import tensorflow_hub as hub import tensorflow_text embed = hub.load("https://tfhub.dev/google/universal-sentence-encoder-multilingual/3") df_test = pd.read_csv(os.path.join(INPUT_DIR, "test.csv"), header=0) categories = df_test.targetcat.unique() df = pd.DataFrame({'cat_name':categories}) df['cat_embeding'] = embed(df['cat_name']) df['cat_embeding'] = df['cat_embeding'].apply(lambda x: np.asarray(x)) df_test['embed'] = embed(df_test['description']) df_test['embed'] = df_test['embed'].apply(lambda x: np.asarray(x))