dev: deploy

pages/News.py

@@ -67,10 +67,10 @@ with c1:
     #df = load_ds('jpan')
     #st.dataframe(df)
 
-    #dataset = load_dataset("strauss-oak/observatory-brazilian-news")
+    dataset = load_dataset("strauss-oak/observatory-brazilian-news")
 
-    #df = pd.DataFrame.from_dict(dataset["train"])
-    #st.dataframe(df)
+    df = pd.DataFrame.from_dict(dataset["train"])
+    st.dataframe(df)
 
 
     #access_token = os.getenv('MDL_TKN')
@@ -91,11 +91,15 @@ with c1:
     print('Embedding da mídia {0} carregada com sucesso com tamanho {1}'.format(media, embeddings.shape))
     '''
 
+    '''
+    embedding_nm = load_dataset('strauss-oak/embeddings')
     embedding_nm = load_dataset('strauss-oak/embeddings')
+    embedding_nm = load_dataset('text', data_files='embedding_globo_paraphrase-multilingual-mpnet-base-v2.npy')
+
     embedding_nm = embedding_nm.with_format("np")
     rows, cols = embedding_nm.shape
     print('Embedding da mídia {0} carregada com sucesso com tamanho {1}'.format(media, embedding_nm.shape))
-
+    '''
 
 
     '''
@@ -105,13 +109,14 @@ with c1:
         print('NOK - Embeddings and dataset length error')
     '''
 
-
+    '''
     topic_model = BERTopic.load("strauss-oak/mdl_bertopic_globo", embeddings=embeddings)
 
     new_news = ['O fluminese vencerá o Manchester City no jogo de futebol?']
     topics_novos, prob = topic_model.transform(new_news)
     topics_novos
     st.info(topics_novos)
+    '''