svijayanand commited on
Commit
70682ec
·
verified ·
1 Parent(s): 57191f4

Update ingest_data.py

Browse files
Files changed (1) hide show
  1. ingest_data.py +2 -0
ingest_data.py CHANGED
@@ -12,11 +12,13 @@ from langchain.embeddings import CacheBackedEmbeddings
12
  from langchain.storage import LocalFileStore
13
  from langchain_community.vectorstores import FAISS
14
 
 
15
  load_dotenv()
16
  openai_api_key = os.getenv("OPENAI_API_KEY")
17
  underlying_embeddings = OpenAIEmbeddings(api_key=openai_api_key)
18
 
19
  def download_data_and_create_embedding():
 
20
  # Download an IMDB datset from Hugging Face Hub, load the ShubhamChoksi/IMDB_Movies dataset
21
  dataset = load_dataset("ShubhamChoksi/IMDB_Movies")
22
  print(dataset)
 
12
  from langchain.storage import LocalFileStore
13
  from langchain_community.vectorstores import FAISS
14
 
15
+ print("In ingest_data")
16
  load_dotenv()
17
  openai_api_key = os.getenv("OPENAI_API_KEY")
18
  underlying_embeddings = OpenAIEmbeddings(api_key=openai_api_key)
19
 
20
  def download_data_and_create_embedding():
21
+ print("In download_data")
22
  # Download an IMDB datset from Hugging Face Hub, load the ShubhamChoksi/IMDB_Movies dataset
23
  dataset = load_dataset("ShubhamChoksi/IMDB_Movies")
24
  print(dataset)