vasilee commited on
Commit
5e6c429
·
1 Parent(s): b4aec05

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +4 -4
main.py CHANGED
@@ -16,14 +16,14 @@ def average_pool(last_hidden_states: Tensor,
16
 
17
  # text-ada replacement
18
  embeddingTokenizer = AutoTokenizer.from_pretrained(
19
- './models/multilingual-e5-base')
20
- embeddingModel = AutoModel.from_pretrained('./models/multilingual-e5-base')
21
 
22
  # chatGpt replacement
23
  inferenceTokenizer = AutoTokenizer.from_pretrained(
24
- "./models/ct2fast-flan-alpaca-xl")
25
  inferenceTranslator = Translator(
26
- "./models/ct2fast-flan-alpaca-xl", compute_type="int8", device="cpu")
27
 
28
 
29
  class EmbeddingRequest(BaseModel):
 
16
 
17
  # text-ada replacement
18
  embeddingTokenizer = AutoTokenizer.from_pretrained(
19
+ './multilingual-e5-base')
20
+ embeddingModel = AutoModel.from_pretrained('./multilingual-e5-base')
21
 
22
  # chatGpt replacement
23
  inferenceTokenizer = AutoTokenizer.from_pretrained(
24
+ "./ct2fast-flan-alpaca-xl")
25
  inferenceTranslator = Translator(
26
+ "./ct2fast-flan-alpaca-xl", compute_type="int8", device="cpu")
27
 
28
 
29
  class EmbeddingRequest(BaseModel):