Update main.py
Browse files
main.py
CHANGED
@@ -16,14 +16,14 @@ def average_pool(last_hidden_states: Tensor,
|
|
16 |
|
17 |
# text-ada replacement
|
18 |
embeddingTokenizer = AutoTokenizer.from_pretrained(
|
19 |
-
'./
|
20 |
-
embeddingModel = AutoModel.from_pretrained('./
|
21 |
|
22 |
# chatGpt replacement
|
23 |
inferenceTokenizer = AutoTokenizer.from_pretrained(
|
24 |
-
"./
|
25 |
inferenceTranslator = Translator(
|
26 |
-
"./
|
27 |
|
28 |
|
29 |
class EmbeddingRequest(BaseModel):
|
|
|
16 |
|
17 |
# text-ada replacement
|
18 |
embeddingTokenizer = AutoTokenizer.from_pretrained(
|
19 |
+
'./multilingual-e5-base')
|
20 |
+
embeddingModel = AutoModel.from_pretrained('./multilingual-e5-base')
|
21 |
|
22 |
# chatGpt replacement
|
23 |
inferenceTokenizer = AutoTokenizer.from_pretrained(
|
24 |
+
"./ct2fast-flan-alpaca-xl")
|
25 |
inferenceTranslator = Translator(
|
26 |
+
"./ct2fast-flan-alpaca-xl", compute_type="int8", device="cpu")
|
27 |
|
28 |
|
29 |
class EmbeddingRequest(BaseModel):
|