File size: 326 Bytes
80b95e8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
from llama_cpp import Llama
llm = Llama(model_path="./models/phi-2.Q4_0.gguf", n_ctx=2048)
response = llm("What is the capital of France?")
print(response)
from sentence_transformers import SentenceTransformer
model = SentenceTransformer("./models/embeddinggemma-300m")
emb = model.encode("Test string")
print(emb.shape)
|