model_type
#1
by
sdyy
- opened
model_type ????
from langchain_community.llms import CTransformers
Change the model_type to 'llama'
llm = CTransformers(
model='./mamba-2.8b-f32.gguf',
model_type='?????????',
config={'max_new_tokens': 256, 'repetition_penalty': 1.1}
)
print(llm.invoke('AI is going to'))