ibm-granite
/

granite-3.2-8b-lora-rag-query-rewrite

Model card Files Files and versions Community

kgreenewald commited on 11 days ago

Commit

cd45e7c

·

verified ·

1 Parent(s): 036c828

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -58,7 +58,7 @@ REWRITE_PROMPT = "<|start_of_role|>rewrite: " + INSTRUCTION_TEXT + JSON + "<|end
 device=torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 BASE_NAME = "ibm-granite/granite-3.2-8b-instruct"
-LORA_NAME = "ibm-granite/granite-3.2-8b-query_rewrite_lora"
 tokenizer = AutoTokenizer.from_pretrained(BASE_NAME, padding_side='left',trust_remote_code=True)
 model_base = AutoModelForCausalLM.from_pretrained(BASE_NAME, device_map ='auto')

 device=torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 BASE_NAME = "ibm-granite/granite-3.2-8b-instruct"
+LORA_NAME = "ibm-granite/granite-3.2-8b-lora-rag-query-rewrite"
 tokenizer = AutoTokenizer.from_pretrained(BASE_NAME, padding_side='left',trust_remote_code=True)
 model_base = AutoModelForCausalLM.from_pretrained(BASE_NAME, device_map ='auto')