jaymojnidar commited on
Commit
1a1546d
·
1 Parent(s): 598fcdf

adding my data

Browse files
Files changed (1) hide show
  1. model.py +2 -1
model.py CHANGED
@@ -10,6 +10,7 @@ from huggingface_hub import login
10
  #model_id = 'meta-llama/Llama-2-7b-chat-hf'
11
  #model_id = 'Trelis/Llama-2-7b-chat-hf-sharded-bf16'
12
  model_id = 'jaymojnidar/llama2-finetuned-mydata'
 
13
 
14
  if torch.cuda.is_available():
15
  tok = os.environ['HF_TOKEN']
@@ -20,7 +21,7 @@ if torch.cuda.is_available():
20
  #, token="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"
21
  )
22
 
23
- config = AutoConfig.from_pretrained(model_id, use_auth_token=True)
24
  config.pretraining_tp = 1
25
  model = AutoModelForCausalLM.from_pretrained(
26
  model_id,
 
10
  #model_id = 'meta-llama/Llama-2-7b-chat-hf'
11
  #model_id = 'Trelis/Llama-2-7b-chat-hf-sharded-bf16'
12
  model_id = 'jaymojnidar/llama2-finetuned-mydata'
13
+ confg_model_id = 'Trelis/Llama-2-7b-chat-hf-sharded-bf16'
14
 
15
  if torch.cuda.is_available():
16
  tok = os.environ['HF_TOKEN']
 
21
  #, token="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"
22
  )
23
 
24
+ config = AutoConfig.from_pretrained(confg_model_id, use_auth_token=True)
25
  config.pretraining_tp = 1
26
  model = AutoModelForCausalLM.from_pretrained(
27
  model_id,