jaymojnidar commited on
Commit
610e3c0
·
1 Parent(s): 9601f48

trying to read token from the preset env

Browse files
Files changed (1) hide show
  1. model.py +3 -2
model.py CHANGED
@@ -11,13 +11,14 @@ model_id = 'meta-llama/Llama-2-13b-chat-hf'
11
  if torch.cuda.is_available():
12
  '''
13
  tok = os.environ['HF_TOKEN']
 
14
  login(new_session=True,
15
  write_permission=False,
16
- token=tok
17
 
18
  #, token="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"
19
  )
20
- '''
21
  config = AutoConfig.from_pretrained(model_id,
22
  use_auth_token=True)
23
  config.pretraining_tp = 1
 
11
  if torch.cuda.is_available():
12
  '''
13
  tok = os.environ['HF_TOKEN']
14
+ '''
15
  login(new_session=True,
16
  write_permission=False,
17
+ # token=tok
18
 
19
  #, token="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"
20
  )
21
+
22
  config = AutoConfig.from_pretrained(model_id,
23
  use_auth_token=True)
24
  config.pretraining_tp = 1