Spaces:
Paused
Paused
Commit
·
610e3c0
1
Parent(s):
9601f48
trying to read token from the preset env
Browse files
model.py
CHANGED
@@ -11,13 +11,14 @@ model_id = 'meta-llama/Llama-2-13b-chat-hf'
|
|
11 |
if torch.cuda.is_available():
|
12 |
'''
|
13 |
tok = os.environ['HF_TOKEN']
|
|
|
14 |
login(new_session=True,
|
15 |
write_permission=False,
|
16 |
-
|
17 |
|
18 |
#, token="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"
|
19 |
)
|
20 |
-
|
21 |
config = AutoConfig.from_pretrained(model_id,
|
22 |
use_auth_token=True)
|
23 |
config.pretraining_tp = 1
|
|
|
11 |
if torch.cuda.is_available():
|
12 |
'''
|
13 |
tok = os.environ['HF_TOKEN']
|
14 |
+
'''
|
15 |
login(new_session=True,
|
16 |
write_permission=False,
|
17 |
+
# token=tok
|
18 |
|
19 |
#, token="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"
|
20 |
)
|
21 |
+
|
22 |
config = AutoConfig.from_pretrained(model_id,
|
23 |
use_auth_token=True)
|
24 |
config.pretraining_tp = 1
|