Spaces:
Runtime error
Runtime error
Update config.py
Browse files
config.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
from dataclasses import dataclass
|
| 2 |
from typing import Optional
|
| 3 |
-
|
| 4 |
import torch
|
| 5 |
-
|
| 6 |
from cpufeature import CPUFeature
|
| 7 |
from petals.constants import PUBLIC_INITIAL_PEERS
|
| 8 |
|
|
@@ -12,7 +12,9 @@ class ModelInfo:
|
|
| 12 |
repo: str
|
| 13 |
adapter: Optional[str] = None
|
| 14 |
|
| 15 |
-
|
|
|
|
|
|
|
| 16 |
MODELS = [
|
| 17 |
ModelInfo(repo="meta-llama/Llama-2-70b-hf"),
|
| 18 |
ModelInfo(repo="meta-llama/Llama-2-70b-chat-hf"),
|
|
|
|
| 1 |
from dataclasses import dataclass
|
| 2 |
from typing import Optional
|
| 3 |
+
import os
|
| 4 |
import torch
|
| 5 |
+
from dotenv import load_dotenv
|
| 6 |
from cpufeature import CPUFeature
|
| 7 |
from petals.constants import PUBLIC_INITIAL_PEERS
|
| 8 |
|
|
|
|
| 12 |
repo: str
|
| 13 |
adapter: Optional[str] = None
|
| 14 |
|
| 15 |
+
load_dotenv()
|
| 16 |
+
hugging_face_token = os.getenv("HUGGINGFACE_TOKEN")
|
| 17 |
+
login(token=hugging_face_token)
|
| 18 |
MODELS = [
|
| 19 |
ModelInfo(repo="meta-llama/Llama-2-70b-hf"),
|
| 20 |
ModelInfo(repo="meta-llama/Llama-2-70b-chat-hf"),
|