Spaces:
Runtime error
Runtime error
Update config.py
Browse files
config.py
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
from dataclasses import dataclass
|
2 |
from typing import Optional
|
3 |
-
|
4 |
import torch
|
5 |
-
|
6 |
from cpufeature import CPUFeature
|
7 |
from petals.constants import PUBLIC_INITIAL_PEERS
|
8 |
|
@@ -12,7 +12,9 @@ class ModelInfo:
|
|
12 |
repo: str
|
13 |
adapter: Optional[str] = None
|
14 |
|
15 |
-
|
|
|
|
|
16 |
MODELS = [
|
17 |
ModelInfo(repo="meta-llama/Llama-2-70b-hf"),
|
18 |
ModelInfo(repo="meta-llama/Llama-2-70b-chat-hf"),
|
|
|
1 |
from dataclasses import dataclass
|
2 |
from typing import Optional
|
3 |
+
import os
|
4 |
import torch
|
5 |
+
from dotenv import load_dotenv
|
6 |
from cpufeature import CPUFeature
|
7 |
from petals.constants import PUBLIC_INITIAL_PEERS
|
8 |
|
|
|
12 |
repo: str
|
13 |
adapter: Optional[str] = None
|
14 |
|
15 |
+
load_dotenv()
|
16 |
+
hugging_face_token = os.getenv("HUGGINGFACE_TOKEN")
|
17 |
+
login(token=hugging_face_token)
|
18 |
MODELS = [
|
19 |
ModelInfo(repo="meta-llama/Llama-2-70b-hf"),
|
20 |
ModelInfo(repo="meta-llama/Llama-2-70b-chat-hf"),
|