Update main.py
Browse files
main.py
CHANGED
|
@@ -5,6 +5,7 @@ from llama_cpp import Llama
|
|
| 5 |
import os
|
| 6 |
os.environ["HF_HOME"] = "./cache"
|
| 7 |
|
|
|
|
| 8 |
# Load the Llama model with the specified path and configuration
|
| 9 |
llm = Llama.from_pretrained(
|
| 10 |
repo_id="bartowski/Llama-3.2-3B-Instruct-GGUF", # Replace with the actual model repository ID
|
|
|
|
| 5 |
import os
|
| 6 |
os.environ["HF_HOME"] = "./cache"
|
| 7 |
|
| 8 |
+
|
| 9 |
# Load the Llama model with the specified path and configuration
|
| 10 |
llm = Llama.from_pretrained(
|
| 11 |
repo_id="bartowski/Llama-3.2-3B-Instruct-GGUF", # Replace with the actual model repository ID
|