Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -26,8 +26,8 @@ pipe = pipeline(
|
|
26 |
HF_TOKEN = os.getenv("HF_TOKEN") # Make sure to set this in the environment variables
|
27 |
|
28 |
# Load tokenizer and model for SOAP note generation
|
29 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
30 |
-
model = AutoModelForCausalLM.from_pretrained("
|
31 |
|
32 |
# Prompt for SOAP note generation
|
33 |
sys_prompt = "You are a world class clinical assistant."
|
|
|
26 |
HF_TOKEN = os.getenv("HF_TOKEN") # Make sure to set this in the environment variables
|
27 |
|
28 |
# Load tokenizer and model for SOAP note generation
|
29 |
+
tokenizer = AutoTokenizer.from_pretrained("NousResearch/Hermes-3-Llama-3.1-8B")
|
30 |
+
model = AutoModelForCausalLM.from_pretrained("NousResearch/Hermes-3-Llama-3.1-8B", device_map="auto")
|
31 |
|
32 |
# Prompt for SOAP note generation
|
33 |
sys_prompt = "You are a world class clinical assistant."
|