KG0101 commited on
Commit
a200645
·
verified ·
1 Parent(s): 41e9487

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -26,8 +26,8 @@ pipe = pipeline(
26
  HF_TOKEN = os.getenv("HF_TOKEN") # Make sure to set this in the environment variables
27
 
28
  # Load tokenizer and model for SOAP note generation
29
- tokenizer = AutoTokenizer.from_pretrained("bartowski/Meta-Llama-3.1-8B-Instruct-GGUF")
30
- model = AutoModelForCausalLM.from_pretrained("bartowski/Meta-Llama-3.1-8B-Instruct-GGUF", device_map="auto")
31
 
32
  # Prompt for SOAP note generation
33
  sys_prompt = "You are a world class clinical assistant."
 
26
  HF_TOKEN = os.getenv("HF_TOKEN") # Make sure to set this in the environment variables
27
 
28
  # Load tokenizer and model for SOAP note generation
29
+ tokenizer = AutoTokenizer.from_pretrained("NousResearch/Hermes-3-Llama-3.1-8B")
30
+ model = AutoModelForCausalLM.from_pretrained("NousResearch/Hermes-3-Llama-3.1-8B", device_map="auto")
31
 
32
  # Prompt for SOAP note generation
33
  sys_prompt = "You are a world class clinical assistant."