DrDomedag commited on
Commit
6137fab
·
verified ·
1 Parent(s): 4c6a57b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,10 +4,10 @@ from huggingface_hub import InferenceClient
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
  #client = InferenceClient("DrDomedag/LocoLama")
9
  #client = InferenceClient("unsloth/llama-3.2-1b-instruct-bnb-4bit")
10
- #client = InferenceClient("unsloth/llama-3.2-1b-bnb-4bit")
11
  #client = InferenceClient("T3lli/lora_model")
12
 
13
  def respond(
 
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
+ #client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
  #client = InferenceClient("DrDomedag/LocoLama")
9
  #client = InferenceClient("unsloth/llama-3.2-1b-instruct-bnb-4bit")
10
+ client = InferenceClient("unsloth/llama-3.2-1b-bnb-4bit")
11
  #client = InferenceClient("T3lli/lora_model")
12
 
13
  def respond(