ldhldh commited on
Commit
cf058f4
·
1 Parent(s): e6632af

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,7 +5,7 @@ import os
5
  os.system("python -m pip install --upgrade pip")
6
  os.system("pip install git+https://github.com/bigscience-workshop/petals")
7
 
8
- from petals import DistributedBloomForCausalLM
9
  import npc_data
10
 
11
  # Choose any model available at https://health.petals.dev
@@ -15,7 +15,7 @@ model_name = "daekeun-ml/Llama-2-ko-instruct-13B"
15
  #quantumaikr/llama-2-70b-fb16-korean
16
 
17
  tokenizer = AutoTokenizer.from_pretrained(model_name)
18
- model = DistributedBloomForCausalLM.from_pretrained(model_name)
19
 
20
  # Run the model as if it were on your computer
21
  def chat2(id, npc, text):
 
5
  os.system("python -m pip install --upgrade pip")
6
  os.system("pip install git+https://github.com/bigscience-workshop/petals")
7
 
8
+ from petals import AutoDistributedModelForCausalLM
9
  import npc_data
10
 
11
  # Choose any model available at https://health.petals.dev
 
15
  #quantumaikr/llama-2-70b-fb16-korean
16
 
17
  tokenizer = AutoTokenizer.from_pretrained(model_name)
18
+ model = AutoDistributedModelForCausalLM.from_pretrained(model_name)
19
 
20
  # Run the model as if it were on your computer
21
  def chat2(id, npc, text):