Spaces:
Runtime error
Runtime error
added repetition penalty.
Browse files
app.py
CHANGED
@@ -36,11 +36,8 @@ print("loading the LLM......................................")
|
|
36 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7B-Chat-GGUF",
|
37 |
model_file="llama-2-7b-chat.Q3_K_L.gguf",
|
38 |
model_type="llama",
|
39 |
-
# config = ctransformers.hub.AutoConfig,
|
40 |
-
# hf = True
|
41 |
temperature = 0.2,
|
42 |
-
|
43 |
-
# stop = ['\n']
|
44 |
)
|
45 |
|
46 |
|
|
|
36 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7B-Chat-GGUF",
|
37 |
model_file="llama-2-7b-chat.Q3_K_L.gguf",
|
38 |
model_type="llama",
|
|
|
|
|
39 |
temperature = 0.2,
|
40 |
+
repetition_penalty = 1.5
|
|
|
41 |
)
|
42 |
|
43 |
|