Hugging Face's logo

vishanoberoi
/
Llama-2-7b-chat-hf-finedtuned-to-GGUF

Question Answering
Transformers
GGUF
English
llama
Finetuning
Inference Endpoints
conversational
Model card Files Community
1
vishanoberoi commited on
Commit
a3c09ea
路
verified 路
1 Parent(s): c842294

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -40,7 +40,7 @@ from ctransformers import AutoModelForCausalLM, AutoTokenizer
40
 
41
  llm = AutoModelForCausalLM.from_pretrained("vishanoberoi/Llama-2-7b-chat-hf-finedtuned-to-GGUF", model_file="finetuned.gguf", model_type="llama", gpu_layers = 50, max_new_tokens = 2000, temperature = 0.2, top_k = 40, top_p = 0.6, context_length = 6000)
42
 
43
- system_prompt = '''<<SYS>>You are a useful bot<</SYS>>'''
44
 
45
  user_prompt = "Tell me about your company"
46
 
 
40
 
41
  llm = AutoModelForCausalLM.from_pretrained("vishanoberoi/Llama-2-7b-chat-hf-finedtuned-to-GGUF", model_file="finetuned.gguf", model_type="llama", gpu_layers = 50, max_new_tokens = 2000, temperature = 0.2, top_k = 40, top_p = 0.6, context_length = 6000)
42
 
43
+ system_prompt = "<<SYS>>You are a useful bot... <</SYS>>"
44
 
45
  user_prompt = "Tell me about your company"
46