license: mit
how to use model with gpt4all
import pandas as pd from datasets import load_dataset import re csv_file = "/Users/admin/Downloads/GPT4_output_GPT-2_training_df.csv"
Load the dataset
dataset = load_dataset("csv", data_files=csv_file, split="train")
def stop_on_token_callback(token_id, token_string): # one sentence is enough: if '' in token_string: return False else: return True
alpaca_prompt = """Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
Instruction:
Find out which character said this specific quote along with their gender
Input:
{}
Response:
{}""" num_examples=10 from gpt4all import GPT4All model = GPT4All('/Users/admin/Downloads/model-unsloth.Q4_K_M.gguf') system_template = '''Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.'''
many models use triple hash '###' for keywords, Vicunas are simpler:
prompt_template = """### Instruction: Find out which character said this specific quote along with their gender
Input:
{0}
Response:
""" with model.chat_session(system_template, prompt_template): for i in range(min(num_examples, len(dataset))): row = dataset[i] #response1 = model.generate(row['formatted_input'], callback=stop_on_token_callback) print(i) response1 = model.generate(row['formatted_input']) print(response1) print() print(f"Correct output: {row['TrueSpeaker']}")