how to use model with gpt4all
import pandas as pd
from datasets import load_dataset
import re
csv_file = "/Users/admin/Downloads/GPT4_output_GPT-2_training_df.csv"
Load the dataset
dataset = load_dataset("csv", data_files=csv_file, split="train")
def stop_on_token_callback(token_id, token_string):
# one sentence is enough:
if '' in token_string:
return False
else:
return True
alpaca_prompt = """Below is an instruction that describes a task, paired with an
input that provides further context. Write a response that appropriately completes
the request.
Instruction:
Find out which character said this specific quote along with their gender
Input:
{}
Response:
{}"""
num_examples=10
from gpt4all import GPT4All
model = GPT4All('/Users/admin/Downloads/model-unsloth.Q4_K_M.gguf')
system_template = '''Below is an instruction that describes a task, paired with an
input that provides further context. Write a response that appropriately completes
the request.'''
many models use triple hash '###' for keywords, Vicunas are simpler:
prompt_template = """### Instruction:
Find out which character said this specific quote along with their gender
Input:
{0}
Response:
"""
with model.chat_session(system_template, prompt_template):
for i in range(min(num_examples, len(dataset))):
row = dataset[i]
#response1 = model.generate(row['formatted_input'], callback=stop_on_token_callback)
print(i)
response1 = model.generate(row['formatted_input'])
print(response1)
print()
print(f"Correct output: {row['TrueSpeaker']}")
