from transformers import AutoTokenizer, AutoModelForCausalLM

model_name = "your_username/your_model_name"

tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name).to("cuda" or "cpu")

prompt = "The following is a comment by a Nouns DAO member on the proposal to gift 1000 glasses to kids in need:"

inputs = tokenizer(prompt, return_tensors="pt")
outputs = model.generate(**inputs, max_new_tokens=100, repetition_penalty=1.15, temperature=0.7, top_p=0.9)

generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
print(generated_text)

waterdrops0/mistral-nouns500

Mistral-7B Fine-Tuned on Nouns DAO Comments

Model Description

Intended Use

How to Use

waterdrops0/
mistral-nouns500