from transformers import AutoModelForCausalLM, AutoTokenizer

model = AutoModelForCausalLM.from_pretrained("YOUR_USERNAME/YOUR_MODEL_NAME")
tokenizer = AutoTokenizer.from_pretrained("YOUR_USERNAME/YOUR_MODEL_NAME")

# Set pad_token to eos_token
tokenizer.pad_token = tokenizer.eos_token

# Generate text
prompt = "Write a story about"
inputs = tokenizer(prompt, return_tensors="pt")
outputs = model.generate(inputs.input_ids, max_length=200)
print(tokenizer.decode(outputs[0], skip_special_tokens=True))

WatsonOverHere/mysterious_mistral-small-3.1-24b

Mistral Small 3.1 24B Unlocked

Model Details

Usage

WatsonOverHere/
mysterious_mistral-small-3.1-24b