This model is a fine-tuned version of
Qwen/Qwen2-VL-2B-Instruct.
It has been trained using
TRL and PEFT LoRA.
1from transformers import pipeline
2
3question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
4
5generator = pipeline(
6 "text-generation",
7 model="RetrO21/agrofinetune", # replace with your repo
8 device="cuda"
9)
10
11output = generator(
12 [{"role": "user", "content": question}],
13 max_new_tokens=128,
14 return_full_text=False
15)[0]
16
17print(output["generated_text"])
