Views
No views yet
pip install transformers torch1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3model_name = "Gopu-poss/gopu-agent-2k-fdf"
4tokenizer = AutoTokenizer.from_pretrained(model_name)
5model = AutoModelForCausalLM.from_pretrained(model_name)1def generate_response(prompt, max_length=500):
2 inputs = tokenizer(prompt, return_tensors="pt")
3 outputs = model.generate(
4 inputs.input_ids,
5 max_length=max_length,
6 num_return_sequences=1,
7 temperature=0.7,
8 do_sample=True,
9 pad_token_id=tokenizer.eos_token_id
10 )
11 response = tokenizer.decode(outputs[0], skip_special_tokens=True)
12 return response
13
14# Exemple d'utilisation
15prompt = "Bonjour, peux-tu m'aider à planifier ma journée ?"
16response = generate_response(prompt)
17print(response)