Views
No views yet
transformers, et toute autre dépendance.1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "Aktraiser/model_test1"
4
5model = AutoModelForCausalLM.from_pretrained(
6 model_name,
7 torch_dtype="auto",
8 device_map="auto"
9)
10tokenizer = AutoTokenizer.from_pretrained(model_name)
11
12prompt = "Votre prompt ici."
13inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
14
15generated_ids = model.generate(
16 **inputs,
17 max_new_tokens=512
18)
19
20response = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
21print(response)