Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3import json
4
5model_id = "Zual/MPropositioneur-V2-large"
6
7tokenizer = AutoTokenizer.from_pretrained(model_id)
8model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
9
10texte = "Le chat et le chien sont dans la cuisine."
11
12prompt = f"<|im_start|>user\nAtomize: {texte}<|im_end|>\n<|im_start|>assistant\n"
13inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=8192).to(model.device)
14
15with torch.no_grad():
16 outputs = model.generate(**inputs, max_new_tokens=2048, do_sample=False)
17
18generated_ids = outputs[0][inputs.input_ids.shape[1]:]
19result = tokenizer.decode(generated_ids, skip_special_tokens=True).strip()
20
21# La sortie est une liste JSON : ["p1", "p2", ...]
22propositions = json.loads(result)
23for p in propositions:
24 print(f"• {p}")• Le chat est dans la cuisine.
• Le chien est dans la cuisine.<|im_start|>user\nAtomize: {texte}<|im_end|>\n<|im_start|>assistant\n["p1", "p2", ...]