Views
No views yet
unsloth/meta-llama-3.1-8b-unsloth-bnb-4bittransformers (full precision / GPU A100)1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3model_id = "matteoangeloni/EduRaccoon"
4
5tokenizer = AutoTokenizer.from_pretrained(model_id)
6model = AutoModelForCausalLM.from_pretrained(
7 model_id,
8 device_map="auto",
9 torch_dtype="auto"
10)
11
12inputs = tokenizer("Spiega la differenza tra competenze chiave europee e life skills.", return_tensors="pt").to("cuda")
13
14outputs = model.generate(**inputs, max_new_tokens=200)
15print(tokenizer.decode(outputs[0], skip_special_tokens=True))