Views
No views yet
1import torch
2from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM
3
4token_HF=""#Obter na páxina de HuggingFace
5input_text = "Hoxe fai un bo día. O sol "
6
7model_id = "Nos-PT/Carvalho_pt-gl-1.3B"
8tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=token_HF)
9model = AutoModelForCausalLM.from_pretrained(model_id, use_auth_token=token_HF)
10generator = pipeline(
11 "text-generation",
12 model=model,
13 tokenizer=tokenizer,
14 torch_dtype=torch.bfloat16,
15 trust_remote_code=True,
16 device_map="auto",
17)
18generation = generator(
19 input_text,
20 do_sample=True,
21 top_k=10,
22 eos_token_id=tokenizer.eos_token_id
23)
24
25print(f"Result: {generation[0]['generated_text']}")