Views
No views yet

1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4tokenizer = AutoTokenizer.from_pretrained("MadShift/Maral")
5model = AutoModelForCausalLM.from_pretrained("MadShift/Maral", device_map="auto")
6
7input_text = "Введите свой текст здесь"
8input_ids = tokenizer(input_text, return_tensors="pt").to(model.device)
9
10outputs = model.generate(**input_ids, max_new_tokens=256)
11print(tokenizer.decode(outputs[0]))