Views
No views yet
pip install KANama, transformers1from model.handler import from_pretrained, quick_inference
2from transformers import AutoTokenizer
3
4tokenizer = AutoTokenizer.from_pretrained("Goekdeniz-Guelmez/KANama-fineweb-v1-test1")
5model = from_pretrained("path/to/model/folder")
6
7prompt="hello"
8
9input_tokens = tokenizer(prompt, return_tensors="pt").input_ids.to(device)
10
11generated_tokens, generated_text = quick_inference(model, input_tokens, max_new_tokens=50, tokenizer=tokenizer)
12print(generated_text)