1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3model_id = "rudrashah/RLM-hinglish-translator-bidir-2"
4tokenizer = AutoTokenizer.from_pretrained(model_id)
5model = AutoModelForCausalLM.from_pretrained(model_id)
6
7messages = [
8 {
9 "role": "user",
10 "content": "Hinglish:\naapka name kya hai?"
11 }
12]
13
14inputs = tokenizer.apply_chat_template(
15 messages,
16 add_generation_prompt=True,
17 tokenize=True,
18 return_dict=True,
19 return_tensors="pt",
20).to("cuda")
21
22outputs = model.generate(
23 **inputs,
24 max_new_tokens=128,
25 use_cache=True,
26 temperature=1.0,
27 top_p=0.95,
28 top_k=64,
29)
30print(tokenizer.batch_decode(outputs))
1messages = [
2 {
3 "role": "user",
4 "content": "English:\nWhat are you doing tomorrow?"
5 }
6]
7
8inputs = tokenizer.apply_chat_template(
9 messages,
10 add_generation_prompt=True,
11 tokenize=True,
12 return_dict=True,
13 return_tensors="pt",
14).to("cuda")
15
16outputs = model.generate(
17 **inputs,
18 max_new_tokens=128,
19 use_cache=True,
20 temperature=1.0,
21 top_p=0.95,
22 top_k=64,
23)
24print(tokenizer.batch_decode(outputs))
Thanks to that one girl who motivated me. Thank you P.