Views
No views yet
"rephrase: " for proper generation.1from transformers import T5Tokenizer, T5ForConditionalGeneration
2
3tokenizer = T5Tokenizer.from_pretrained("jokugeorgin/CI_MA_Reframe")
4model = T5ForConditionalGeneration.from_pretrained("jokugeorgin/CI_MA_Reframe")
5
6text = "rephrase: You speak good English for someone from there."
7inputs = tokenizer(text, return_tensors="pt", max_length=256, truncation=True)
8
9outputs = model.generate(
10 **inputs,
11 max_length=256,
12 num_beams=5,
13 num_return_sequences=3,
14 temperature=0.8,
15 do_sample=True,
16 no_repeat_ngram_size=2
17)
18
19for output in outputs:
20 print(tokenizer.decode(output, skip_special_tokens=True))1curl https://api-inference.huggingface.co/models/jokugeorgin/CI_MA_Reframe \
2 -H "Authorization: Bearer YOUR_HF_TOKEN" \
3 -H "Content-Type: application/json" \
4 -d '{
5 "inputs": "rephrase: You speak good English for someone from there.",
6 "parameters": {
7 "max_new_tokens": 96,
8 "num_return_sequences": 3,
9 "temperature": 0.8
10 }
11 }'