Views
No views yet
1from transformers import AutoTokenizer
2from transformers import AutoModelForCausalLM
3model = AutoModelForCausalLM.from_pretrained("crumb/gpt2-regular-large")
4tokenizer = AutoTokenizer.from_pretrained("gpt2-large", use_fast=True)
5
6prompt = """(Episode begins with Mordecai and Rigby watching TV)
7Mordecai: Dude, what are you doing? I think I'm gonna lose my mind.
8Rigby:"""
9
10prompt=prompt.replace("\n","[/n]")
11tokenz = tokenizer(prompt,return_tensors='pt')['input_ids']
12output = model.generate(
13 tokenz,
14 max_length=length,
15 num_return_sequences=1,
16 top_p=.92,
17 temperature=.65,
18 do_sample=True,
19 top_k=125,
20 early_stopping=True,
21 pad_token_id=tokenizer.eos_token_id
22)
23output = tokenizer.decode(output[0]).replace("[/n]","\n")
24print(output)| Training Loss | Epoch | Step | Validation Loss |
|---|---|---|---|
| 2.1844 | 1.0 | 7633 | 1.6383 |