Views
No views yet
block_size): 512 subword tokensn_embd): 384tiktoken GPT-2 vocabulary)bfloat16/float16)1from transformers import GPT2Tokenizer, pipeline
2
3tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
4generator = pipeline("text-generation", model="Bwenge840/tinystories-gpt-30m", tokenizer=tokenizer)
5
6story = generator("Once upon a time, a little girl named Jessica", max_new_tokens=150, do_sample=True, top_k=40, temperature=0.8)
7print(story[0]["generated_text"])
8