from transformers import GPT2LMHeadModel, GPT2TokenizerFast

# Load tokenizer and model from Hugging Face
tokenizer = GPT2TokenizerFast.from_pretrained("rejauldu/bengali-gpt2-tokenizer")
model = GPT2LMHeadModel.from_pretrained("rejauldu/bengali-gpt2")

# Generate text
inputs = tokenizer("বাংলায় স্বাগত", return_tensors="pt")
outputs = model.generate(**inputs, max_length=50)
print(tokenizer.decode(outputs[0]))

rejauldu/gpt2-bengali

Bengali GPT-2

Model Details

Usage

rejauldu/
gpt2-bengali