Views
No views yet
1from transformers import AutoTokenizer, GPT2Config, GPT2LMHeadModel
2
3config = GPT2Config(n_positions=512, n_embd=32, n_layer=5, n_head=4, n_inner=37, pad_token_id=1023, is_decoder=True)
4model = GPT2LMHeadModel(config)
5tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2")
6
7model_id = "trl-internal-testing/dummy-GPT2-correct-vocab"
8model.push_to_hub(model_id)
9tokenizer.chat_template = "{% for message in messages %}{% if message['role'] == 'user' %}{{ ' ' }}{% endif %}{{ message['content'] }}{% if not loop.last %}{{ ' ' }}{% endif %}{% endfor %}{{ eos_token }}"
10tokenizer.push_to_hub(model_id)
11config.push_to_hub(model_id)