Views
No views yet
1from transformers import AutoTokenizer
2
3tokenizer = AutoTokenizer.from_pretrained(
4 "cnmoro/gpt-oss-20b-tokenizer-optional-reasoning"
5)
6
7gen_input = tokenizer.apply_chat_template(
8 [{"role": "user", "content": "Hello!"}],
9 tokenize=False,
10 add_generation_prompt=True, # <-- Will be added anyway if reasoning is disabled, otherwise, default behavior
11 reasoning_effort="disabled" # <-- New option. Disable thinking completely
12)