Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("LLM-course/simple_tokenizer", trust_remote_code=True)
4tokenizer = AutoTokenizer.from_pretrained("LLM-course/simple_tokenizer", trust_remote_code=True)