Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3INTERMEDIATE_STEP = "0000020000"
4model = AutoModelForCausalLM.from_pretrained('trillionlabs/0.5B-Intermediate-Checkpoints', revision=INTERMEDIATE_STEP, trust_remote_code=True)
5tokenizer = AutoTokenizer.from_pretrained('trillionlabs/0.5B-Intermediate-Checkpoints', revision=INTERMEDIATE_STEP, trust_remote_code=True)
6
7...