Views
No views yet
1
2from transformers import AutoTokenizer, AutoModelForCausalLM
3
4checkpoint = "jiaxie/Hyena-SARS-CoV2"
5
6tokenizer = AutoTokenizer.from_pretrained(checkpoint, trust_remote_code=True)
7print("Tokenizer Processed")
8
9model_config = AutoModelForCausalLM.from_pretrained(checkpoint, torch_dtype=torch.bfloat16, device_map="auto", trust_remote_code=True)
10print("Model Processed")