Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_id = "GaneshKhovalan/Qwen2.5-7B-CAT-Instruct-v1"
4tokenizer = AutoTokenizer.from_pretrained(model_id)
5model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")