Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("BondingAI/Qwen2.5-0.5B-qlora-finetuned", device_map="auto")
4tokenizer = AutoTokenizer.from_pretrained("BondingAI/Qwen2.5-0.5B-qlora-finetuned")