Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer, AutoProcessor
2
3model = AutoModelForCausalLM.from_pretrained(
4 "sugam24/dots-ocr-awq-4bit",
5 trust_remote_code=True,
6 device_map="cuda"
7)
8tokenizer = AutoTokenizer.from_pretrained("sugam24/dots-ocr-awq-4bit", trust_remote_code=True)
9processor = AutoProcessor.from_pretrained("sugam24/dots-ocr-awq-4bit", trust_remote_code=True)