Views
No views yet
1from hqq.engine.hf import HQQModelForCausalLM, AutoTokenizer 2tokenizer = AutoTokenizer.from_pretrained(model_id) 3model = HQQModelForCausalLM.from_quantized(model_id)