Views
No views yet
Qwen/Qwen3.6-27B using CPT.pip install transformers peft torch1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3
4base = "Qwen/Qwen3.6-27B"
5adapter = "canxp-ai/maplept-large-canada-legal-cpt-e4363339"
6
7tokenizer = AutoTokenizer.from_pretrained(base, trust_remote_code=True)
8model = AutoModelForCausalLM.from_pretrained(
9 base, torch_dtype="bfloat16", device_map="auto", trust_remote_code=True
10)
11model = PeftModel.from_pretrained(model, adapter)
12
13prompt = "Hello!"
14inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
15out = model.generate(**inputs, max_new_tokens=200)
16print(tokenizer.decode(out[0], skip_special_tokens=True))1pip install -U "huggingface_hub[cli]"
2huggingface-cli download canxp-ai/maplept-large-canada-legal-cpt-e4363339 --local-dir ./maplept-large-canada-legal-cptQwen/Qwen3.6-27B