Views
No views yet
1from vllm import LLM
2
3llm = LLM(
4 model="/workspace/models/Cydonia-24B-v4.1",
5 enable_lora=True,
6 lora_modules=["DippyResearch/super-cot-v1"]
7)1from peft import PeftModel
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4base_model = AutoModelForCausalLM.from_pretrained("/workspace/models/Cydonia-24B-v4.1")
5model = PeftModel.from_pretrained(base_model, "DippyResearch/super-cot-v1")