Views
No views yet
1from unsloth import FastLanguageModel
2model, tokenizer = FastLanguageModel.from_pretrained(
3 model_name="satgothyun/pmsp_llama8b_lora_40000_v2-2",
4 max_seq_length=8192,
5 load_in_4bit=True,
6 dtype=torch.bfloat16,
7)
8FastLanguageModel.for_inference(model)