Views
No views yet
1from unsloth import FastLanguageModel
2model, tokenizer = FastLanguageModel.from_pretrained(
3 model_name="sooyeon1/pfsp_llama8b_default_r64_ep2",
4 max_seq_length=40000,
5 load_in_4bit=True,
6 dtype=torch.bfloat16,
7)
8FastLanguageModel.for_inference(model)