Views
No views yet
1from unsloth import FastLanguageModel
2model, tokenizer = FastLanguageModel.from_pretrained(
3 model_name="yhc2222/tsp_llama8b_accord_r64_test",
4 max_seq_length=40000,
5 load_in_4bit=True,
6 dtype=torch.bfloat16,
7)
8FastLanguageModel.for_inference(model)