Views
No views yet
1from unsloth import FastLanguageModel
2import gradio as gr
3
4model, tokenizer = FastLanguageModel.from_pretrained(
5 model_name = "Bhawna2003/ecommerce-llm-v2",
6 load_in_4bit = True,
7)
8FastLanguageModel.for_inference(model)
9
10# Add your inference logic here...