Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4model_name = "muhammed-afsal-p-m/Llama-base-3.1-8B-invoice-gguf-sft"
5
6# For GGUF, use llama.cpp / ctransformers:
7from ctransformers import AutoModelForCausalLM
8
9model = AutoModelForCausalLM.from_pretrained(
10 model_name,
11 model_file="model.gguf", # replace with your file name
12)
13print(model("Extract invoice total from: ..."))