from PromptTemplates.instruct_prompt_templates import  NER,RE,JOINT
from LLM.Unsloth import UnslothLLM
model_path="leopiano98/LLIMONIIE_llama3-8b"

llimonie=UnslothLLM(model_path,inference=True)
task=NER
text="Alessandro Manzoni è considerato uno dei maggiori romanzieri italiani di tutti i tempi per il suo celebre romanzo I promessi sposi"
messages = [{"role": "system", "content": task},
                        {"role": "user", "content": text}]
output= llimonie.generate(messages, max_new_tokens=512)
#output: Alessandro Manzoni[Writer|Person]; I promessi sposi[Novel|Book]; italiani[Nationality|Ethnicity] 

Developed by: leopiano98
License: apache-2.0
Finetuned from model : unsloth/llama-3-8b-instruct-bnb-4bit

This llama model was trained 2x faster with Unsloth and Huggingface's TRL library.