Views
No views yet
adaption_llama_3_3_70b_instru_embedded_systems_qa_eff2c40eembedded_systems_qa (ID: f4b7a576-256a-465e-876d-9787a8d5c235)1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3# Load the base model and tokenizer
4model_name = "lonewolf07/adaption_llama_3_3_70b_instru_embedded_systems_qa_eff2c40e"
5tokenizer = AutoTokenizer.from_pretrained(model_name)
6model = AutoModelForCausalLM.from_pretrained(model_name)
7
8# Example inference
9prompt = "Explain the interrupt structure of the 8051 microcontroller."
10inputs = tokenizer(prompt, return_tensors="pt")
11outputs = model.generate(**inputs, max_length=200)
12print(tokenizer.decode(outputs[0], skip_special_tokens=True))
13- PEFT 0.15.1