Views
No views yet
camelCase due to dataset bias, rather than strictly following PEP 8 (snake_case)."n cannot be negative") instead of raising robust Python exceptions.1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model_id = "kirubel1738/Llama-3.2-3B-Python-Finetuned-00"
5tokenizer = AutoTokenizer.from_pretrained(model_id)
6model = AutoModelForCausalLM.from_pretrained(
7 model_id,
8 device_map="auto",
9 load_in_4bit=True
10)
11
12alpaca_prompt = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
13
14### Instruction:
15{}
16
17### Response:
18"""
19
20instruction = "Write a Python function to check if a number is prime."
21prompt = alpaca_prompt.format(instruction)
22inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
23
24outputs = model.generate(**inputs, max_new_tokens=150, temperature=0.7, do_sample=True)
25print(tokenizer.decode(outputs[0], skip_special_tokens=True))