Views
No views yet
| Component | Implementation Details |
|---|---|
| Base Model | Meta-Llama-3-3B-Instruct |
| Quantization | 4-bit via BitsAndBytes |
| Adapter | LoRA (r=16, alpha=32) |
| Training Framework | PyTorch + HuggingFace Ecosystem |
| Context Window | 8,192 tokens |
1
2from transformers import AutoTokenizer, AutoModelForCausalLM
3
4model_id = "Irfanuruchi/Llama-3.2-3B-Computer-Engineering-LLM"
5tokenizer = AutoTokenizer.from_pretrained(model_id)
6model = AutoModelForCausalLM.from_pretrained(
7 model_id,
8 device_map="auto",
9 torch_dtype="auto"
10)
11
12prompt = """You are a computer engineering expert. Explain concisely:
13Q: What's the difference between RISC and CISC architectures?
14A:"""
15
16inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
17outputs = model.generate(
18 **inputs,
19 max_new_tokens=150,
20 temperature=0.7,
21 do_sample=True
22)
23
24print(tokenizer.decode(outputs[0], skip_special_tokens=True))
251@misc{llama3.2-computer-eng,
2 author = {Irfanuruchi},
3 title = {Llama-3.2-3B-Computer-Engineering-LLM},
4 year = {2025},
5 publisher = {HuggingFace},
6 howpublished = {\url{https://huggingface.co/Irfanuruchi/Llama-3.2-3B-Computer-Engineering-LLM}}
7}