Views
No views yet
"Question out of concept, just Java Questions".1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_id = "AymanElFou/qwen2.5-1.5b-java-expert"
4tokenizer = AutoTokenizer.from_pretrained(model_id)
5model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype="auto", device_map="auto")
6
7messages = [
8 {"role": "system", "content": "You are an expert Java programming assistant. Strict rule: If the question is NOT related to Java or programming, answer ONLY with: 'Question out of concept, just Java Questions'."},
9 {"role": "user", "content": "What is the difference between HashMap and ConcurrentHashMap?"}
10]
11
12prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
13inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
14outputs = model.generate(**inputs, max_new_tokens=512)
15print(tokenizer.decode(outputs[0], skip_special_tokens=True))