Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "azherali/Qwen-Instruct_Finetune_For_Docker_Commands"
4
5model = AutoModelForCausalLM.from_pretrained(
6 model_name,
7 torch_dtype="auto",
8 device_map="auto"
9)
10tokenizer = AutoTokenizer.from_pretrained(model_name)
11
12
13
14
15# List all containers with Ubuntu as their ancestor.
16# docker ps --filter 'ancestor=ubuntu'
17
18prompt = "List all containers with Ubuntu as their ancestor."
19messages = [
20 {"role": "system", "content": "translate this sentence in docker command"},
21 {"role": "user", "content": prompt}
22]
23text = tokenizer.apply_chat_template(
24 messages,
25 tokenize=False,
26 add_generation_prompt=True
27)
28model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
29
30generated_ids = model.generate(
31 **model_inputs,
32 max_new_tokens=512
33)
34generated_ids = [
35 output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
36]
37
38response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
39
40print(response)