Views
No views yet
1import torch
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4tokenizer = AutoTokenizer.from_pretrained('datapaf/StarCoderCodeQnA')
5model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="cuda")
6
7code = ... # Your Python code snippet here
8question = ... # Your question regarding the snippet here
9
10prompt_template = "Question: {question}\n\nCode: {code}\n\nAnswer:"
11prompt = prompt_template.format(question=ex['question'], code=ex['code'])
12
13inputs = tokenizer.encode(prompt, return_tensors="pt").to('cuda')
14outputs = model.generate(inputs, max_new_tokens=512, pad_token_id=tokenizer.eos_token_id)
15text = tokenizer.decode(outputs[0])
16print(text)