Views
No views yet
1import torch
2from transformers import GPT2Tokenizer,GPT2Model,GPT2LMHeadModel
3
4model = GPT2LMHeadModel.from_pretrained("dnagpt/dna_promoter_sft")
5tokenizer = GPT2Tokenizer.from_pretrained("dnagpt/dna_eng_bpe")
6
7input = """
8Below is an instruction that describes a task. Write a response that appropriately completes the request.
9
10### Instruction:
11Determine the following dna sequence is promoter or terminator
12
13### Input:
14TCTTTCTCTTCTGTATCATTCTACTTCTATGACTGCTCCTTCTCGAGTAAAACAGAATGTGTCTCAGGATTACTTTAAAACAAGACAAAGTATAGAGTTAAAATACATTTTTGTTTAGGTAAATATCATCAAATAATCCAATTTGGAAACCAACATTCTTACTTCTTTTTCCAACAGTTGTTCCTATCATCATAAAAACAGAGAGGGTAAGCCTTGGGGAAAGCTACTTTAAAAAAATGGCCTCTAAGGATATTCAGGGTGCAAACAGTAACCTGTTCAGGCACAGATTCTTCTCCTTGAAATGAACTGAAGTTGGCAAATATTCCTCACAGCCTGTTGGAGGGTTCAGCAGTTTATTACAGAAGTATGAAATGCTTTTATTTAAAAAATGTATTTTGGTACACATGTTAGTCTTTTTTGTGATGAACTTCACAGATACATTTGACATTGGTATGCCTCATTTATTTGTTGAAATTTTTTTCTTTGGCTTCCATGAAGTTAAGATTTTTCAAGCAAGATGAAGTCCATCATCCTCTTTGTCCTTTCCCTGCTCCTTATCTTGGAGAAGCAAGCAGCTGTGATGGGACAAAAAGGTGAGTGATGGTTTCAGCTGGACTCCATCCTTCAACTGACAACCCAACACAACTGTATTCATCTCTCGTTAACATTACTAGCAGTGAGTAACATCAGAAAGTTTTTGAGTCTCCTTCCTACTCCGGACTGAATTTCTTCTGTATAATGCAAGCGATCTGGCATGATGATATACAAAGACCGATAAAATTTTGCTGGGGATTCTGAAAGTAAAAAAAATTGCCTTTGATATTATGTCCCCATGCTAAGTCCCTGGGGACTTTGACATTATCCCCCACTGAGCAGGGGTGAGGAAGCTGGCATTTACTAAAAAGTCAGCAATATGATTTGAATGCCCTACATAAGGCGACAAAATCAAAACAACACCTAGGTGGAAGTCAACAACTGCTCAATTATAAACAAGAAGGCAATAAGCTATGAAAGGGCAGTGCCTTTTGACATTTCAGCTCCACCCATAGCACACCCACTCAAGGAACATATAAATGAAGAGATCCGCTCAGTTCTCAGACCTATTTTGGACAAAAAGACCAACAACATACTAAATCCAAAGGCAGTTTTTCTATTCAACACACATATCATGTAGACATCAATGATCATGACTGGACCCGATGAGAATTGATTTTTCTCCACCCAACGCTGTAGGCTTTTGGAAATATCAGAAATTTGTTGGGAAAAGGTGGGAGGTAAGAGTTGCAAGAGAGCTTTGGAGATAATGAATGCATACATTTCTATTATCAATTACCAGGTGGATCAAAAGGCCAATTGCCAAGCGGATCTTCCCAATTTCCACATGGACAAAAGGGCCAGCATACCTAAAATTTAGTATTTAAGTTATTGGATCAGAAAGGAAACTCGCATTTAGAGTATGAAGGCATTGTCAGCCACCAATTACTTTTGTAACCTGAAGCTGAATAGCCCATCTGGAAAGGGATTATCCAGTCAATGTTCAAACACAGAAAAAAGGCTATGGGTTCATGGACTAAGTAAAGAACAAGCTTCAGCCTCTGGTGAGACCATGATAAATCAAAAGGTCATTTTCACATGATAGTTATACATCATAAAGGAGGCCAAGCTCATCATGGGACACAAAATCCTTCTCAAGATCAGGGTGTTAAATTTTTCTCATCCTTTCAAAAAATCTCTGGAGCTTACCTCACCCTCCAGATACAGCCTCACCTCTCATTCCACCATGAAATCAGACTTCTTGAGGCACAAAAAGGTAGAACACAAGGTGGATCCCAAAGCAGTTATGTTCTCCAAACTGAAGAACTAGTAGTTAACAAACAACAACGTGAGACTAAAAATTCTCATCAAAATAAAGGGCATTACCAAAATGTGGTTGACGTGAGAGAGGAACATTCAAGTAAACTACAAACTTCACTCCATCCTGCACATCAAGACAGACTCCA
15
16### Response:
17"""
18
19input_ids = tokenizer.encode(
20 input,
21 return_tensors="pt",
22 truncation=True,
23 max_length=1000
24)
25
26# Generate
27device = model.device
28
29generated_tokens_with_prompt = model.generate(
30input_ids=input_ids.to(device),
31max_new_tokens=3,
32)
33
34generated_text_with_prompt = tokenizer.decode(generated_tokens_with_prompt[0], skip_special_tokens=True)
35generated_text_answer = generated_text_with_prompt[len(input):]
36
37print(generated_text_answer)
38
39#terminator
40