Views
No views yet
1from transformers import LlamaTokenizer, LlamaForCausalLM
2import torch
3
4tokenizer = LlamaTokenizer.from_pretrained("Xianjun/PLLaMa-7b-instruct")
5model = LlamaForCausalLM.from_pretrained("Xianjun/PLLaMa-7b-instruct").half().to("cuda")
6
7instruction = "How to ..."
8batch = tokenizer(instruction, return_tensors="pt", add_special_tokens=False).to("cuda")
9with torch.no_grad():
10 output = model.generate(**batch, max_new_tokens=512, temperature=0.7, do_sample=True)
11 response = tokenizer.decode(output[0], skip_special_tokens=True)1@inproceedings{Yang2024PLLaMaAO,
2 title={PLLaMa: An Open-source Large Language Model for Plant Science},
3 author={Xianjun Yang and Junfeng Gao and Wenxin Xue and Erik Alexandersson},
4 year={2024},
5 url={https://api.semanticscholar.org/CorpusID:266741610}
6}