You can deploy this model and start earning money today!

logits/
llama2-7b-book-qa

Name: llama2-7b-book-qa
Availability: InStock

Views

No views yet

python

from transformers import LlamaForCausalLM, LlamaTokenizer
from peft import PeftModelForCausalLM

base_model = LlamaForCausalLM.from_pretrained("your/llama/path")
tokenizer = LlamaTokenizer.from_pretrained("your/llama/path")

llama_lora = PeftModelForCausalLM.from_pretrained(base_model, "logits/llama2-7b-book-qa")

prompt = "your prompt"
input_ids = tokenizer(prompt).input_ids.cuda()

output_ids = llama_lora(input_ids=input_ids)
output = tokenizer.decode(output_ids)

print(output)