Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3
4base_model = AutoModelForCausalLM.from_pretrained("elyza/Llama-3-ELYZA-JP-8B")
5tokenizer = AutoTokenizer.from_pretrained("elyza/Llama-3-ELYZA-JP-8B")
6model = PeftModel.from_pretrained(base_model, "eyepyon/judicial-exam-llama3-jp_v2-lora-v2")
7
8inputs = tokenizer("司法試験問題:", return_tensors="pt")
9outputs = model.generate(**inputs, max_length=512)
10response = tokenizer.decode(outputs[0], skip_special_tokens=True)
11print(response)1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3model = AutoModelForCausalLM.from_pretrained("eyepyon/judicial-exam-llama3-jp_v2-merged-v2")
4tokenizer = AutoTokenizer.from_pretrained("eyepyon/judicial-exam-llama3-jp_v2-merged-v2")
5
6inputs = tokenizer("司法試験問題:", return_tensors="pt")
7outputs = model.generate(**inputs, max_length=512)
8response = tokenizer.decode(outputs[0], skip_special_tokens=True)
9print(response)