!pip uninstall unsloth -y
!pip install --upgrade --no-cache-dir "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
!pip install --upgrade torch
!pip install --upgrade xformers
!pip install ipywidgets --upgrade

import os
os.environ["HF_TOKEN"] = "your_token"

from transformers import AutoTokenizer, AutoModelForCausalLM

# モデル名の指定
model_name = "nakano0328/llm-jp-3-13b-it_lora"

# トークナイザとモデルのロード
tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=True)
model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=True)

# 入力テキスト
input_text = "このモデルの特長について教えてください。"

# 推論の実行
inputs = tokenizer(input_text, return_tensors="pt")
outputs = model.generate(**inputs, max_length=100)

# 結果のデコード
generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
print(generated_text)