import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel

base_model = "Qwen/Qwen3-4B"
adapter_id = "cindermond/world-model-webshop-qwen3-4b-filtered"

tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast=True)
model = AutoModelForCausalLM.from_pretrained(
    base_model,
    device_map="auto",
    torch_dtype=torch.bfloat16 if torch.cuda.is_available() else torch.float32,
)
model = PeftModel.from_pretrained(model, adapter_id)
model.eval()

Citation

bibtex

@article{zhao2026nesys,
  title        = {Neuro-Symbolic Synergy for Interactive World Modeling},
  author       = {Zhao, Hongyu and Zhou, Siyu and Yang, Haolin and Qin, Zengyi and Zhou, Tianyi},
  journal      = {arXiv preprint arXiv:2602.10480},
  year         = {2026}
}