Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3tok = AutoTokenizer.from_pretrained("your-repo")
4model = AutoModelForCausalLM.from_pretrained("your-repo", trust_remote_code=True)
5
6out = model.llopa_generate(
7 tokenizer=tok,
8 system="You are a helpful assistant.",
9 document="...",
10 question="...",
11 K=4,
12 prefill_mode="lower",
13 prefill_attn="causal",
14)
15print(out)