git clone https://github.com/WENGSYX/Neural-Comprehension
cd Neural-Comprehension
pip install .

from NeuralCom.CoNN.modeling_conn import CoNNModel
from NeuralCom.CoNN import Tokenizer


model = CoNNModel.from_pretrained('WENGSYX/CoNN_Copy')
tokenizer = Tokenizer(model.config.input_encoding_map, model.config.output_encoding_map,model.config.max_position_embeddings)

output = model(tokenizer('a b c d a b c').unsqueeze(0))
print(tokenizer.decode(output.argmax(2)))

>>> [['bos', 'a', 'b', 'c', 'd', 'a', 'b', 'c']]

@misc{weng2023neural,
      title={Neural Comprehension: Language Models with Compiled Neural Networks}, 
      author={Yixuan Weng and Minjun Zhu and Fei Xia and Bin Li and Shizhu He and Kang Liu and Jun Zhao},
      year={2023},
      eprint={2304.01665},
      archivePrefix={arXiv},
      primaryClass={cs.CL}
}