Views
No views yet
python --data_path "data_path" pretrain.py1@article{yang2022scbert,
2 title={scBERT as a large-scale pretrained deep language model for cell type annotation of single-cell RNA-seq data},
3 author={Yang, Fan and Wang, Wenchuan and Wang, Fang and Fang, Yuan and Tang, Duyu and Huang, Junzhou and Lu, Hui and Yao, Jianhua},
4 journal={Nature Machine Intelligence},
5 volume={4},
6 number={10},
7 pages={852--866},
8 year={2022},
9 publisher={Nature Publishing Group UK London}
10}1@inproceedings{choromanski2020rethinking,
2 title = {Rethinking Attention with Performers},
3 author = {Krzysztof Choromanski and Valerii Likhosherstov and David Dohan and Xingyou Song and Andreea Gane and Tamas Sarlos and Peter Hawkins and Jared Davis and Afroz Mohiuddin and Lukasz Kaiser and David Belanger and Lucy Colwell and Adrian Weller},
4 booktitle = {International Conference on Learning Representations},
5 year = {2021},
6}1@article{liu2023sophia,
2 title={Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training},
3 author={Liu, Hong and Li, Zhiyuan and Hall, David and Liang, Percy and Ma, Tengyu},
4 journal={arXiv preprint arXiv:2305.14342},
5 year={2023}
6}