I am an LLM researcher at BandAI, Bytedance. I received my PhD and MPhil in Computer Science from the University of Sydney in 2026 and 2022, advised by Prof. Dacheng Tao. Prior to that, I received a BEng from the School of Automation Science and Electrical Engineering, Beihang University in 2019.
My research broadly focuses on LLM alignment, post-training, and reinforcement learning, with the goal of pushing the capabilities of frontier language models.
Token Usage
Publications
* Co-first authors
Published
Stabilizing Off-policy LLM Optimization with Prefix Importance Ratio
@inproceedings{lei2026stabilizing, title = {{Stabilizing Off-policy LLM Optimization with Prefix Importance Ratio}}, author = {Lei, Shiye and Cheng, Zhihao and Tao, Dacheng}, year = {2026}, booktitle = {Advances in Neural Information Processing Systems} }EAPO: Enhancing Policy Optimization with On-Demand Expert Assistance
@inproceedings{song2026eapo, title = {{EAPO: Enhancing Policy Optimization with On-Demand Expert Assistance}}, author = {Song, Siyao and Ma, Cong and Cheng, Zhihao and Lei, Shiye and Li, Minghao and Zeng, Ying and Tou, Huaixiao and Jia, Kai}, year = {2026}, booktitle = {International Conference on Machine Learning}, url = {https://openreview.net/forum?id=luykjYIvEs} }Offline Behavioral Data Selection
@inproceedings{lei2026offline, title = {{Offline Behavioral Data Selection}}, author = {Lei, Shiye and Cheng, Zhihao and Tao, Dacheng}, year = {2026}, booktitle = {Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.1}, pages = {612--620}, doi = {10.1145/3770854.3780320}, url = {https://doi.org/10.1145/3770854.3780320} }Image Captions are Natural Prompts for Training Data Synthesis
@article{lei2025image, title = {{Image Captions are Natural Prompts for Training Data Synthesis}}, author = {Lei, Shiye and Chen, Hao and Zhang, Sen and Zhao, Bo and Tao, Dacheng}, year = {2025}, journal = {International Journal of Computer Vision}, volume = {133}, number = {8}, pages = {5435--5454}, doi = {10.1007/s11263-025-02436-0}, url = {https://doi.org/10.1007/s11263-025-02436-0} }Attentive Learning Facilitates Generalization of Neural Networks
@article{lei2025attentive, title = {{Attentive Learning Facilitates Generalization of Neural Networks}}, author = {Lei, Shiye and He, Fengxiang and Chen, Haowen and Tao, Dacheng}, year = {2025}, journal = {IEEE Transactions on Neural Networks and Learning Systems}, volume = {36}, number = {2}, pages = {3329--3342}, doi = {10.1109/tnnls.2024.3356310}, url = {https://doi.org/10.1109/tnnls.2024.3356310} }Understanding Deep Learning via Decision Boundary
@article{lei2025understanding, title = {{Understanding Deep Learning via Decision Boundary}}, author = {Lei, Shiye and He, Fengxiang and Yuan, Yancheng and Tao, Dacheng}, year = {2025}, journal = {IEEE Transactions on Neural Networks and Learning Systems}, volume = {36}, number = {1}, pages = {1533--1544}, doi = {10.1109/tnnls.2023.3326654}, url = {https://doi.org/10.1109/tnnls.2023.3326654} }Offline Behavior Distillation
@inproceedings{lei2024offline, author = {Lei, Shiye and Zhang, Sen and Tao, Dacheng}, booktitle = {Advances in Neural Information Processing Systems}, doi = {10.52202/079017-3654}, editor = {A. Globerson and L. Mackey and D. Belgrave and A. Fan and U. Paquet and J. Tomczak and C. Zhang}, pages = {115098--115118}, publisher = {Curran Associates, Inc.}, title = {Offline Behavior Distillation}, url = {https://proceedings.neurips.cc/paper_files/paper/2024/file/d0724f5d6108517c3eab35f77f156967-Paper-Conference.pdf}, volume = {37}, year = {2024} }A Comprehensive Survey of Dataset Distillation
@article{lei2024a, title = {{A Comprehensive Survey of Dataset Distillation}}, author = {Lei, Shiye and Tao, Dacheng}, year = {2024}, journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence}, volume = {46}, number = {1}, pages = {17--32}, doi = {10.1109/tpami.2023.3322540}, url = {https://doi.org/10.1109/tpami.2023.3322540} }Spectral complexity-scaled generalisation bound of complex-valued neural networks
@article{chen2023spectral, title = {{Spectral complexity-scaled generalisation bound of complex-valued neural networks}}, author = {Chen, Haowen and He, Fengxiang and Lei, Shiye and Tao, Dacheng}, year = {2023}, journal = {Artificial Intelligence}, volume = {322}, pages = {103951}, doi = {10.1016/j.artint.2023.103951}, url = {https://doi.org/10.1016/j.artint.2023.103951} }
Preprints
Revisiting LLM Reasoning via Information Bottleneck
@misc{lei2025revisiting, title = {{Revisiting LLM Reasoning via Information Bottleneck}}, author = {Lei, Shiye and Cheng, Zhihao and Jia, Kai and Tao, Dacheng}, year = {2025}, eprint = {2507.18391}, archivePrefix = {arXiv}, doi = {10.48550/arXiv.2507.18391}, url = {https://arxiv.org/abs/2507.18391} }EarthSynth: Generating Informative Earth Observation with Diffusion Models
@misc{pan2025earthsynth, title = {{EarthSynth: Generating Informative Earth Observation with Diffusion Models}}, author = {Pan, Jiancheng and Lei, Shiye and Fu, Yuqian and Li, Jiahao and Liu, Yanxing and Sun, Yuze and He, Xiao and Peng, Long and Huang, Xiaomeng and Zhao, Bo}, year = {2025}, eprint = {2505.12108}, archivePrefix = {arXiv}, doi = {10.48550/arXiv.2505.12108}, url = {https://arxiv.org/abs/2505.12108} }State Diversity Matters in Offline Behavior Distillation
@misc{lei2025state, title = {{State Diversity Matters in Offline Behavior Distillation}}, author = {Lei, Shiye and Cheng, Zhihao and Tao, Dacheng}, year = {2025}, eprint = {2512.06692}, archivePrefix = {arXiv}, doi = {10.48550/arXiv.2512.06692}, url = {https://arxiv.org/abs/2512.06692} }Spatial-Temporal-Fusion BNN: Variational Bayesian Feature Layer
@misc{lei2021spatialtemporalfusion, title = {{Spatial-Temporal-Fusion BNN: Variational Bayesian Feature Layer}}, author = {Lei, Shiye and Tu, Zhuozhuo and Rutkowski, Leszek and Zhou, Feng and Shen, Li and He, Fengxiang and Tao, Dacheng}, year = {2021}, eprint = {2112.06281}, archivePrefix = {arXiv}, doi = {10.48550/arXiv.2112.06281}, url = {https://arxiv.org/abs/2112.06281} }Neural networks behave as hash encoders: An empirical study
@misc{he2021neural, title = {{Neural networks behave as hash encoders: An empirical study}}, author = {He, Fengxiang and Lei, Shiye and Ji, Jianmin and Tao, Dacheng}, year = {2021}, eprint = {2101.05490}, archivePrefix = {arXiv}, doi = {10.48550/arXiv.2101.05490}, url = {https://arxiv.org/abs/2101.05490} }
Services
Conference Reviewer
ICML, NeurIPS, ICLR, AISTATS, CVPR, ICCV, AAAI, ACM MM, etc.
Journal Reviewer
TPAMI, IJCV, JMLR, etc.