I am an M.S. student in Computer Engineering at the University of California, San Diego, where I am a research intern in Prof. Yufei Ding’s Lab. My research focuses on efficient AI infrastructure, LLM inference acceleration, hardware-software co-design, and memory-centric architecture.
My recent work explores memory-centric architectures for long-context LLM attention, token-level speculative decoding for diffusion language models, and AI for chip design benchmarks. More broadly, I aim to build efficient and reliable AI infrastructure by co-designing algorithms, runtime systems, memory architectures, and hardware-aware execution strategies for next-generation AI workloads.
@inproceedings{yu2026amma,title={AMMA: A Multi-Chiplet Memory-Centric Architecture for Low-Latency 1M Context Attention Serving},author={Yu, Zhongkai and Ye, Haotian and Zhou, Chenyang and Venkatachalam, Ohm Rishabh and Pan, Zaifeng and Hu, Zhengding and Kim, Junsung and Ro, Won Woo and Tsai, Po-An and Pei, Shuyi and Kang, Yangwook and Ding, Yufei},booktitle={IEEE/ACM International Symposium on Microarchitecture (MICRO)},year={2026},}
ArXiv
SimSD: Simple Speculative Decoding in Diffusion Language Models
@article{cui2026simsd,title={SimSD: Simple Speculative Decoding in Diffusion Language Models},author={Cui, Junxia and Ye, Haotian and Tian, Runchu and Guo, Hongcan and Jiang, Jinya and Li, Haoru and Ren, Chaojie and Huang, Yiming and Zhu, Kaijie and Yu, Zhongkai and Zhou, Kun and Shang, Jingbo},journal={arXiv preprint arXiv:2606.02544},year={2026},}
ArXiv
ChipBench: A Next-Step Benchmark for Evaluating LLM Performance in AI-Aided Chip Design
Zhongkai Yu, Chenyang Zhou, Yichen Lin, Hejia Zhang, Haotian Ye, Junxia Cui, Zaifeng Pan, Jishen Zhao, and Yufei Ding
@article{yu2026chipbench,title={ChipBench: A Next-Step Benchmark for Evaluating LLM Performance in AI-Aided Chip Design},author={Yu, Zhongkai and Zhou, Chenyang and Lin, Yichen and Zhang, Hejia and Ye, Haotian and Cui, Junxia and Pan, Zaifeng and Zhao, Jishen and Ding, Yufei},journal={arXiv preprint arXiv:2601.21448},year={2026},}
Experience
Prof. Yufei Ding’s Lab, UCSD, 2025.10 - Present Research Intern
Xuanyuan Investment Co., Ltd., 2025.06 - 2025.09 Quantitative Research Intern
Hichip Semiconductor Co., Ltd., 2025.02 - 2025.05 Digital Designer Intern