publications

2026

1. ICS

   Skew-aware Adaptive All-to-allv Algorithms for Dynamic Deep Learning Workloads

   Cunyang Wei and Abhinav Bhatele

   In ACM International Conference on Supercomputing (ICS), 2026

   Bib PDF Website

   @inproceedings{wei2026alltoallv,
     title = {Skew-aware Adaptive All-to-allv Algorithms for Dynamic Deep Learning Workloads},
     author = {Wei, Cunyang and Bhatele, Abhinav},
     booktitle = {ACM International Conference on Supercomputing (ICS)},
     year = {2026},
   }

2. IPDPS

   The Case of the Elusive Application Performance on Production GPU Supercomputers

   Cunyang Wei, Keshav Pradeep, and Abhinav Bhatele

   In Proceedings of the IEEE International Parallel & Distributed Processing Symposium (IPDPS), 2026

   Bib PDF Website

   @inproceedings{wei2026variability,
     title = {The Case of the Elusive Application Performance on Production GPU Supercomputers},
     author = {Wei, Cunyang and Pradeep, Keshav and Bhatele, Abhinav},
     booktitle = {Proceedings of the IEEE International Parallel \& Distributed Processing Symposium (IPDPS)},
     year = {2026},
   }

3. IPDPS

   The Big Send-off: Scalable and Performant Collectives for Deep Learning

   Siddharth Singh, Keshav Pradeep, Mahua Singh, and 2 more authors

   In Proceedings of the IEEE International Parallel & Distributed Processing Symposium (IPDPS), 2026

   Bib PDF Website

   @inproceedings{singh2026pccl,
     title = {The Big Send-off: Scalable and Performant Collectives for Deep Learning},
     author = {Singh, Siddharth and Pradeep, Keshav and Singh, Mahua and Wei, Cunyang and Bhatele, Abhinav},
     booktitle = {Proceedings of the IEEE International Parallel \& Distributed Processing Symposium (IPDPS)},
     year = {2026},
   }

2025

1. SC

   Plexus: Taming Billion-edge Graphs with 3D Parallel GNN Training

   Aditya K. Ranjan, Siddharth Singh, Cunyang Wei, and 1 more author

   In Proceedings of the International Conference on High Performance Computing, Networking, Storage and Analysis (SC), 2025

   Bib PDF Website

   @inproceedings{ranjan2025plexus,
     title = {Plexus: Taming Billion-edge Graphs with 3D Parallel GNN Training},
     author = {Ranjan, Aditya K. and Singh, Siddharth and Wei, Cunyang and Bhatele, Abhinav},
     booktitle = {Proceedings of the International Conference on High Performance Computing, Networking, Storage and Analysis (SC)},
     year = {2025},
   }

2. Poster

   Unmasking Performance Variability in GPU Codes on Production Supercomputers

   Cunyang Wei, Rishi Keshav Pradeep, and Abhinav Bhatele

   2025

   Bib PDF

   @misc{wei2025variabilityposter,
     title = {Unmasking Performance Variability in GPU Codes on Production Supercomputers},
     author = {Wei, Cunyang and Pradeep, Rishi Keshav and Bhatele, Abhinav},
     booktitle = {Poster at the International Conference for High Performance Computing, Networking, Storage, and Analysis (SC). Best Poster Award Nominee},
     howpublished = {Poster at the International Conference for High Performance Computing, Networking, Storage, and Analysis (SC). Best Poster Award Nominee},
     year = {2025},
   }

2024

1. TPDS

   IrGEMM: An Input-Aware Tuning Framework for Irregular GEMM on ARM and X86 CPUs

   Cunyang Wei, Haipeng Jia, Yunquan Zhang, and 3 more authors

   IEEE Transactions on Parallel and Distributed Systems (TPDS), 2024

   Bib PDF Website

   @article{wei2024irgemm,
     title = {IrGEMM: An Input-Aware Tuning Framework for Irregular GEMM on ARM and X86 CPUs},
     author = {Wei, Cunyang and Jia, Haipeng and Zhang, Yunquan and Yao, Jianyu and Li, Chendi and Cao, Wenxuan},
     journal = {IEEE Transactions on Parallel and Distributed Systems (TPDS)},
     year = {2024},
     publisher = {IEEE},
   }

2. IPDPS

   VNEC: A Vectorized Non-Empty Column Format for SpMV on CPUs

   Luhan Wang, Haipeng Jia, Lei Xu, and 4 more authors

   In Proceedings of the IEEE International Parallel and Distributed Processing Symposium (IPDPS), 2024

   Bib

   @inproceedings{wang2024vnec,
     title = {VNEC: A Vectorized Non-Empty Column Format for SpMV on CPUs},
     author = {Wang, Luhan and Jia, Haipeng and Xu, Lei and Wei, Cunyang and Li, Kun and Jiang, Xianmeng and Zhang, Yunquan},
     booktitle = {Proceedings of the IEEE International Parallel and Distributed Processing Symposium (IPDPS)},
     year = {2024}
   }

2023

1. ICPADS

   SA_TRSM: A Shape-Aware Auto-Tuning Framework for Small-Scale Irregular-Shaped TRSM

   Rongyuan Guo, Haipeng Jia, Yunquan Zhang, and 3 more authors

   In IEEE International Conference on Parallel and Distributed Systems (ICPADS), 2023

   Bib

   @inproceedings{guo2023satrsm,
     title = {SA_TRSM: A Shape-Aware Auto-Tuning Framework for Small-Scale Irregular-Shaped TRSM},
     author = {Guo, Rongyuan and Jia, Haipeng and Zhang, Yunquan and Deng, Mingsen and Wei, Cunyang and others},
     booktitle = {IEEE International Conference on Parallel and Distributed Systems (ICPADS)},
     year = {2023}
   }

2022

1. ICPP

   IATF: An Input-Aware Tuning Framework for Compact BLAS Based on ARMv8 CPUs

   Cunyang Wei, Haipeng Jia, Yunquan Zhang, and 2 more authors

   In International Conference on Parallel Processing (ICPP), 2022

   Bib PDF Website

   @inproceedings{wei2022iatf,
     title = {IATF: An Input-Aware Tuning Framework for Compact BLAS Based on ARMv8 CPUs},
     author = {Wei, Cunyang and Jia, Haipeng and Zhang, Yunquan and Xu, Liusha and Qi, Ji},
     booktitle = {International Conference on Parallel Processing (ICPP)},
     year = {2022},
   }

2. HPCC

   LBBGEMM: A Load-Balanced Batch GEMM Framework on ARM CPUs

   Cunyang Wei, Haipeng Jia, Yunquan Zhang, and 2 more authors

   In IEEE International Conference on High Performance Computing & Communications (HPCC), 2022

   Bib PDF Website

   @inproceedings{wei2022lbbgemm,
     title = {LBBGEMM: A Load-Balanced Batch GEMM Framework on ARM CPUs},
     author = {Wei, Cunyang and Jia, Haipeng and Zhang, Yunquan and Li, Kun and Wang, Luhan},
     booktitle = {IEEE International Conference on High Performance Computing \& Communications (HPCC)},
     year = {2022},
   }

3. HPCC

   EgpuIP: An Embedded GPU Accelerated Library for Image Processing

   Luhan Wang, Haipeng Jia, Yunquan Zhang, and 2 more authors

   In IEEE International Conference on High Performance Computing & Communications (HPCC), 2022

   Bib PDF

   @inproceedings{wang2022egpuip,
     title = {EgpuIP: An Embedded GPU Accelerated Library for Image Processing},
     author = {Wang, Luhan and Jia, Haipeng and Zhang, Yunquan and Li, Kun and Wei, Cunyang},
     booktitle = {IEEE International Conference on High Performance Computing \& Communications (HPCC)},
     year = {2022},
   }