titleAscendGYM: A Cost-Aware Kernel Optimization Benchmark for Real-World Workloads on Ascend NPUs
authorsAI Training Platform Team, Bingwei Zhang, Jing Li, Amir Abdullin, Sihang Chen, Xin Chen, Liangjun Feng, Yingmeng Gao, Tao Guo, Junjie Huang, Dongfang Li, Zhanglian Lin, Jiajun Liu, Zekun Liu, Zhengxuan Lu, Xiaodong Luo, Jian Meng, Ivan Nosov, Linyuan Qiu, Weijian Sun, Wanrui Yan, Binfan Zheng, Zhicheng Zhou, Baotian Hu, Min Zhang, Haizhou Li, Zhiquan Luo
date2026-11-13
venuearXiv (preprint, not peer reviewed)
idarXiv:2611.17621
affiliationSLAI-AITP
upvotes91 (Hugging Face Daily Papers, 2026-11-19)
linksabs pdf hf code
cite
abstractKernel optimization is essential for efficient large language model (LLM) training and inference on Ascend NPUs. Existing Ascend kernel benchmarks primarily focus on kernel generation, with less emphasis on the ability of agents to optimize existing implementations under input configurations drawn from real workloads. To address this requirement, we introduce AscendGYM, a benchmark whose initial suite comprises 48 kernels across three difficulty levels. Each kernel is paired with test cases whose data types and tensor shapes are collected from real-world training and inference tasks. Consequently, performance improvements on AscendGYM map directly to the corresponding workloads. In terms of usability, two evaluation modes are supported in AscendGYM: model evaluation and model-harness evaluation. The kernel optimization capabilities of both trained models and custom agents are allowed to be measured. It provides a complete execution environment that closely reproduces how Ascend kernels are invoked in practical pipelines. For model evaluation, it additionally includes a built-in harness equipped with search orchestration and experience accumulation. Finally, we propose a new metric, the Speedup-Token Score (STS), which quantifies performance gains relative to token cost. By jointly considering speedup and cost, STS enables the assessment of practical kernel optimization capability of a model or harness under an acceptable budget. AscendGYM is available at https://github.com/SLAI-AITP/AscendGYM.

bibtex

@misc{team2026ascendgym,
  title={AscendGYM: A Cost-Aware Kernel Optimization Benchmark for Real-World Workloads on Ascend NPUs},
  author={AI Training Platform Team and Bingwei Zhang and Jing Li and Amir Abdullin and Sihang Chen and Xin Chen and Liangjun Feng and Yingmeng Gao and Tao Guo and Junjie Huang and Dongfang Li and Zhanglian Lin and Jiajun Liu and Zekun Liu and Zhengxuan Lu and Xiaodong Luo and Jian Meng and Ivan Nosov and Linyuan Qiu and Weijian Sun and Wanrui Yan and Binfan Zheng and Zhicheng Zhou and Baotian Hu and Min Zhang and Haizhou Li and Zhiquan Luo},
  year={2026},
  eprint={2611.17621},
  archivePrefix={arXiv},
  url={https://arxiv.org/abs/2611.17621}
}