titleCoworkEnv: Synthesizing Training Environments for Long-Horizon Cowork Agents
authorsZhongwei Xie, Yiming Du, Jiaxin Bai, Baixuan Xu, Chunyang Li, Xiyu Ren, Wei Fan, Tianshi Zheng, Weizhi Du, Jingqiao Yu, Xingsu Li, Zhaowei Wang, Yangqiu Song
date2026-10-18
venuearXiv (preprint, not peer reviewed)
idarXiv:2610.24960
upvotes52 (Hugging Face Daily Papers, 2026-11-01)
linksabs pdf hf code
abstractAI coworkers must coordinate tools, communicate across turns, and act on changing workspace state while respecting workflow constraints. Constructing training experience for these capabilities requires coherent requests, service records, tool interfaces, and grading checks. We present CoworkEnv, a capability-guided framework for synthesizing executable training environments for AI coworkers. Workflow requirements guide task construction, and programmatic validation with feedback repair checks generated specifications and grading behavior. Teacher executions yield curated demonstrations for supervised fine-tuning (SFT), while student interactions provide rollouts and rewards for reinforcement learning (RL). Using these resources, we train compact PocketWorker models. For Qwen3-VL-8B-Instruct, SFT raises the mean score from 46.6 to 64.1 on Claw-Eval, including a 31.9-point gain on Multi-turn tasks. An SFT-only extension to ClawMark demonstrates applicability across coworker benchmarks. We further compare RL training dynamics across configurations that vary reward processing and credit assignment. Improving training rewards provide preliminary evidence that the constructed environments support policy optimization.

cite

@misc{xie2026coworkenv,
  title={CoworkEnv: Synthesizing Training Environments for Long-Horizon Cowork Agents},
  author={Zhongwei Xie and Yiming Du and Jiaxin Bai and Baixuan Xu and Chunyang Li and Xiyu Ren and Wei Fan and Tianshi Zheng and Weizhi Du and Jingqiao Yu and Xingsu Li and Zhaowei Wang and Yangqiu Song},
  year={2026},
  eprint={2610.24960},
  archivePrefix={arXiv},
  url={https://arxiv.org/abs/2610.24960}
}