titleRecursa: Toward Recursively Self-Improving Foundation Model Systems
authorsErkang Zhu, Yin Lin, Xiaorong Shi, Xuanrui Lin, Jingren Zhou
date2026-11-02
venuearXiv (preprint, not peer reviewed)
idarXiv:2611.04035
affiliationalibaba
upvotes11 (Hugging Face Daily Papers, 2026-11-05)
linksabs pdf hf
cite
abstractFoundation models in changing environments can encounter unfamiliar domain knowledge that their original training did not cover. However, new domains rarely provide large amounts of expert-created training data or reliable supervisory signals for further training. We introduce Recursa, a foundation model system that adapts to new domains by learning from its own experience without human experts or a stronger teacher model. Recursa uses a knowledge repository to store what it learns: domain-specific skills and instructions on when to apply them, along with memories of past task experiences and reflections on what to improve. Recursa bootstraps the repository from domain materials and then refines it through recursive self-improvement. It uses parallel learners to execute tasks and synthesize local improvements, then validates and merges the improvements into the knowledge repository. On Harvey LAB's Firm Knowledge benchmark, Recursa raises the all-pass rate on held-out test tasks from 30.0% to 55.0% with DeepSeek-V4.1-Flash and from 35.0% to 46.0% with Qwen3.8-Flash.

bibtex

@misc{zhu2026recursa,
  title={Recursa: Toward Recursively Self-Improving Foundation Model Systems},
  author={Erkang Zhu and Yin Lin and Xiaorong Shi and Xuanrui Lin and Jingren Zhou},
  year={2026},
  eprint={2611.04035},
  archivePrefix={arXiv},
  url={https://arxiv.org/abs/2611.04035}
}