titleWorldDirector: Building Controllable World Simulators with Persistent Dynamic Memory
authorsHanlin Wang, Hao Ouyang, Qiuyu Wang, Wen Wang, Qingyan Bai, Ka Leong Cheng, Yue Yu, Yixuan Li, Yihao Meng, Zichen Liu, Yanhong Zeng, Yujun Shen, Qifeng Chen
date2026-07-02
venuearXiv (preprint, not peer reviewed)
idarXiv:2607.02517
upvotes30 (Hugging Face Daily Papers, 2026-11-01)
linksabs pdf hf code
primerWorld models
abstractWe present WorldDirector, a highly controllable video world model framework designed for persistent dynamic object memory and unrestricted viewpoint exploration. Unlike existing world models that entangle physical dynamics with pixel rendering and rely on continuous visual observation to sustain motion, our framework explicitly decouples semantic motion orchestration from visual generation. By leveraging an LLM to coordinate 3D trajectories with camera movements and subsequently employing these orchestrated trajectories as control signals for video generation, our approach ensures strict physical logic and appearance stability, successfully preserving the exact visual identities of dynamic entities even when they re-enter the scene after prolonged periods out of view. Experimental results demonstrate that our method supports the synthesis of complex and extended events with unprecedented controllability and persistent dynamic object memory. Project Page: https://worlddirector.github.io/

cite

@misc{wang2026worlddirector,
  title={WorldDirector: Building Controllable World Simulators with Persistent Dynamic Memory},
  author={Hanlin Wang and Hao Ouyang and Qiuyu Wang and Wen Wang and Qingyan Bai and Ka Leong Cheng and Yue Yu and Yixuan Li and Yihao Meng and Zichen Liu and Yanhong Zeng and Yujun Shen and Qifeng Chen},
  year={2026},
  eprint={2607.02517},
  archivePrefix={arXiv},
  url={https://arxiv.org/abs/2607.02517}
}