@misc{indiciaee5da1a207e59, title = {Optimizing LLM Inference: Fluid-Guided Online Scheduling with Memory Constraints}, author = {Ruicheng Ao and Gan Luo and David Simchi-Levi and Xinshang Wang}, year = {2026}, url = {https://arxiv.org/abs/2504.11320}, note = {Source identifier: 2504.11320} }