{"type": "article", "title": "A Year in LLM Serving: Workload Evolution, Caching and Load-Balancing", "publisher": "Web Pulse", "url": "https://wpnews.pro/news/a-year-in-llm-serving-workload-evolution-caching-and-load-balancing", "original_source": "https://arxiv.org/abs/2608.13573", "published": "2026-08-17T04:00:00+00:00", "accessed": "2026-08-17", "id": "a-year-in-llm-serving-workload-evolution-caching-and-load-balancing"}