{"type": "article", "title": "LoKiFormer: Locality-aware Attention with Decoupled Knowledge Memory for Efficient Large Language Model Pretraining", "publisher": "Web Pulse", "url": "https://wpnews.pro/news/lokiformer-locality-aware-attention-with-decoupled-knowledge-memory-for-large", "original_source": "https://arxiv.org/abs/2608.12419", "published": "2026-08-14T04:00:00+00:00", "accessed": "2026-08-14", "id": "lokiformer-locality-aware-attention-with-decoupled-knowledge-memory-for-large"}