{"slug": "disentangling-representation-evolution-in-transformers-through-directional", "title": "Disentangling Representation Evolution in Transformers through Directional Decomposition", "summary": "A study of Transformer representation evolution decomposes learned additive updates into parallel and perpendicular components, finding that pretrained models preserve their current direction more than they redirect it. The research frames this evolution as a functional geometry across pretrained models.", "body_md": "Transformer representations evolve through learned additive transformations that either preserve their current direction or redirect it. We study this evolution as a functional geometry, decomposing learned updates into parallel and perpendicular components. Across pretrained models, we find substan", "url": "https://wpnews.pro/news/disentangling-representation-evolution-in-transformers-through-directional", "canonical_source": "https://aiflash.com/news/120468/", "published_at": "2026-09-16 03:00:05+00:00", "updated_at": "2026-09-16 03:06:44.129643+00:00", "lang": "en", "topics": ["machine-learning", "neural-networks", "ai-research"], "entities": ["Transformers"], "alternates": {"html": "https://wpnews.pro/news/disentangling-representation-evolution-in-transformers-through-directional", "markdown": "https://wpnews.pro/news/disentangling-representation-evolution-in-transformers-through-directional.md", "text": "https://wpnews.pro/news/disentangling-representation-evolution-in-transformers-through-directional.txt", "jsonld": "https://wpnews.pro/news/disentangling-representation-evolution-in-transformers-through-directional.jsonld"}}