{"slug": "watch-a-535b-parameter-23b-active-llm-get-trained-live", "title": "Watch a 535B parameter (23B active) LLM get trained live", "summary": "The MARIN community is publicly training a 535B-parameter mixture-of-experts large language model with 23B active parameters on 18 trillion tokens, streaming the process live via Weights & Biases. The 'Hero Run' is part of a scaling ladder aimed at demonstrating frontier-scale training transparency.", "body_md": "Article URL: https://wandb.ai/marin-community/marin_moe/reports/535B-A23B-18T-Token-Hero-Run-Scaling-Ladder--VmlldzoxNzc2MDM5Ng\n\nComments URL: https://news.ycombinator.com/item?id=49386102\n\nPoints: 1\n\n# Comments: 0", "url": "https://wpnews.pro/news/watch-a-535b-parameter-23b-active-llm-get-trained-live", "canonical_source": "https://wandb.ai/marin-community/marin_moe/reports/535B-A23B-18T-Token-Hero-Run-Scaling-Ladder--VmlldzoxNzc2MDM5Ng", "published_at": "2026-08-21 10:25:34+00:00", "updated_at": "2026-08-21 10:44:01.480545+00:00", "lang": "en", "topics": ["large-language-models", "ai-research", "ai-infrastructure"], "entities": ["MARIN community", "Weights & Biases"], "alternates": {"html": "https://wpnews.pro/news/watch-a-535b-parameter-23b-active-llm-get-trained-live", "markdown": "https://wpnews.pro/news/watch-a-535b-parameter-23b-active-llm-get-trained-live.md", "text": "https://wpnews.pro/news/watch-a-535b-parameter-23b-active-llm-get-trained-live.txt", "jsonld": "https://wpnews.pro/news/watch-a-535b-parameter-23b-active-llm-get-trained-live.jsonld"}}