{"slug": "openai-no-longer-recommends-swe-bench-pro", "title": "OpenAI no longer recommends SWE-Bench Pro", "summary": "OpenAI announced it no longer recommends SWE-Bench Pro as a benchmark for evaluating coding models, citing concerns that the metric may not accurately reflect real-world software engineering performance. The decision follows internal analysis showing the benchmark's limitations in capturing meaningful improvements in AI-assisted coding.", "body_md": "Article URL: \nhttps://openai.com/index/separating-signal-from-noise-coding-evaluations/\n\nComments URL: \nhttps://news.ycombinator.com/item?id=48837396\n\nPoints: 4\n\n# Comments: 0", "url": "https://wpnews.pro/news/openai-no-longer-recommends-swe-bench-pro", "canonical_source": "https://openai.com/index/separating-signal-from-noise-coding-evaluations/", "published_at": "2026-07-08 21:03:51+00:00", "updated_at": "2026-07-08 21:12:10.769848+00:00", "lang": "en", "topics": ["artificial-intelligence", "ai-research", "ai-tools"], "entities": ["OpenAI", "SWE-Bench Pro"], "alternates": {"html": "https://wpnews.pro/news/openai-no-longer-recommends-swe-bench-pro", "markdown": "https://wpnews.pro/news/openai-no-longer-recommends-swe-bench-pro.md", "text": "https://wpnews.pro/news/openai-no-longer-recommends-swe-bench-pro.txt", "jsonld": "https://wpnews.pro/news/openai-no-longer-recommends-swe-bench-pro.jsonld"}}