MiniMax M3 Medium hits 73.17% F1 on DeepSearchQA, near GPT-5 High

Datasets: label stringclasses 1 value | taskId stringlengths 14 16 | trialIndex int64 0 2 | trialId stringlengths 77 79 | model stringclasses 2 values | provider stringclasses 2 values | thinkingLevel stringclasses 2 values | status stringclasses 3 values | score float64 0 1 | pass bool 2 classes | gradable bool 2 classes | fullyCorrect bool 2 classes | fullyIncorrect bool 2 classes | correctWithExtraneousAnswers bool 2 classes | partiallyCorrect bool 2 classes | correctCount int64 0 69 | expectedCount int64 0 69 | excessiveCount int64 0 43 | durationMs int64 4.84k 600k | toolCallCount int64 0 194 | failedToolCallCount int64 0 11 | errorCount int64 0 0 | modelCostUsd float64 0 2.32 | youApiCostUsd float64 0 0.41 | totalCostUsd float64 0 2.41 | inputTokens int64 0 3.93M | outputTokens int64 0 101k | totalTokens int64 0 27.8M | searchCalls int64 0 75 | searchExtractionPages int64 0 158 | contentsCalls int64 0 72 | contentsPages int64 0 256 | |---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---| minimax-m3-you-web | deepsearchqa-0 | 0 | minimax-m3-you-web-2026-08-20T121910668Z-ca966ebb-deepsearchqa-0-d05bc4476a-0 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 100,346 | 32 | 0 | 0 | 0.136311 | 0.066 | 0.202311 | 364,539 | 3,738 | 742,677 | 9 | 0 | 7 | 21 | minimax-m3-you-web | deepsearchqa-0 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-0-d05bc4476a-1 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 188,650 | 56 | 0 | 0 | 0.222057 | 0.087 | 0.309057 | 471,642 | 6,548 | 1,689,966 | 12 | 0 | 16 | 27 | minimax-m3-you-web | deepsearchqa-0 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-0-d05bc4476a-2 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 160,658 | 46 | 0 | 0 | 0.211379 | 0.079 | 0.290379 | 467,635 | 11,400 | 1,435,835 | 11 | 0 | 12 | 24 | minimax-m3-you-web | deepsearchqa-1 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-1-35f7efb093-1 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 3 | 3 | 0 | 25,843 | 16 | 0 | 0 | 0.008672 | 0.04 | 0.048672 | 17,566 | 1,286 | 49,828 | 8 | 0 | 0 | 0 | minimax-m3-you-web | deepsearchqa-1 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-1-35f7efb093-2 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 3 | 3 | 0 | 29,555 | 12 | 0 | 0 | 0.011542 | 0.03 | 0.041542 | 29,243 | 1,501 | 46,872 | 6 | 0 | 0 | 0 | minimax-m3-you-web | deepsearchqa-1 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-1-35f7efb093-0 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 3 | 3 | 0 | 23,499 | 12 | 0 | 0 | 0.009141 | 0.03 | 0.039141 | 20,698 | 1,349 | 43,935 | 6 | 0 | 0 | 0 | minimax-m3-you-web | deepsearchqa-3 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-3-1a34c890ad-0 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 36,449 | 16 | 0 | 0 | 0.031557 | 0.034 | 0.065557 | 94,174 | 2,152 | 108,358 | 6 | 0 | 2 | 4 | minimax-m3-you-web | deepsearchqa-2 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-2-07fb1d4c0e-2 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 2 | 2 | 0 | 29,765 | 22 | 0 | 0 | 0.015429 | 0.048 | 0.063429 | 30,097 | 1,719 | 104,099 | 9 | 0 | 2 | 3 | minimax-m3-you-web | deepsearchqa-4 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-4-7e4ae79815-0 | minimax/minimax-m3 | openrouter | medium | failed | 0 | false | true | false | true | false | false | 0 | 0 | 0 | 22,851 | 22 | 0 | 0 | 0.018078 | 0.044 | 0.062078 | 35,018 | 1,257 | 137,337 | 8 | 0 | 3 | 4 | minimax-m3-you-web | deepsearchqa-3 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-3-1a34c890ad-2 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 46,236 | 28 | 0 | 0 | 0.043759 | 0.062 | 0.105759 | 117,293 | 1,875 | 224,512 | 11 | 0 | 3 | 7 | minimax-m3-you-web | deepsearchqa-3 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-3-1a34c890ad-1 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 86,015 | 48 | 0 | 0 | 0.058438 | 0.092 | 0.150438 | 119,805 | 2,446 | 448,269 | 16 | 0 | 8 | 12 | minimax-m3-you-web | deepsearchqa-5 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-5-2df0e64a71-0 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 11,687 | 12 | 0 | 0 | 0.006633 | 0.022 | 0.028633 | 14,609 | 876 | 35,477 | 4 | 0 | 2 | 2 | minimax-m3-you-web | deepsearchqa-2 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-2-07fb1d4c0e-1 | minimax/minimax-m3 | openrouter | medium | completed | 0 | false | true | false | true | false | false | 0 | 0 | 0 | 169,173 | 34 | 0 | 0 | 0.409651 | 0.077 | 0.486651 | 632,181 | 1,977 | 4,261,232 | 15 | 0 | 2 | 2 | minimax-m3-you-web | deepsearchqa-5 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-5-2df0e64a71-2 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 8,046 | 6 | 0 | 0 | 0.005889 | 0.013 | 0.018889 | 14,040 | 792 | 26,934 | 2 | 0 | 1 | 3 | minimax-m3-you-web | deepsearchqa-6 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-6-01c2fb24f3-0 | minimax/minimax-m3 | openrouter | medium | completed | 0.571429 | false | true | false | false | false | true | 2 | 4 | 1 | 50,083 | 44 | 0 | 0 | 0.028354 | 0.086 | 0.114354 | 46,433 | 4,052 | 209,845 | 16 | 0 | 6 | 6 | minimax-m3-you-web | deepsearchqa-5 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-5-2df0e64a71-1 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 11,381 | 10 | 0 | 0 | 0.007292 | 0.018 | 0.025292 | 15,779 | 933 | 40,692 | 3 | 0 | 2 | 3 | minimax-m3-you-web | deepsearchqa-4 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-4-7e4ae79815-1 | minimax/minimax-m3 | openrouter | medium | completed | 0.4 | false | true | false | false | false | true | 1 | 3 | 1 | 109,418 | 36 | 1 | 0 | 0.099781 | 0.062 | 0.161781 | 183,264 | 4,198 | 850,194 | 10 | 0 | 8 | 12 | minimax-m3-you-web | deepsearchqa-6 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-6-01c2fb24f3-1 | minimax/minimax-m3 | openrouter | medium | completed | 0.571429 | false | true | false | false | false | true | 2 | 4 | 1 | 70,737 | 38 | 0 | 0 | 0.036212 | 0.086 | 0.122212 | 67,391 | 5,353 | 232,259 | 16 | 0 | 3 | 6 | minimax-m3-you-web | deepsearchqa-6 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-6-01c2fb24f3-2 | minimax/minimax-m3 | openrouter | medium | completed | 0.857143 | true | true | false | false | false | true | 3 | 4 | 0 | 65,899 | 24 | 0 | 0 | 0.017891 | 0.044 | 0.061891 | 35,795 | 3,708 | 84,559 | 8 | 0 | 4 | 4 | minimax-m3-you-web | deepsearchqa-4 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-4-7e4ae79815-2 | minimax/minimax-m3 | openrouter | medium | completed | 0.5 | false | true | false | false | false | true | 1 | 3 | 0 | 138,415 | 64 | 0 | 0 | 0.114044 | 0.119 | 0.233044 | 130,340 | 5,259 | 1,279,446 | 21 | 0 | 11 | 14 | minimax-m3-you-web | deepsearchqa-7 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-7-fefaa2432c-0 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 40,732 | 20 | 0 | 0 | 0.020614 | 0.026 | 0.046614 | 51,717 | 1,405 | 109,999 | 4 | 0 | 6 | 6 | minimax-m3-you-web | deepsearchqa-7 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-7-fefaa2432c-2 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 87,565 | 34 | 1 | 0 | 0.032079 | 0.057 | 0.089079 | 39,092 | 3,345 | 314,728 | 10 | 0 | 7 | 7 | minimax-m3-you-web | deepsearchqa-8 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-8-905fa01c11-0 | minimax/minimax-m3 | openrouter | medium | completed | 0.285714 | false | true | false | false | false | true | 1 | 3 | 3 | 53,250 | 14 | 0 | 0 | 0.148153 | 0.02 | 0.168153 | 303,518 | 1,907 | 1,218,916 | 3 | 0 | 4 | 5 | minimax-m3-you-web | deepsearchqa-2 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-2-07fb1d4c0e-0 | minimax/minimax-m3 | openrouter | medium | completed | 0.8 | true | true | false | false | true | false | 2 | 2 | 1 | 99,563 | 32 | 0 | 0 | 0.378959 | 0.068 | 0.446959 | 725,023 | 2,024 | 3,377,433 | 13 | 0 | 3 | 3 | minimax-m3-you-web | deepsearchqa-7 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-7-fefaa2432c-1 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 138,592 | 12 | 0 | 0 | 0.187065 | 0.019 | 0.206065 | 525,941 | 10,612 | 812,365 | 3 | 0 | 3 | 4 | minimax-m3-you-web | deepsearchqa-8 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-8-905fa01c11-1 | minimax/minimax-m3 | openrouter | medium | failed | 0 | false | true | false | true | false | false | 0 | 0 | 0 | 111,778 | 64 | 0 | 0 | 0.064082 | 0.072 | 0.136082 | 79,112 | 3,328 | 688,359 | 10 | 0 | 22 | 22 | minimax-m3-you-web | deepsearchqa-9 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-9-fd367e0304-2 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 5 | 5 | 0 | 32,083 | 6 | 0 | 0 | 0.020002 | 0.011 | 0.031002 | 54,663 | 2,369 | 69,704 | 2 | 0 | 1 | 1 | minimax-m3-you-web | deepsearchqa-9 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-9-fd367e0304-1 | minimax/minimax-m3 | openrouter | medium | completed | 0.588235 | false | true | false | false | true | false | 5 | 5 | 7 | 87,316 | 6 | 0 | 0 | 0.027031 | 0.011 | 0.038031 | 56,387 | 7,712 | 78,435 | 2 | 0 | 1 | 1 | minimax-m3-you-web | deepsearchqa-9 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-9-fd367e0304-0 | minimax/minimax-m3 | openrouter | medium | completed | 0.588235 | false | true | false | false | true | false | 5 | 5 | 7 | 35,305 | 6 | 0 | 0 | 0.021024 | 0.011 | 0.032024 | 57,930 | 2,372 | 73,614 | 2 | 0 | 1 | 1 | minimax-m3-you-web | deepsearchqa-11 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-11-fdc0fa1b34-0 | minimax/minimax-m3 | openrouter | medium | completed | 0.666667 | false | true | false | false | true | false | 1 | 1 | 1 | 84,346 | 12 | 1 | 0 | 0.179054 | 0.026 | 0.205054 | 570,131 | 6,317 | 583,691 | 4 | 0 | 2 | 6 | minimax-m3-you-web | deepsearchqa-10 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-10-f665a422e2-2 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 194,663 | 56 | 9 | 0 | 0.274555 | 0.227 | 0.501555 | 510,264 | 9,438 | 2,355,542 | 22 | 111 | 6 | 6 | minimax-m3-you-web | deepsearchqa-10 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-10-f665a422e2-1 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 245,500 | 58 | 4 | 0 | 0.68048 | 0.303 | 0.98348 | 1,728,426 | 12,397 | 4,192,084 | 28 | 158 | 1 | 5 | minimax-m3-you-web | deepsearchqa-10 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-10-f665a422e2-0 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 134,377 | 18 | 0 | 0 | 0.080603 | 0.091 | 0.171603 | 175,698 | 8,326 | 482,401 | 9 | 46 | 0 | 0 | minimax-m3-you-web | deepsearchqa-11 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-11-fdc0fa1b34-1 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 56,199 | 18 | 0 | 0 | 0.124077 | 0.032 | 0.156077 | 331,154 | 2,197 | 701,585 | 5 | 0 | 4 | 7 | minimax-m3-you-web | deepsearchqa-12 | 1 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-12-9881cf4ce9-1 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 61,575 | 22 | 0 | 0 | 0.197813 | 0.039 | 0.236813 | 417,337 | 2,622 | 1,577,719 | 7 | 0 | 4 | 4 | minimax-m3-you-web | deepsearchqa-12 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-12-9881cf4ce9-2 | minimax/minimax-m3 | openrouter | medium | failed | 0 | false | true | false | true | false | false | 0 | 0 | 0 | 34,253 | 20 | 0 | 0 | 0.07566 | 0.034 | 0.10966 | 244,021 | 1,008 | 265,765 | 6 | 0 | 4 | 4 | minimax-m3-you-web | deepsearchqa-13 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-13-912e5b5453-0 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 30,749 | 18 | 0 | 0 | 0.016721 | 0.037 | 0.053721 | 33,308 | 1,409 | 118,685 | 7 | 0 | 2 | 2 | minimax-m3-you-web | deepsearchqa-12 | 0 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-12-9881cf4ce9-0 | minimax/minimax-m3 | openrouter | medium | failed | 0 | false | true | false | true | false | false | 0 | 0 | 0 | 110,802 | 42 | 0 | 0 | 0.192234 | 0.057 | 0.249234 | 566,178 | 4,327 | 856,969 | 9 | 0 | 12 | 12 | minimax-m3-you-web | deepsearchqa-11 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-11-fdc0fa1b34-2 | minimax/minimax-m3 | openrouter | medium | completed | 1 | true | true | true | false | false | false | 1 | 1 | 0 | 78,144 | 12 | 0 | 0 | 0.164314 | 0.027 | 0.191314 | 536,668 | 2,043 | 553,080 | 4 | 0 | 2 | 7 | minimax-m3-you-web | deepsearchqa-8 | 2 | minimax-m3-you-web-2026-08-20T122254026Z-828cae23-deepsearchqa-8-905fa01c11-2 |