Foto Laporan Tolok Ukur AI yang Bocor

{
  "type": "photograph of a computer monitor displaying an academic technical report",
  "style": "slightly angled screen photo, visible moire pattern, LCD pixel grid, slight glare, LaTeX document formatting, serif fonts",
  "document_header": {
    "left": "4 Benchmark Evaluation",
    "right": "{argument name=\"report title\" default=\"DeepSeek-V4 Technical Report\"}"
  },
  "introductory_text": "Paragraph summarizing comprehensive evaluation of {argument name=\"main model name\" default=\"DeepSeek-V4\"} against {argument name=\"competitor model 1\" default=\"GPT-5.3\"}, {argument name=\"competitor model 2\" default=\"Claude Opus 4.6\"}, and {argument name=\"competitor model 3\" default=\"Gemini 3.1 Pro Preview\"}.",
  "visualizations": {
    "legend": "5 items with color codes: dark blue, grey, light grey, blue striped, light blue",
    "bar_charts": {
      "count": 6,
      "labels": [
        "MMLU-Pro (EM)",
        "GPQA-Diamond (Pass@1)",
        "AIME 2025 (Pass@1)",
        "LiveCodeBench (Pass@1-COT)",
        "SWE-bench Verified (Resolved)",
        "Tau-bench (Average)"
      ]
    },
    "caption": "Figure 1 | Performance comparison on core benchmarks. DeepSeek-V4 achieves state-of-the-art results across the majority of benchmarks."
  },
  "data_table": {
    "columns": [
      "Benchmark",
      "{argument name=\"main model name\" default=\"DeepSeek-V4\"}",
      "{argument name=\"competitor model 1\" default=\"GPT-5.3\"}",
      "{argument name=\"competitor model 2\" default=\"Claude Opus 4.6\"}",
      "{argument name=\"competitor model 3\" default=\"Gemini 3.1 Pro Preview\"}",
      "GPT-4.1"
    ],
    "categories": {
      "count": 4,
      "rows": [
        {
          "label": "General",
          "icon": "globe/network",
          "sub_items": 3
        },
        {
          "label": "Reasoning & Math",
          "icon": "calculator/clipboard",
          "sub_items": 3
        },
        {
          "label": "Code",
          "icon": "code brackets",
          "sub_items": 3
        },
        {
          "label": "Agent",
          "icon": "robot face",
          "sub_items": 3
        }
      ]
    }
  }
}