{
  "schemaVersion": 1,
  "benchmark": {
    "id": "omnidocbench",
    "name": "OmniDocBench",
    "version": "1.6_full",
    "category": "image",
    "question": "Can it turn a difficult document into usable text?",
    "summary": "Document extraction across text, formulas, tables, and reading order, comparing specialist pipelines with general vision models.",
    "source": {
      "name": "OpenDataLab",
      "url": "https://github.com/opendatalab/OmniDocBench",
      "methodologyUrl": "https://github.com/opendatalab/OmniDocBench#evaluation"
    },
    "measure": "Publisher overall score, 0–100; higher is better. Component error rates retain their native direction.",
    "comparisonRule": "Use the exact v1.6_full result table; do not pool v1.0, v1.5, or other document datasets.",
    "limitations": [
      "The repository advertises v1.7 but still labels this model table v1.6_full; its table label is preserved.",
      "A parsing system and a general vision model are different deployment choices.",
      "No matched latency or cost measurements are provided in this extract."
    ],
    "coverage": "charted",
    "tags": [
      "OCR",
      "PDF",
      "documents",
      "vision",
      "multimodal understanding",
      "tables",
      "formulas",
      "PaddleOCR",
      "GLM OCR"
    ]
  },
  "dataset": {
    "benchmarkId": "omnidocbench",
    "version": "1.6_full",
    "score": {
      "label": "Document extraction overall",
      "unit": "/ 100",
      "direction": "higher",
      "minimum": 0,
      "maximum": 100
    },
    "source": {
      "name": "OpenDataLab",
      "url": "https://github.com/opendatalab/OmniDocBench",
      "retrievedAt": "2026-09-17T15:07:07.972Z",
      "revision": "sha256:a799f3dabee0d8e2be9f990fc325c3fefadb8d7f8d0cf56148406547d495a3ad"
    },
    "evidenceLabel": "Published v1.6_full results · run dates unspecified",
    "configurationLabel": "Document pipeline or vision model · published setup",
    "comparabilityNote": "The publisher's v1.6_full table is retained even though the repository now advertises v1.7. Overall combines text, formula, and table performance. Component error metrics are lower-is-better; CDM and TEDS are higher-is-better.",
    "points": [
      {
        "id": "teleocr",
        "label": "TeleOCR",
        "model": "TeleOCR",
        "provider": "TeleOCR project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 96.91,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "1.2B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.0267"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "96.5895"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "96.8183"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.1184"
          }
        ]
      },
      {
        "id": "ovisocr2",
        "label": "OvisOCR2",
        "model": "OvisOCR2",
        "provider": "OvisOCR2 project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 96.47,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "0.8B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.0265"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "97.4854"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "94.5842"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.112"
          }
        ]
      },
      {
        "id": "paddleocr-vl-1-6",
        "label": "PaddleOCR-VL-1.6",
        "model": "PaddleOCR-VL-1.6",
        "provider": "Baidu",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 96.34,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "0.9B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.0326"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "97.5304"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "94.7619"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.1278"
          }
        ]
      },
      {
        "id": "mineru2-5-pro",
        "label": "MinerU2.5-Pro",
        "model": "MinerU2.5-Pro",
        "provider": "OpenDataLab / Shanghai AI Lab",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 95.75,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "1.2B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.036"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "97.45"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "93.42"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.12"
          }
        ]
      },
      {
        "id": "glm-ocr",
        "label": "GLM-OCR",
        "model": "GLM-OCR",
        "provider": "Z.ai",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 95.22,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "0.9B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.044"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "97.18"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "92.83"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.133"
          }
        ]
      },
      {
        "id": "paddleocr-vl-1-5",
        "label": "PaddleOCR-VL-1.5",
        "model": "PaddleOCR-VL-1.5",
        "provider": "Baidu",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 94.93,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "0.9B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.038"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "96.89"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "91.67"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.13"
          }
        ]
      },
      {
        "id": "paddleocr-vl",
        "label": "PaddleOCR-VL",
        "model": "PaddleOCR-VL",
        "provider": "Baidu",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 94.18,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "0.9B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.04"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "95.91"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "90.65"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.135"
          }
        ]
      },
      {
        "id": "unlimited-ocr",
        "label": "Unlimited-OCR",
        "model": "Unlimited-OCR",
        "provider": "Unlimited-OCR project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 94,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "3B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.0394"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "95.7234"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "90.21"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.1281"
          }
        ]
      },
      {
        "id": "youtu-parsing",
        "label": "Youtu-Parsing",
        "model": "Youtu-Parsing",
        "provider": "Tencent",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 93.74,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "2.5B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.044"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "93.63"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "92.02"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.116"
          }
        ]
      },
      {
        "id": "qianfan-ocr",
        "label": "Qianfan-OCR",
        "model": "Qianfan-OCR",
        "provider": "Baidu",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 93.9,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "4B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.04"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "95.08"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "90.53"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.13"
          }
        ]
      },
      {
        "id": "ovis2-6-30b-a3b",
        "label": "Ovis2.6-30B-A3B",
        "model": "Ovis2.6-30B-A3B",
        "provider": "Ovis2.6-30B-A3B project",
        "harness": null,
        "effort": null,
        "score": 93.7,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "General VLMs"
          },
          {
            "label": "Parameters",
            "value": "30B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.035"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "95.17"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "89.44"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.135"
          }
        ]
      },
      {
        "id": "logics-parsing-v2",
        "label": "Logics-Parsing-v2",
        "model": "Logics-Parsing-v2",
        "provider": "Logics-Parsing-v2 project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 93.33,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "4B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.041"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "95.65"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "88.42"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.137"
          }
        ]
      },
      {
        "id": "abot-ocr",
        "label": "ABot-OCR",
        "model": "ABot-OCR",
        "provider": "ABot-OCR project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 93.3,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "2B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.037"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "94.86"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "88.69"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.137"
          }
        ]
      },
      {
        "id": "firered-ocr",
        "label": "FireRed-OCR",
        "model": "FireRed-OCR",
        "provider": "FireRed-OCR project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 93.26,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "2B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.037"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "95.44"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "88.04"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.131"
          }
        ]
      },
      {
        "id": "mineru-2-5",
        "label": "MinerU-2.5",
        "model": "MinerU-2.5",
        "provider": "OpenDataLab / Shanghai AI Lab",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 93.04,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "1.2B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.045"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "95.77"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "87.88"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.13"
          }
        ]
      },
      {
        "id": "gemini-3-pro",
        "label": "Gemini 3 Pro",
        "model": "Gemini 3 Pro",
        "provider": "Google",
        "harness": null,
        "effort": null,
        "score": 92.91,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "General VLMs"
          },
          {
            "label": "Parameters",
            "value": "Not disclosed"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.064"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "95.99"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "89.15"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.165"
          }
        ]
      },
      {
        "id": "gemini-3-flash",
        "label": "Gemini 3 Flash",
        "model": "Gemini 3 Flash",
        "provider": "Google",
        "harness": null,
        "effort": null,
        "score": 92.62,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "General VLMs"
          },
          {
            "label": "Parameters",
            "value": "Not disclosed"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.066"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "95.16"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "89.29"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.172"
          }
        ]
      },
      {
        "id": "dots-ocr",
        "label": "dots.ocr",
        "model": "dots.ocr",
        "provider": "dots.ocr project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 90.77,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "3B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.048"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "89.95"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "87.18"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.138"
          }
        ]
      },
      {
        "id": "opendoc-0-1b",
        "label": "OpenDoc-0.1B",
        "model": "OpenDoc-0.1B",
        "provider": "OpenDoc-0.1B project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 90.67,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "0.1B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.049"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "93.02"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "83.88"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.14"
          }
        ]
      },
      {
        "id": "deepseek-ocr-2",
        "label": "DeepSeek-OCR 2",
        "model": "DeepSeek-OCR 2",
        "provider": "DeepSeek",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 90.25,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "3B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.05"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "91.84"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "83.89"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.144"
          }
        ]
      },
      {
        "id": "hunyuanocr",
        "label": "HunyuanOCR",
        "model": "HunyuanOCR",
        "provider": "Tencent",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 89.95,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "1B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.088"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "87.68"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "91.01"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.171"
          }
        ]
      },
      {
        "id": "qwen3-vl-235b",
        "label": "Qwen3-VL-235B",
        "model": "Qwen3-VL-235B",
        "provider": "Alibaba",
        "harness": null,
        "effort": null,
        "score": 89.78,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "General VLMs"
          },
          {
            "label": "Parameters",
            "value": "235B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.063"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "92.55"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "83.07"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.166"
          }
        ]
      },
      {
        "id": "dolphin-v2",
        "label": "Dolphin-v2",
        "model": "Dolphin-v2",
        "provider": "Dolphin-v2 project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 89.5,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "3B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.069"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "91.01"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "84.4"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.15"
          }
        ]
      },
      {
        "id": "ocrverse",
        "label": "OCRVerse",
        "model": "OCRVerse",
        "provider": "OCRVerse project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 88.6,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "4B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.063"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "89.61"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "82.44"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.163"
          }
        ]
      },
      {
        "id": "monkeyocr-pro-3b",
        "label": "MonkeyOCR-pro-3B",
        "model": "MonkeyOCR-pro-3B",
        "provider": "MonkeyOCR-pro-3B project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 88.57,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "3B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.074"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "88.74"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "84.35"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.189"
          }
        ]
      },
      {
        "id": "gpt-5-2",
        "label": "GPT-5.2",
        "model": "GPT-5.2",
        "provider": "OpenAI",
        "harness": null,
        "effort": null,
        "score": 86.59,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "General VLMs"
          },
          {
            "label": "Parameters",
            "value": "Not disclosed"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.114"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "88.21"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "82.95"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.193"
          }
        ]
      },
      {
        "id": "dolphin-1-5",
        "label": "Dolphin-1.5",
        "model": "Dolphin-1.5",
        "provider": "Dolphin-1.5 project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 86.52,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "0.3B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.094"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "87.49"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "81.43"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.167"
          }
        ]
      },
      {
        "id": "mineru-pipeline",
        "label": "MinerU-Pipeline",
        "model": "MinerU-Pipeline",
        "provider": "OpenDataLab / Shanghai AI Lab",
        "harness": "Pipeline Tools",
        "effort": null,
        "score": 86.47,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Pipeline Tools"
          },
          {
            "label": "Parameters",
            "value": "Not disclosed"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.055"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "83.07"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "81.88"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.153"
          }
        ]
      },
      {
        "id": "olmocr",
        "label": "olmOCR",
        "model": "olmOCR",
        "provider": "olmOCR project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 85.74,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "7B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.139"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "88.1"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "83"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.216"
          }
        ]
      },
      {
        "id": "mistral-ocr",
        "label": "Mistral OCR",
        "model": "Mistral OCR",
        "provider": "Mistral AI",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 85.66,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "Not disclosed"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.097"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "89.91"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "76.78"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.171"
          }
        ]
      },
      {
        "id": "kimi-k2-5",
        "label": "Kimi K2.5",
        "model": "Kimi K2.5",
        "provider": "Moonshot AI",
        "harness": null,
        "effort": null,
        "score": 84.53,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "General VLMs"
          },
          {
            "label": "Parameters",
            "value": "1T"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.107"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "83.5"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "80.76"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.211"
          }
        ]
      },
      {
        "id": "internvl3-5-241b",
        "label": "InternVL3.5-241B",
        "model": "InternVL3.5-241B",
        "provider": "OpenDataLab / Shanghai AI Lab",
        "harness": null,
        "effort": null,
        "score": 83.76,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "General VLMs"
          },
          {
            "label": "Parameters",
            "value": "241B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.13"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "89.95"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "74.35"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.215"
          }
        ]
      },
      {
        "id": "nanonets-ocr-s",
        "label": "Nanonets-OCR-s",
        "model": "Nanonets-OCR-s",
        "provider": "Nanonets-OCR-s project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 83.61,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "3B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.108"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "81.46"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "80.18"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.213"
          }
        ]
      },
      {
        "id": "points-reader",
        "label": "POINTS-Reader",
        "model": "POINTS-Reader",
        "provider": "POINTS-Reader project",
        "harness": "Specialized VLMs",
        "effort": null,
        "score": 83.37,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Specialized VLMs"
          },
          {
            "label": "Parameters",
            "value": "3B"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.096"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "85.72"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "73.98"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.198"
          }
        ]
      },
      {
        "id": "marker",
        "label": "Marker",
        "model": "Marker",
        "provider": "Marker project",
        "harness": "Pipeline Tools",
        "effort": null,
        "score": 78.44,
        "costUsd": null,
        "uncertainty": null,
        "sourceUrl": "https://github.com/opendatalab/OmniDocBench",
        "details": [
          {
            "label": "System type",
            "value": "Pipeline Tools"
          },
          {
            "label": "Parameters",
            "value": "Not disclosed"
          },
          {
            "label": "Text edit distance · lower is better",
            "value": "0.157"
          },
          {
            "label": "Formula CDM · higher is better",
            "value": "85.24"
          },
          {
            "label": "Table TEDS · higher is better",
            "value": "65.77"
          },
          {
            "label": "Reading-order edit distance · lower is better",
            "value": "0.243"
          }
        ]
      }
    ]
  }
}