{ "metadata": { "name": "PureDocBench", "snapshot": "current-58-plus-historical-community", "published_on": "2026-09-27", "model_count": 59, "current_model_count": 58, "community_model_count": 1, "default_source": "current", "pages_per_track": 1475, "total_images": 4425, "source": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "source_commit": "d7b8625adfe523f85f38b4307e5eec036c606f6b", "dataset": "https://huggingface.co/datasets/zhihengli-casia/puredocbench", "architecture_counts": { "Pipeline": 13, "E2E": 19, "General VLM": 26 }, "protocol": "Current results match the official 58-model release. A historical community result is available separately with its original source. Scores retain their supplied precision and evaluation protocol; they do not imply a rescore against the current gt-latest archive.", "overall_formula": "(100 * (1 - TextEdit) + FormulaCDM + TableTEDS) / 3", "avg3_formula": "Mean of Clean, Digital, and Real Overall; supplied release precision is retained.", "reading_order": "Reading-order edit distance is reported separately from Overall.", "score_encoding": "Decimal strings preserve source-table precision; null denotes unavailable metrics." }, "models": [ { "key": "paddleocr-vl-1-6-layout-corrected", "model": "PaddleOCR-VL-1.6", "parameters": null, "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "PaddleOCR", "release_month": "2026-05", "model_url": "https://huggingface.co/PaddlePaddle/PaddleOCR-VL-1.6", "avg3": "59.33", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.43233558132036753", "formula_cdm": "53.910527217818846", "table_teds": "82.70259238942575", "reading_order_edit": "0.5562682787505635", "overall": "64.46" }, "digital": { "text_edit": "0.49367447013617793", "formula_cdm": "51.776372734992314", "table_teds": "75.46331502816017", "reading_order_edit": "0.5962929870391762", "overall": "59.29" }, "real": { "text_edit": "0.5293149443188507", "formula_cdm": "43.90046259630386", "table_teds": "71.76160914155295", "reading_order_edit": "0.6186611249338422", "overall": "54.24" } }, { "key": "youtu-parsing", "model": "YouTu-Parsing", "parameters": "2B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "Youtu", "release_month": "2026-01", "model_url": "https://huggingface.co/tencent/Youtu-Parsing", "avg3": "68.32", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.230", "formula_cdm": "67.34", "table_teds": "80.74", "reading_order_edit": "0.358", "overall": "75.02" }, "digital": { "text_edit": "0.270", "formula_cdm": "61.44", "table_teds": "74.49", "reading_order_edit": "0.388", "overall": "69.66" }, "real": { "text_edit": "0.360", "formula_cdm": "52.20", "table_teds": "64.69", "reading_order_edit": "0.430", "overall": "60.29" } }, { "key": "dotsmocr", "model": "DotsMOCR", "parameters": "3B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "dots", "release_month": "2026-03", "model_url": "https://huggingface.co/dots-studio/dots.mocr", "avg3": "70.39", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.151", "formula_cdm": "66.23", "table_teds": "77.65", "reading_order_edit": "0.273", "overall": "76.27" }, "digital": { "text_edit": "0.198", "formula_cdm": "64.32", "table_teds": "74.95", "reading_order_edit": "0.309", "overall": "73.16" }, "real": { "text_edit": "0.312", "formula_cdm": "54.39", "table_teds": "61.97", "reading_order_edit": "0.393", "overall": "61.73" } }, { "key": "glm-ocr", "model": "GLM-OCR", "parameters": "0.9B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "GLM", "release_month": "2026-02", "model_url": "https://huggingface.co/zai-org/GLM-OCR", "avg3": "63.34", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.314", "formula_cdm": "57.89", "table_teds": "79.44", "reading_order_edit": "0.470", "overall": "68.65" }, "digital": { "text_edit": "0.383", "formula_cdm": "53.23", "table_teds": "74.21", "reading_order_edit": "0.520", "overall": "63.06" }, "real": { "text_edit": "0.433", "formula_cdm": "50.34", "table_teds": "67.83", "reading_order_edit": "0.543", "overall": "58.31" } }, { "key": "mineru2-5-pro", "model": "MinerU2.5-Pro", "parameters": "1.2B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "MinerU", "release_month": "2026-04", "model_url": "https://huggingface.co/opendatalab/MinerU2.5-Pro-2604-1.2B", "avg3": "70.07", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.222", "formula_cdm": "65.14", "table_teds": "84.68", "reading_order_edit": "0.346", "overall": "75.87" }, "digital": { "text_edit": "0.272", "formula_cdm": "61.79", "table_teds": "80.73", "reading_order_edit": "0.378", "overall": "71.77" }, "real": { "text_edit": "0.375", "formula_cdm": "52.70", "table_teds": "72.47", "reading_order_edit": "0.446", "overall": "62.56" } }, { "key": "mineru2-5", "model": "MinerU2.5", "parameters": "1.2B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "MinerU", "release_month": "2025-09", "model_url": "https://huggingface.co/opendatalab/MinerU2.5-2509-1.2B", "avg3": "67.66", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.184", "formula_cdm": "62.08", "table_teds": "81.04", "reading_order_edit": "0.327", "overall": "74.90" }, "digital": { "text_edit": "0.245", "formula_cdm": "56.99", "table_teds": "74.24", "reading_order_edit": "0.374", "overall": "68.92" }, "real": { "text_edit": "0.370", "formula_cdm": "49.01", "table_teds": "65.41", "reading_order_edit": "0.446", "overall": "59.15" } }, { "key": "monkeyocr-v2-b-parsing", "model": "MonkeyOCRv2-B-Parsing", "parameters": null, "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "MonkeyOCR", "release_month": "2026-07", "model_url": "https://huggingface.co/zenosai/MonkeyOCRv2-B-Parsing", "avg3": "64.91", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.32848142266059643", "formula_cdm": "62.27065670221704", "table_teds": "80.04810218366856", "reading_order_edit": "0.40874145435594333", "overall": "69.82" }, "digital": { "text_edit": "0.35577173452643784", "formula_cdm": "59.06489401719477", "table_teds": "74.73906388747503", "reading_order_edit": "0.4258116191912252", "overall": "66.08" }, "real": { "text_edit": "0.4421281018529718", "formula_cdm": "53.48413803719333", "table_teds": "67.21848096607502", "reading_order_edit": "0.4582869862023893", "overall": "58.83" } }, { "key": "monkeyocr-pro-3b", "model": "MonkeyOCR-pro-3B", "parameters": "3B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "MonkeyOCR", "release_month": "2025-08", "model_url": "https://huggingface.co/echo840/MonkeyOCR-pro-3B", "avg3": "55.37", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.346", "formula_cdm": "48.46", "table_teds": "72.83", "reading_order_edit": "0.492", "overall": "62.23" }, "digital": { "text_edit": "0.397", "formula_cdm": "45.57", "table_teds": "66.32", "reading_order_edit": "0.526", "overall": "57.40" }, "real": { "text_edit": "0.511", "formula_cdm": "38.18", "table_teds": "52.43", "reading_order_edit": "0.600", "overall": "46.49" } }, { "key": "monkeyocr-pro-1-2b", "model": "MonkeyOCR-pro-1.2B", "parameters": "1.2B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "MonkeyOCR", "release_month": "2025-07", "model_url": "https://huggingface.co/echo840/MonkeyOCR-pro-1.2B", "avg3": "53.54", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.358", "formula_cdm": "47.43", "table_teds": "71.60", "reading_order_edit": "0.498", "overall": "61.09" }, "digital": { "text_edit": "0.416", "formula_cdm": "43.91", "table_teds": "64.83", "reading_order_edit": "0.529", "overall": "55.72" }, "real": { "text_edit": "0.556", "formula_cdm": "36.94", "table_teds": "50.07", "reading_order_edit": "0.609", "overall": "43.82" } }, { "key": "opendoc-0-1b", "model": "OpenDoc-0.1B (UniRec)", "parameters": "0.1B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "OpenOCR ecosystem", "release_month": "2025-12", "model_url": "https://github.com/Topdu/OpenOCR/blob/main/docs/opendoc.md", "avg3": "52.34", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.411", "formula_cdm": "53.09", "table_teds": "68.86", "reading_order_edit": "0.519", "overall": "60.28" }, "digital": { "text_edit": "0.501", "formula_cdm": "48.41", "table_teds": "59.04", "reading_order_edit": "0.577", "overall": "52.46" }, "real": { "text_edit": "0.547", "formula_cdm": "38.46", "table_teds": "49.06", "reading_order_edit": "0.603", "overall": "44.27" } }, { "key": "openocr", "model": "OpenOCR", "parameters": "0.1B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "OpenOCR ecosystem", "release_month": "2024-11", "model_url": "https://huggingface.co/topdu/OpenOCR", "avg3": "29.49", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.354", "formula_cdm": "33.50", "table_teds": "0.00", "reading_order_edit": "0.507", "overall": "32.70" }, "digital": { "text_edit": "0.410", "formula_cdm": "31.09", "table_teds": "0.00", "reading_order_edit": "0.541", "overall": "30.03" }, "real": { "text_edit": "0.486", "formula_cdm": "25.81", "table_teds": "0.00", "reading_order_edit": "0.591", "overall": "25.73" } }, { "key": "dolphin-v2", "model": "Dolphin-v2", "parameters": "3B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "Dolphin", "release_month": "2025-12", "model_url": "https://huggingface.co/ByteDance/Dolphin-v2", "avg3": "57.02", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.342", "formula_cdm": "59.80", "table_teds": "72.12", "reading_order_edit": "0.429", "overall": "65.90" }, "digital": { "text_edit": "0.393", "formula_cdm": "52.20", "table_teds": "67.86", "reading_order_edit": "0.461", "overall": "60.24" }, "real": { "text_edit": "0.553", "formula_cdm": "39.98", "table_teds": "50.04", "reading_order_edit": "0.558", "overall": "44.92" } }, { "key": "teleocr", "model": "TeleOCR", "parameters": null, "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": "TeleOCR", "release_month": "2026-08", "model_url": "https://huggingface.co/StarDoc-AI/TeleOCR", "avg3": "78.55", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.11967661509634897", "formula_cdm": "82.33017232292028", "table_teds": "91.11807518880617", "reading_order_edit": "0.15705019360350922", "overall": "87.16" }, "digital": { "text_edit": "0.20865150394221457", "formula_cdm": "76.12073692373896", "table_teds": "82.93803536956118", "reading_order_edit": "0.23721963467993878", "overall": "79.4" }, "real": { "text_edit": "0.3375367522404118", "formula_cdm": "64.68500309584135", "table_teds": "76.31658768068873", "reading_order_edit": "0.3516577279430193", "overall": "69.08" } }, { "key": "ovisocr2", "model": "OvisOCR2", "parameters": "0.8B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "Ovis", "release_month": "2026-07", "model_url": "https://huggingface.co/ATH-MaaS/OvisOCR2", "avg3": "75.1", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.1517158801272529", "formula_cdm": "69.65607603823226", "table_teds": "90.09565742741198", "reading_order_edit": "0.28188136741953873", "overall": "81.53" }, "digital": { "text_edit": "0.19561573734784257", "formula_cdm": "66.49460338657207", "table_teds": "84.94133301185938", "reading_order_edit": "0.31584690983042324", "overall": "77.29" }, "real": { "text_edit": "0.31963095043254514", "formula_cdm": "57.720679392628995", "table_teds": "73.70242108294666", "reading_order_edit": "0.40658328076866185", "overall": "66.49" } }, { "key": "abot-ocr", "model": "ABot-OCR", "parameters": null, "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "ABot", "release_month": "2026-05", "model_url": "https://huggingface.co/acvlab/ABot-OCR", "avg3": "70.37", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.2242765863867852", "formula_cdm": "66.80831979665689", "table_teds": "86.38755773463517", "reading_order_edit": "0.3969272118888157", "overall": "76.92" }, "digital": { "text_edit": "0.2686522384920835", "formula_cdm": "63.164975472351365", "table_teds": "80.989753818045", "reading_order_edit": "0.4350821520518028", "overall": "72.43" }, "real": { "text_edit": "0.36937578037284935", "formula_cdm": "53.51240520472102", "table_teds": "68.72968246901203", "reading_order_edit": "0.4981996542200381", "overall": "61.77" } }, { "key": "qianfan-ocr", "model": "Qianfan-OCR", "parameters": "4B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "Qianfan", "release_month": "2026-03", "model_url": "https://huggingface.co/baidu/Qianfan-OCR", "avg3": "51.04", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.370", "formula_cdm": "49.79", "table_teds": "58.83", "reading_order_edit": "0.443", "overall": "57.22" }, "digital": { "text_edit": "0.438", "formula_cdm": "44.41", "table_teds": "51.96", "reading_order_edit": "0.485", "overall": "50.85" }, "real": { "text_edit": "0.494", "formula_cdm": "39.08", "table_teds": "45.53", "reading_order_edit": "0.509", "overall": "45.06" } }, { "key": "unlimited-ocr", "model": "Unlimited-OCR", "parameters": null, "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "Unlimited", "release_month": "2026-06", "model_url": "https://huggingface.co/baidu/Unlimited-OCR", "avg3": "63.69", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.24331636750743452", "formula_cdm": "63.68115203773792", "table_teds": "76.81222540646174", "reading_order_edit": "0.367231994467067", "overall": "72.05" }, "digital": { "text_edit": "0.31036565251532694", "formula_cdm": "57.625792917794385", "table_teds": "69.32390440466459", "reading_order_edit": "0.41177964423726726", "overall": "65.3" }, "real": { "text_edit": "0.4395126593747486", "formula_cdm": "46.97020406189855", "table_teds": "58.12532326977928", "reading_order_edit": "0.46851777262481836", "overall": "53.71" } }, { "key": "wevisdoc-4b", "model": "WeVisDoc-4B", "parameters": "4B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "WeVisDoc", "release_month": "2026-09", "model_url": "https://huggingface.co/tencent/WeVisDoc-4B", "avg3": "75.57089250112999", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.20426109438934606", "formula_cdm": "69.95321946324157", "table_teds": "89.23417876749575", "reading_order_edit": "0.33240513315503095", "overall": "79.58709626393424" }, "digital": { "text_edit": "0.23428293304701225", "formula_cdm": "70.74589243709111", "table_teds": "86.65228956872465", "reading_order_edit": "0.3560806217711967", "overall": "77.98996290037151" }, "real": { "text_edit": "0.3325346535488466", "formula_cdm": "62.74075096319949", "table_teds": "77.91956940893778", "reading_order_edit": "0.4112198851937518", "overall": "69.1356183390842" } }, { "key": "wevisdoc-2b", "model": "WeVisDoc-2B", "parameters": "2B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "WeVisDoc", "release_month": "2026-09", "model_url": "https://huggingface.co/tencent/WeVisDoc-2B", "avg3": "73.6938226730644", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.2165879299189964", "formula_cdm": "71.24617685712221", "table_teds": "87.63977768301027", "reading_order_edit": "0.34708603641390695", "overall": "79.07572051607762" }, "digital": { "text_edit": "0.2545948515961236", "formula_cdm": "70.34416227940017", "table_teds": "84.090582286738", "reading_order_edit": "0.37419455934195156", "overall": "76.32508646884193" }, "real": { "text_edit": "0.363777934022274", "formula_cdm": "59.21444063061517", "table_teds": "74.20533587443316", "reading_order_edit": "0.4320800091409039", "overall": "65.68066103427365" } }, { "key": "hunyuanocr-1-5", "model": "HunyuanOCR-1.5", "parameters": null, "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "HunyuanOCR", "release_month": "2026-07", "model_url": "https://huggingface.co/tencent/HunyuanOCR", "avg3": "67.58", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.24209162840015475", "formula_cdm": "67.54216831947147", "table_teds": "75.94147440672846", "reading_order_edit": "0.39102483402433214", "overall": "73.09" }, "digital": { "text_edit": "0.27536718757634276", "formula_cdm": "64.6304288459145", "table_teds": "70.987473184154", "reading_order_edit": "0.4140575895008171", "overall": "69.36" }, "real": { "text_edit": "0.37584459453190144", "formula_cdm": "56.62363172459132", "table_teds": "61.80539543012098", "reading_order_edit": "0.4758079501033903", "overall": "60.28" } }, { "key": "hunyuanocr", "model": "HunyuanOCR", "parameters": "1B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "HunyuanOCR", "release_month": "2025-11", "model_url": "https://huggingface.co/tencent/HunyuanOCR/tree/main/v1.0", "avg3": "60.56", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.269", "formula_cdm": "55.74", "table_teds": "68.02", "reading_order_edit": "0.382", "overall": "65.61" }, "digital": { "text_edit": "0.308", "formula_cdm": "51.62", "table_teds": "63.68", "reading_order_edit": "0.400", "overall": "61.49" }, "real": { "text_edit": "0.421", "formula_cdm": "48.30", "table_teds": "57.54", "reading_order_edit": "0.459", "overall": "54.58" } }, { "key": "dots-ocr", "model": "dots.ocr", "parameters": "2.9B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "dots", "release_month": "2025-07", "model_url": "https://huggingface.co/dots-studio/dots.ocr", "avg3": "64.55", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.248", "formula_cdm": "61.37", "table_teds": "79.51", "reading_order_edit": "0.379", "overall": "72.01" }, "digital": { "text_edit": "0.307", "formula_cdm": "56.67", "table_teds": "71.86", "reading_order_edit": "0.417", "overall": "65.95" }, "real": { "text_edit": "0.403", "formula_cdm": "47.70", "table_teds": "59.63", "reading_order_edit": "0.467", "overall": "55.68" } }, { "key": "firered-ocr", "model": "FireRed-OCR", "parameters": "2B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "FireRed", "release_month": "2026-02", "model_url": "https://huggingface.co/FireRedTeam/FireRed-OCR", "avg3": "65.57", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.287", "formula_cdm": "63.86", "table_teds": "77.23", "reading_order_edit": "0.396", "overall": "70.81" }, "digital": { "text_edit": "0.319", "formula_cdm": "62.64", "table_teds": "74.77", "reading_order_edit": "0.422", "overall": "68.49" }, "real": { "text_edit": "0.415", "formula_cdm": "51.60", "table_teds": "62.16", "reading_order_edit": "0.474", "overall": "57.42" } }, { "key": "deepseek-ocr-2", "model": "DeepSeek-OCR-2", "parameters": "3B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "DeepSeek-OCR", "release_month": "2026-01", "model_url": "https://huggingface.co/deepseek-ai/DeepSeek-OCR-2", "avg3": "49.51", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.354", "formula_cdm": "46.00", "table_teds": "56.01", "reading_order_edit": "0.466", "overall": "55.53" }, "digital": { "text_edit": "0.412", "formula_cdm": "40.78", "table_teds": "48.67", "reading_order_edit": "0.493", "overall": "49.41" }, "real": { "text_edit": "0.486", "formula_cdm": "37.30", "table_teds": "42.06", "reading_order_edit": "0.533", "overall": "43.60" } }, { "key": "deepseek-ocr", "model": "DeepSeek-OCR", "parameters": "3B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "DeepSeek-OCR", "release_month": "2025-10", "model_url": "https://huggingface.co/deepseek-ai/DeepSeek-OCR", "avg3": "46.98", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.419", "formula_cdm": "45.39", "table_teds": "57.06", "reading_order_edit": "0.514", "overall": "53.50" }, "digital": { "text_edit": "0.478", "formula_cdm": "39.99", "table_teds": "48.64", "reading_order_edit": "0.548", "overall": "46.95" }, "real": { "text_edit": "0.537", "formula_cdm": "34.04", "table_teds": "41.12", "reading_order_edit": "0.575", "overall": "40.48" } }, { "key": "olmocr-2-7b", "model": "olmOCR-2-7B", "parameters": "7B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "olmOCR", "release_month": "2025-10", "model_url": "https://huggingface.co/allenai/olmOCR-2-7B-1025", "avg3": "63.78", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.284", "formula_cdm": "56.89", "table_teds": "79.59", "reading_order_edit": "0.358", "overall": "69.36" }, "digital": { "text_edit": "0.318", "formula_cdm": "54.57", "table_teds": "74.81", "reading_order_edit": "0.378", "overall": "65.87" }, "real": { "text_edit": "0.417", "formula_cdm": "48.79", "table_teds": "61.25", "reading_order_edit": "0.439", "overall": "56.10" } }, { "key": "olmocr-7b", "model": "olmOCR-7B", "parameters": "7B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "olmOCR", "release_month": "2025-08", "model_url": "https://huggingface.co/allenai/olmOCR-7B-0825", "avg3": "55.90", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.388", "formula_cdm": "58.69", "table_teds": "67.77", "reading_order_edit": "0.466", "overall": "62.56" }, "digital": { "text_edit": "0.436", "formula_cdm": "55.44", "table_teds": "61.66", "reading_order_edit": "0.499", "overall": "57.84" }, "real": { "text_edit": "0.542", "formula_cdm": "46.26", "table_teds": "49.80", "reading_order_edit": "0.568", "overall": "47.30" } }, { "key": "ocrverse", "model": "OCRVerse", "parameters": "4B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "DocTron releases", "release_month": "2026-01", "model_url": "https://huggingface.co/DocTron/OCRVerse", "avg3": "69.40", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.273", "formula_cdm": "63.78", "table_teds": "83.09", "reading_order_edit": "0.393", "overall": "73.18" }, "digital": { "text_edit": "0.302", "formula_cdm": "63.95", "table_teds": "80.36", "reading_order_edit": "0.415", "overall": "71.36" }, "real": { "text_edit": "0.363", "formula_cdm": "57.03", "table_teds": "70.30", "reading_order_edit": "0.452", "overall": "63.66" } }, { "key": "fd-rl", "model": "FD-RL", "parameters": "4B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "DocTron releases", "release_month": "2025-11", "model_url": "https://huggingface.co/DocTron/FD-RL", "avg3": "73.92", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.193", "formula_cdm": "68.21", "table_teds": "86.22", "reading_order_edit": "0.334", "overall": "78.38" }, "digital": { "text_edit": "0.214", "formula_cdm": "67.16", "table_teds": "83.22", "reading_order_edit": "0.350", "overall": "76.33" }, "real": { "text_edit": "0.298", "formula_cdm": "58.82", "table_teds": "72.08", "reading_order_edit": "0.391", "overall": "67.04" } }, { "key": "nanonets-ocr2", "model": "Nanonets-OCR2", "parameters": "3B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "Nanonets-OCR", "release_month": "2025-10", "model_url": "https://huggingface.co/nanonets/Nanonets-OCR2-3B", "avg3": "58.36", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.254", "formula_cdm": "44.98", "table_teds": "74.94", "reading_order_edit": "0.377", "overall": "64.83" }, "digital": { "text_edit": "0.307", "formula_cdm": "45.40", "table_teds": "68.97", "reading_order_edit": "0.408", "overall": "61.23" }, "real": { "text_edit": "0.435", "formula_cdm": "35.50", "table_teds": "55.09", "reading_order_edit": "0.468", "overall": "49.03" } }, { "key": "ocrflux-3b", "model": "OCRFlux-3B", "parameters": "3B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "OCRFlux", "release_month": "2025-06", "model_url": "https://huggingface.co/ChatDOC/OCRFlux-3B", "avg3": "42.06", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.454", "formula_cdm": "38.35", "table_teds": "48.46", "reading_order_edit": "0.424", "overall": "47.14" }, "digital": { "text_edit": "0.486", "formula_cdm": "31.90", "table_teds": "42.17", "reading_order_edit": "0.437", "overall": "41.82" }, "real": { "text_edit": "0.559", "formula_cdm": "32.65", "table_teds": "34.87", "reading_order_edit": "0.491", "overall": "37.21" } }, { "key": "logics-parsing-v2", "model": "Logics-Parsing-v2", "parameters": "4B", "category": "End-to-end specialists", "family": "End-to-end specialists", "series": "Logics-Parsing", "release_month": "2026-02", "model_url": "https://huggingface.co/Logics-MLLM/Logics-Parsing-v2", "avg3": "72.61", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.213", "formula_cdm": "67.67", "table_teds": "82.67", "reading_order_edit": "0.342", "overall": "76.35" }, "digital": { "text_edit": "0.248", "formula_cdm": "67.33", "table_teds": "79.02", "reading_order_edit": "0.375", "overall": "73.85" }, "real": { "text_edit": "0.304", "formula_cdm": "61.65", "table_teds": "71.64", "reading_order_edit": "0.416", "overall": "67.64" } }, { "key": "qwen3-8-27b", "model": "Qwen3.8-27B", "parameters": "27B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-08", "model_url": "https://huggingface.co/Qwen/Qwen3.8-27B", "avg3": "77.63", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.18009249186571788", "formula_cdm": "71.6843369233753", "table_teds": "87.68713448488961", "reading_order_edit": "0.304598504048393", "overall": "80.45" }, "digital": { "text_edit": "0.20564748112930328", "formula_cdm": "71.98311354114163", "table_teds": "85.14821007861899", "reading_order_edit": "0.3249448503813163", "overall": "78.86" }, "real": { "text_edit": "0.27415451140265246", "formula_cdm": "68.55778093619482", "table_teds": "79.62719730602007", "reading_order_edit": "0.363861759048751", "overall": "73.59" } }, { "key": "qwen3-8-flash-next", "model": "Qwen3.8-Flash-Next", "parameters": null, "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-08", "model_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next", "avg3": "68.54", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.3251919911264262", "formula_cdm": "72.27820048858592", "table_teds": "76.92754265734773", "reading_order_edit": "0.4196622266708509", "overall": "72.23" }, "digital": { "text_edit": "0.3458023144831475", "formula_cdm": "72.86629134469935", "table_teds": "74.58793051696834", "reading_order_edit": "0.4295235749230831", "overall": "70.96" }, "real": { "text_edit": "0.4244138386465425", "formula_cdm": "62.84275011148759", "table_teds": "66.84580094005923", "reading_order_edit": "0.4715216260013794", "overall": "62.42" } }, { "key": "qwen3-6-35b-a3b", "model": "Qwen3.6-35B-A3B", "parameters": "35B/3B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-04", "model_url": "https://huggingface.co/Qwen/Qwen3.6-35B-A3B", "avg3": "67.14", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.3021776885197352", "formula_cdm": "70.39436283906572", "table_teds": "76.24522919644669", "reading_order_edit": "0.39749955999116915", "overall": "72.14" }, "digital": { "text_edit": "0.32850391221031344", "formula_cdm": "67.67334100777471", "table_teds": "72.65633278886364", "reading_order_edit": "0.4117936688245605", "overall": "69.16" }, "real": { "text_edit": "0.42559806765622876", "formula_cdm": "59.65595464748933", "table_teds": "63.26834821129428", "reading_order_edit": "0.4690440349809699", "overall": "60.12" } }, { "key": "qwen3-6-27b", "model": "Qwen3.6-27B", "parameters": "27B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-04", "model_url": "https://huggingface.co/Qwen/Qwen3.6-27B", "avg3": "65.62", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.3522563441008416", "formula_cdm": "69.36466931885583", "table_teds": "76.46952211055702", "reading_order_edit": "0.44583730536578353", "overall": "70.2" }, "digital": { "text_edit": "0.3748042426122588", "formula_cdm": "66.53621008396908", "table_teds": "73.41562176551577", "reading_order_edit": "0.45688587466054287", "overall": "67.49" }, "real": { "text_edit": "0.45319469256978223", "formula_cdm": "56.509893308822534", "table_teds": "66.34388949889683", "reading_order_edit": "0.5044760282754838", "overall": "59.18" } }, { "key": "qwen3-5-397b-a17b", "model": "Qwen3.5-397B-A17B", "parameters": "397B/17B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-02", "model_url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B", "avg3": "66.72", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.233", "formula_cdm": "65.26", "table_teds": "65.40", "reading_order_edit": "0.366", "overall": "69.12" }, "digital": { "text_edit": "0.244", "formula_cdm": "63.91", "table_teds": "65.53", "reading_order_edit": "0.376", "overall": "68.34" }, "real": { "text_edit": "0.287", "formula_cdm": "60.70", "table_teds": "56.12", "reading_order_edit": "0.399", "overall": "62.70" } }, { "key": "qwen3-5-122b-a10b", "model": "Qwen3.5-122B-A10B", "parameters": "122B/10B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-02", "model_url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B", "avg3": "74.11", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.226", "formula_cdm": "67.96", "table_teds": "83.03", "reading_order_edit": "0.375", "overall": "76.14" }, "digital": { "text_edit": "0.220", "formula_cdm": "67.82", "table_teds": "83.21", "reading_order_edit": "0.366", "overall": "76.34" }, "real": { "text_edit": "0.281", "formula_cdm": "62.19", "table_teds": "75.44", "reading_order_edit": "0.401", "overall": "69.85" } }, { "key": "qwen3-5-35b-a3b", "model": "Qwen3.5-35B-A3B", "parameters": "35B/3B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-02", "model_url": "https://huggingface.co/Qwen/Qwen3.5-35B-A3B", "avg3": "65.68", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.232", "formula_cdm": "64.94", "table_teds": "63.45", "reading_order_edit": "0.374", "overall": "68.40" }, "digital": { "text_edit": "0.245", "formula_cdm": "64.78", "table_teds": "63.86", "reading_order_edit": "0.379", "overall": "68.04" }, "real": { "text_edit": "0.310", "formula_cdm": "59.68", "table_teds": "53.07", "reading_order_edit": "0.419", "overall": "60.59" } }, { "key": "qwen3-5-27b", "model": "Qwen3.5-27B", "parameters": "27B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-02", "model_url": "https://huggingface.co/Qwen/Qwen3.5-27B", "avg3": "69.57", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.227", "formula_cdm": "66.36", "table_teds": "72.51", "reading_order_edit": "0.362", "overall": "72.07" }, "digital": { "text_edit": "0.236", "formula_cdm": "64.61", "table_teds": "71.17", "reading_order_edit": "0.367", "overall": "70.73" }, "real": { "text_edit": "0.283", "formula_cdm": "61.23", "table_teds": "64.82", "reading_order_edit": "0.390", "overall": "65.92" } }, { "key": "qwen3-5-9b", "model": "Qwen3.5-9B", "parameters": "9B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-03", "model_url": "https://huggingface.co/Qwen/Qwen3.5-9B", "avg3": "70.89", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.254", "formula_cdm": "67.60", "table_teds": "79.39", "reading_order_edit": "0.388", "overall": "73.87" }, "digital": { "text_edit": "0.260", "formula_cdm": "67.00", "table_teds": "79.01", "reading_order_edit": "0.396", "overall": "73.34" }, "real": { "text_edit": "0.332", "formula_cdm": "60.91", "table_teds": "68.59", "reading_order_edit": "0.437", "overall": "65.45" } }, { "key": "qwen3-5-4b", "model": "Qwen3.5-4B", "parameters": "4B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-03", "model_url": "https://huggingface.co/Qwen/Qwen3.5-4B", "avg3": "69.82", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.276", "formula_cdm": "69.96", "table_teds": "78.02", "reading_order_edit": "0.410", "overall": "73.45" }, "digital": { "text_edit": "0.281", "formula_cdm": "68.88", "table_teds": "76.78", "reading_order_edit": "0.412", "overall": "72.53" }, "real": { "text_edit": "0.380", "formula_cdm": "61.27", "table_teds": "67.17", "reading_order_edit": "0.477", "overall": "63.47" } }, { "key": "qwen3-5-2b", "model": "Qwen3.5-2B", "parameters": "2B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-03", "model_url": "https://huggingface.co/Qwen/Qwen3.5-2B", "avg3": "62.46", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.348", "formula_cdm": "62.84", "table_teds": "70.70", "reading_order_edit": "0.473", "overall": "66.24" }, "digital": { "text_edit": "0.350", "formula_cdm": "58.30", "table_teds": "72.36", "reading_order_edit": "0.477", "overall": "65.22" }, "real": { "text_edit": "0.440", "formula_cdm": "50.99", "table_teds": "60.79", "reading_order_edit": "0.521", "overall": "55.92" } }, { "key": "qwen3-5-0-8b", "model": "Qwen3.5-0.8B", "parameters": "0.8B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2026-03", "model_url": "https://huggingface.co/Qwen/Qwen3.5-0.8B", "avg3": "55.99", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.376", "formula_cdm": "54.39", "table_teds": "65.54", "reading_order_edit": "0.500", "overall": "60.77" }, "digital": { "text_edit": "0.386", "formula_cdm": "54.22", "table_teds": "62.22", "reading_order_edit": "0.510", "overall": "59.28" }, "real": { "text_edit": "0.498", "formula_cdm": "44.60", "table_teds": "48.98", "reading_order_edit": "0.557", "overall": "47.93" } }, { "key": "qwen3-vl-8b", "model": "Qwen3-VL-8B", "parameters": "8B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2025-10", "model_url": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct", "avg3": "69.07", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.261", "formula_cdm": "65.10", "table_teds": "78.35", "reading_order_edit": "0.411", "overall": "72.44" }, "digital": { "text_edit": "0.266", "formula_cdm": "64.88", "table_teds": "77.82", "reading_order_edit": "0.409", "overall": "72.03" }, "real": { "text_edit": "0.342", "formula_cdm": "55.55", "table_teds": "66.81", "reading_order_edit": "0.448", "overall": "62.73" } }, { "key": "qwen3-vl-4b", "model": "Qwen3-VL-4B", "parameters": "4B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2025-10", "model_url": "https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct", "avg3": "67.50", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.262", "formula_cdm": "65.10", "table_teds": "77.17", "reading_order_edit": "0.418", "overall": "72.04" }, "digital": { "text_edit": "0.272", "formula_cdm": "63.54", "table_teds": "76.13", "reading_order_edit": "0.425", "overall": "70.84" }, "real": { "text_edit": "0.378", "formula_cdm": "55.15", "table_teds": "61.47", "reading_order_edit": "0.480", "overall": "59.61" } }, { "key": "qwen3-vl-2b", "model": "Qwen3-VL-2B", "parameters": "2B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Qwen", "release_month": "2025-10", "model_url": "https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct", "avg3": "62.09", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.300", "formula_cdm": "59.04", "table_teds": "70.03", "reading_order_edit": "0.439", "overall": "66.37" }, "digital": { "text_edit": "0.314", "formula_cdm": "60.25", "table_teds": "68.52", "reading_order_edit": "0.448", "overall": "65.81" }, "real": { "text_edit": "0.428", "formula_cdm": "51.05", "table_teds": "53.99", "reading_order_edit": "0.511", "overall": "54.09" } }, { "key": "deepseek-v4-flash-vision-exp", "model": "DeepSeek-V4-Flash-Vision-Exp", "parameters": null, "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "DeepSeek-V4", "release_month": "2026-08", "model_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp", "avg3": "50.12", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.539688502044028", "formula_cdm": "57.472263273050885", "table_teds": "60.55432312954275", "reading_order_edit": "0.567034919425733", "overall": "54.69" }, "digital": { "text_edit": "0.5606932263108866", "formula_cdm": "57.23832934575972", "table_teds": "57.77423516021197", "reading_order_edit": "0.5763954888617798", "overall": "52.98" }, "real": { "text_edit": "0.6418099888709685", "formula_cdm": "46.21167856822593", "table_teds": "45.99574621467673", "reading_order_edit": "0.6259178387308431", "overall": "42.68" } }, { "key": "glm-5-3-flash", "model": "GLM-5.3-Flash", "parameters": null, "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "GLM", "release_month": "2026-08", "model_url": "https://huggingface.co/zai-org/GLM-5.3-Flash", "avg3": "79.69", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.21807854314365066", "formula_cdm": "80.1593625696187", "table_teds": "90.7558843909667", "reading_order_edit": "0.3752583185603225", "overall": "83.04" }, "digital": { "text_edit": "0.24242415125864816", "formula_cdm": "78.50563568117015", "table_teds": "88.83947052656444", "reading_order_edit": "0.3906491615995395", "overall": "81.03" }, "real": { "text_edit": "0.31064476890018655", "formula_cdm": "73.58602570636458", "table_teds": "82.44768413552069", "reading_order_edit": "0.4230797259066926", "overall": "74.99" } }, { "key": "minicpm-v-4-6", "model": "MiniCPM-V-4.6", "parameters": null, "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "MiniCPM-V", "release_month": "2026-05", "model_url": "https://huggingface.co/openbmb/MiniCPM-V-4.6", "avg3": "57.17", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.3434826849482622", "formula_cdm": "58.046007794414045", "table_teds": "69.72286852225015", "reading_order_edit": "0.43666259411351394", "overall": "64.47" }, "digital": { "text_edit": "0.3947648537423453", "formula_cdm": "54.59259663622341", "table_teds": "62.003284483647505", "reading_order_edit": "0.4729627682155957", "overall": "59.04" }, "real": { "text_edit": "0.5171487035875199", "formula_cdm": "44.22727403906481", "table_teds": "51.52804553862561", "reading_order_edit": "0.5440068674984022", "overall": "48.01" } }, { "key": "minicpm-v-4-5", "model": "MiniCPM-V-4.5", "parameters": "8B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "MiniCPM-V", "release_month": "2025-08", "model_url": "https://huggingface.co/openbmb/MiniCPM-V-4_5", "avg3": "46.26", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.439", "formula_cdm": "45.97", "table_teds": "53.36", "reading_order_edit": "0.481", "overall": "51.81" }, "digital": { "text_edit": "0.461", "formula_cdm": "42.79", "table_teds": "51.50", "reading_order_edit": "0.489", "overall": "49.38" }, "real": { "text_edit": "0.583", "formula_cdm": "32.01", "table_teds": "39.06", "reading_order_edit": "0.552", "overall": "37.59" } }, { "key": "gemini-3-6-flash", "model": "Gemini 3.6 Flash", "parameters": null, "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Gemini", "release_month": "2026-07", "model_url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.6-flash", "avg3": "78.27", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.2514100354352366", "formula_cdm": "78.29421876557167", "table_teds": "86.75935054505688", "reading_order_edit": "0.38062199140235004", "overall": "79.97" }, "digital": { "text_edit": "0.26846464517531027", "formula_cdm": "78.88109395970326", "table_teds": "85.3050613623902", "reading_order_edit": "0.39132687419575424", "overall": "79.11" }, "real": { "text_edit": "0.3103143318122577", "formula_cdm": "76.26508089583622", "table_teds": "81.96136237018042", "reading_order_edit": "0.4056363232009759", "overall": "75.73" } }, { "key": "gemini-3-1-pro", "model": "Gemini-3.1-Pro", "parameters": "—", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Gemini", "release_month": "2026-02", "model_url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.1-pro-preview", "avg3": "70.43", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.306", "formula_cdm": "65.63", "table_teds": "75.08", "reading_order_edit": "0.409", "overall": "70.04" }, "digital": { "text_edit": "0.322", "formula_cdm": "65.81", "table_teds": "74.24", "reading_order_edit": "0.417", "overall": "69.28" }, "real": { "text_edit": "0.300", "formula_cdm": "68.62", "table_teds": "77.26", "reading_order_edit": "0.386", "overall": "71.98" } }, { "key": "claude-opus-5", "model": "Claude Opus 5", "parameters": null, "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Claude", "release_month": "2026-07", "model_url": "https://www.anthropic.com/news/claude-opus-5", "avg3": "77.07", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.19119320535987583", "formula_cdm": "75.92137666571833", "table_teds": "92.16703803750318", "reading_order_edit": "0.3357142264303342", "overall": "82.99" }, "digital": { "text_edit": "0.3506571360573046", "formula_cdm": "73.42567245835144", "table_teds": "80.44966010471639", "reading_order_edit": "0.4199335656942398", "overall": "72.94" }, "real": { "text_edit": "0.29432075313036427", "formula_cdm": "71.23845573917099", "table_teds": "84.00726999412437", "reading_order_edit": "0.3995878062794467", "overall": "75.27" } }, { "key": "gpt-5-6-sol", "model": "GPT-5.6 Sol", "parameters": null, "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "GPT", "release_month": "2026-07", "model_url": "https://developers.openai.com/api/docs/models/gpt-5.6-sol", "avg3": "69.16", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.35389063786200253", "formula_cdm": "74.96224956626082", "table_teds": "82.86621010893349", "reading_order_edit": "0.4397136493547258", "overall": "74.15" }, "digital": { "text_edit": "0.3796717460195116", "formula_cdm": "72.82567123046103", "table_teds": "80.3332025815201", "reading_order_edit": "0.44681439505946774", "overall": "71.73" }, "real": { "text_edit": "0.47244138518566253", "formula_cdm": "62.26082789879095", "table_teds": "69.7528114213146", "reading_order_edit": "0.5022119413332576", "overall": "61.59" } }, { "key": "minimax-m3", "model": "MiniMax-M3", "parameters": null, "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "MiniMax", "release_month": "2026-06", "model_url": "https://huggingface.co/MiniMaxAI/MiniMax-M3", "avg3": "50.72", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.5059714293098929", "formula_cdm": "54.41244027459086", "table_teds": "63.528911397651996", "reading_order_edit": "0.5285520018611859", "overall": "55.78" }, "digital": { "text_edit": "0.5316140706312248", "formula_cdm": "54.15312595630455", "table_teds": "60.55370902942548", "reading_order_edit": "0.5479605226747541", "overall": "53.85" }, "real": { "text_edit": "0.6277747214019271", "formula_cdm": "43.10242239619119", "table_teds": "47.28711639126435", "reading_order_edit": "0.6054946573427105", "overall": "42.54" } }, { "key": "kimi-k2-6", "model": "Kimi K2.6", "parameters": "1T/32B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Kimi", "release_month": "2026-04", "model_url": "https://huggingface.co/moonshotai/Kimi-K2.6", "avg3": "70.10", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.303", "formula_cdm": "66.93", "table_teds": "80.30", "reading_order_edit": "0.466", "overall": "72.32" }, "digital": { "text_edit": "0.322", "formula_cdm": "64.69", "table_teds": "77.31", "reading_order_edit": "0.475", "overall": "69.95" }, "real": { "text_edit": "0.335", "formula_cdm": "62.44", "table_teds": "75.14", "reading_order_edit": "0.481", "overall": "68.02" } }, { "key": "step3-vl", "model": "Step3-VL", "parameters": "10B", "category": "General-purpose VLMs", "family": "General-purpose VLMs", "series": "Step", "release_month": "2026-01", "model_url": "https://huggingface.co/stepfun-ai/Step3-VL-10B", "avg3": "50.48", "source_type": "current", "source_url": "https://github.com/zhihengli-casia/PureDocBench/tree/d7b8625adfe523f85f38b4307e5eec036c606f6b/results", "note": "", "clean": { "text_edit": "0.496", "formula_cdm": "53.41", "table_teds": "57.16", "reading_order_edit": "0.509", "overall": "53.65" }, "digital": { "text_edit": "0.516", "formula_cdm": "53.62", "table_teds": "56.15", "reading_order_edit": "0.529", "overall": "52.74" }, "real": { "text_edit": "0.579", "formula_cdm": "45.42", "table_teds": "47.66", "reading_order_edit": "0.573", "overall": "45.06" } }, { "key": "navidc-ocr", "model": "NaviDC-OCR", "parameters": "1.2B", "category": "Pipeline / multi-stage specialists", "family": "Pipeline / multi-stage specialists", "series": null, "release_month": null, "model_url": "https://github.com/caipeng328/NaviDC-OCR", "avg3": "78.41", "source_type": "community", "source_url": "https://github.com/caipeng328/NaviDC-OCR#puredocbench", "note": "Author-reported results preserved from the public leaderboard before the current-results update. The source does not report Reading Edit. Exact ground-truth and evaluator revisions are unspecified.", "clean": { "overall": "86.9", "text_edit": "0.111", "formula_cdm": "81.01", "table_teds": "91.09", "reading_order_edit": null }, "digital": { "overall": "77.47", "text_edit": "0.206", "formula_cdm": "72.59", "table_teds": "80.45", "reading_order_edit": null }, "real": { "overall": "70.85", "text_edit": "0.302", "formula_cdm": "65.11", "table_teds": "77.66", "reading_order_edit": null } } ] }