| { |
| "score_scale": "0–100; overall is the unweighted mean of five metrics", |
| "published_snapshot": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "sweep_scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "dataset_revision": "2805a1d940f95a203e0ae4b88be9934f7765b3fc", |
| "full_pipeline_timing": "Historical records under models only: Original-document source reads, fresh rendering, all inference stages, normalization, output assembly and writes. Excludes server startup, 16-document warmup and scoring. Documents/s, not rendered pages/s; 2078 original documents render to 2080 pages.", |
| "score_contract_qualification": "The 20-model sweep, current Parse 3.5 release and legacy Parse 2.0 result use different scorer snapshots/case counts. They are contextual comparisons, not a fully matched current-scorer rerun. Published scores can additionally differ in model revision, pipeline and scoring protocol. Reproduced visual grounding uses aggregate EPR; published visual grounding is retained under its original name and may not be comparable.", |
| "models": [ |
| { |
| "model": "Florin parser nano v3", |
| "model_repository": "florin-inc/florin-parser-nano", |
| "weights_revision": "61cf54a26b6bf24ce6993e0c81e7bdcab4c423c4", |
| "profile": "Fresh full v3 pipeline", |
| "published_overall": 77.5, |
| "reproduced_overall": 77.10181172424741, |
| "difference_points": -0.3981882757525881, |
| "full_pipeline_documents_per_second": 2.78373402836261, |
| "h100_gpus": 1, |
| "published_source": "https://huggingface.co/florin-inc/florin-parser-nano/blob/61cf54a26b6bf24ce6993e0c81e7bdcab4c423c4/README.md", |
| "reproduced_metrics_percent": { |
| "table": 85.90733764866427, |
| "chart": 60.6375754527163, |
| "text_content": 87.8312195772148, |
| "text_formatting": 76.39278739214305, |
| "layout": 74.74013855049868 |
| }, |
| "published_category_claims": { |
| "table": null, |
| "chart": null, |
| "text_content": null, |
| "text_formatting": null, |
| "layout": null |
| }, |
| "published_claim_qualification": "The v3 overall claim is 77.50. The model card category table predates the v3 changelog; those older category numbers are not assigned to v3.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "16dd283221578a02547e0de52de4d83fb0015ae580fb6cad9599e4e15bb17ab3" |
| }, |
| { |
| "model": "Nemotron 3.5 Parse (triple-pass pipeline)", |
| "model_repository": "nvidia/Nemotron-3.5-Parse", |
| "published_overall": null, |
| "reproduced_overall": 75.19619489768297, |
| "full_pipeline_documents_per_second": null, |
| "h100_gpus": 1, |
| "scorer_revision": "9af4102e26b51f234ab5f037e19fec05c0696ec6", |
| "source_documents": 2078, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 456 |
| }, |
| "reproduced_source": "../pipeline/validation_metrics.json", |
| "model_safetensors_sha256": "81dd7609c589f3694ce75520c25af5010953231358de6aec4d03e8c6aac787e9" |
| }, |
| { |
| "model": "Aeddix Alpine OCR", |
| "model_repository": "aeddix-labs/aeddix-alpine-ocr", |
| "weights_revision": "7fa09b7328898ceedf6c52b6665a943286fa6413", |
| "profile": "Own native pipeline", |
| "published_overall": 75.15, |
| "reproduced_overall": 75.40657327598744, |
| "difference_points": 0.25657327598743507, |
| "full_pipeline_documents_per_second": 3.88245826601983, |
| "h100_gpus": 1, |
| "published_source": "https://huggingface.co/aeddix-labs/aeddix-alpine-ocr/blob/69d0b125ccbb1a7ec926116264ed2d968794ebfe/README.md", |
| "reproduced_metrics_percent": { |
| "table": 84.19822768462126, |
| "chart": 65.75300286567892, |
| "text_content": 88.24239403239325, |
| "text_formatting": 66.00484881083155, |
| "layout": 72.83439298641224 |
| }, |
| "published_category_claims": { |
| "table": 83.67, |
| "chart": 65.28, |
| "text_content": 88.27, |
| "text_formatting": 65.74, |
| "layout": 72.78 |
| }, |
| "published_claim_qualification": "Own native pipeline only. Author target uses older afb36bd scorer; includes default Markdown rules. KDL combination excluded.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "e196b29bc689a88205af7ab1a6eb5eef8c9f626bc018d55dbe1b27ec77ecebc1" |
| }, |
| { |
| "model": "LightOnOCR 3 4B", |
| "model_repository": "lightonai/LightOnOCR-3-4B", |
| "weights_revision": "b71010f095dc3735de7ee6b9969bff8f8f50b39a", |
| "profile": "Fresh author full pipeline", |
| "published_overall": 75.1, |
| "reproduced_overall": 74.99082956872584, |
| "difference_points": -0.10917043127415127, |
| "full_pipeline_documents_per_second": 1.921524406701481, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 83.89489400731854, |
| "chart": 66.57076931284678, |
| "text_content": 89.70705367838002, |
| "text_formatting": 66.80941950709479, |
| "layout": 67.97201133798913 |
| }, |
| "published_category_claims": { |
| "table": 83.8, |
| "chart": 66.1, |
| "text_content": 89.9, |
| "text_formatting": 67.6, |
| "layout": 68.3 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "ea269b2f461d94902aa88d74b9e5761a6d8dd54e925a0b44ad368a6cacf437ab" |
| }, |
| { |
| "model": "LightOnOCR 3 0.8B", |
| "model_repository": "lightonai/LightOnOCR-3-0.8B", |
| "weights_revision": "36d8636925327c671bd8e479c517a004f7566bd9", |
| "profile": "Fresh author full pipeline", |
| "published_overall": 74.6, |
| "reproduced_overall": 74.36329091379335, |
| "difference_points": -0.23670908620664477, |
| "full_pipeline_documents_per_second": 4.597422942255055, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 84.57694410096958, |
| "chart": 64.0853390545292, |
| "text_content": 88.8878302809463, |
| "text_formatting": 66.35118045119633, |
| "layout": 67.91516068132532 |
| }, |
| "published_category_claims": { |
| "table": 84.5, |
| "chart": 64.7, |
| "text_content": 88.9, |
| "text_formatting": 66.7, |
| "layout": 68.2 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "3fb4d3bc70aa1288ae1e94522349cb80b5da49f13622638241ea4a20c90691bd" |
| }, |
| { |
| "model": "KDL Frontier Parser nano", |
| "model_repository": "KDLAI/KDL-Frontier-Parser-nano", |
| "weights_revision": "a6cb7d2a9ac5fd13f527764f5411c9ec3ad2c4ec", |
| "profile": "Author defaults", |
| "published_overall": 72.38, |
| "reproduced_overall": 72.29251976225537, |
| "difference_points": -0.08748023774462865, |
| "full_pipeline_documents_per_second": 1.6163595530812997, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 85.86232091287552, |
| "chart": 58.240821189764844, |
| "text_content": 87.75346422374439, |
| "text_formatting": 54.93589672132874, |
| "layout": 74.6700957635634 |
| }, |
| "published_category_claims": { |
| "table": 85.73, |
| "chart": 58.61, |
| "text_content": 87.75, |
| "text_formatting": 55.06, |
| "layout": 74.75 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "6c410d8ea2e47bb42d0f3b5e05be6627b6e0add391bd195b5af37bf5e54b3f7d" |
| }, |
| { |
| "model": "LightOnOCR-3-1B", |
| "model_repository": "lightonai/LightOnOCR-3-1B", |
| "weights_revision": "23d544085c886bbdace647bcfab91203299417e2", |
| "profile": "Full native pipeline", |
| "published_overall": 71.4, |
| "reproduced_overall": 71.05344386871323, |
| "difference_points": -0.34655613128677487, |
| "full_pipeline_documents_per_second": 2.3022841891625445, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 84.92188580952954, |
| "chart": 56.70619042538056, |
| "text_content": 88.31308836079997, |
| "text_formatting": 63.88814386622311, |
| "layout": 61.43791088163296 |
| }, |
| "published_category_claims": { |
| "table": 84.8, |
| "chart": 57.3, |
| "text_content": 88.6, |
| "text_formatting": 64.5, |
| "layout": 61.7 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "72639fa12d64fb026c001e73c4102dd320e1131e95bdf4c3435e868778f99942" |
| }, |
| { |
| "model": "Infinity-Parser2-Pro", |
| "model_repository": "infly/Infinity-Parser2-Pro", |
| "weights_revision": "b27d470100514329fc6439aada8f16ccea5f9e2a", |
| "profile": "Full native pipeline", |
| "published_overall": 74.28, |
| "reproduced_overall": 71.05138002568306, |
| "difference_points": -3.228619974316942, |
| "full_pipeline_documents_per_second": 0.6353965639192631, |
| "h100_gpus": 2, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 86.61282910083328, |
| "chart": 57.71646927016645, |
| "text_content": 89.47224166323981, |
| "text_formatting": 47.13653353430857, |
| "layout": 74.3188265598672 |
| }, |
| "published_category_claims": { |
| "table": 86.4, |
| "chart": 61.3, |
| "text_content": 89.7, |
| "text_formatting": 59.1, |
| "layout": 74.9 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "f51f4d48f6d13de2c0ccadfa89aebb4452b1d0e2e8cfdb7bd57a0f262046cfeb" |
| }, |
| { |
| "model": "Chandra-ocr-2", |
| "model_repository": "datalab-to/chandra-ocr-2", |
| "weights_revision": "af93b47dba1b47b6640c86ccf487ed2260ab9a09", |
| "profile": "Batching 64 documents", |
| "published_overall": 70.1, |
| "reproduced_overall": 70.58385406433493, |
| "difference_points": 0.4838540643349347, |
| "full_pipeline_documents_per_second": 1.6846744169388137, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 89.08894030134121, |
| "chart": 63.723978974859264, |
| "text_content": 85.29304496231053, |
| "text_formatting": 63.78091526652645, |
| "layout": 51.03239081663716 |
| }, |
| "published_category_claims": { |
| "table": 89.2, |
| "chart": 65.1, |
| "text_content": 83.7, |
| "text_formatting": 61.4, |
| "layout": 51.2 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "2a38873db03e7f092b90004fb7cf942cf6dcb7792b0a1a004557e5060a4e707c" |
| }, |
| { |
| "model": "Infinity-Parser2-Flash", |
| "model_repository": "infly/Infinity-Parser2-Flash", |
| "weights_revision": "cfddc4106b0abc4706f05575a164f7dd35d09c46", |
| "profile": "Batching 64 documents", |
| "published_overall": 73.25, |
| "reproduced_overall": 68.55538744498702, |
| "difference_points": -4.694612555012981, |
| "full_pipeline_documents_per_second": 1.3885567866171307, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 83.01305285863975, |
| "chart": 53.104155234436924, |
| "text_content": 87.95687372148787, |
| "text_formatting": 43.833766192097116, |
| "layout": 74.86908921827339 |
| }, |
| "published_category_claims": { |
| "table": 82.88, |
| "chart": 55.56, |
| "text_content": 89.52, |
| "text_formatting": 57.7, |
| "layout": 80.61 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "e295676dacc6c8361bd1682aa579ea8b5afef56dc3e9230f82774115a8012e55" |
| }, |
| { |
| "model": "MinerU2.5-Pro-2605-1.2B", |
| "model_repository": "opendatalab/MinerU2.5-Pro-2605-1.2B", |
| "weights_revision": "08aaea840498d49ce16247b6263196cf02814885", |
| "profile": "Batching 64 documents", |
| "published_overall": 72.78, |
| "reproduced_overall": 68.52932362430563, |
| "difference_points": -4.250676375694368, |
| "full_pipeline_documents_per_second": 3.4485602523726233, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 77.40714499373611, |
| "chart": 59.55099917687946, |
| "text_content": 84.3803678247166, |
| "text_formatting": 48.40774963590807, |
| "layout": 72.90035649028793 |
| }, |
| "published_category_claims": { |
| "table": 77.59, |
| "chart": 61.64, |
| "text_content": 87.88, |
| "text_formatting": 57.49, |
| "layout": 79.3 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "c1c60f68cdc73aac6848428cdf68b262d3a4e870d67720a8d79892a349d4d035" |
| }, |
| { |
| "model": "Nemotron Parse 2.0 (legacy evaluation)", |
| "model_repository": "nvidia/NVIDIA-Nemotron-Parse-2.0", |
| "published_overall": 63.91, |
| "reproduced_overall": 63.81121864387137, |
| "difference_points": -0.09878135612862593, |
| "full_pipeline_documents_per_second": null, |
| "h100_gpus": 1, |
| "published_source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-Parse-2.0/blob/b6742064f4a8cf22a10383ece5e7fbead355ac04/README.md", |
| "scorer_revision": null, |
| "source_documents": 2078, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 564, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "legacy_request_only_documents_per_second": 3.9723095985133847, |
| "timing_qualification": "Request-only timing from a separate legacy run, after image preload; excluded from full-pipeline throughput comparisons.", |
| "reproduced_metrics_percent": { |
| "table": 70.40991533875507, |
| "chart": 31.600658242383584, |
| "text_content": 85.52828040367842, |
| "text_formatting": 65.40715936075442, |
| "layout": 66.1100798737854 |
| }, |
| "legacy_metrics_sha256": "1e6cf636e301f3f153b0b64a9e326ca5dbf07d868ea355e7f6afa183557aa923" |
| }, |
| { |
| "model": "PaddleOCR VL 1.6", |
| "model_repository": "PaddlePaddle/PaddleOCR-VL-1.6", |
| "weights_revision": "c5630abae1d940eafe0697512a0325494b02ab42", |
| "profile": "Fresh full native pipeline", |
| "published_overall": 67.43, |
| "reproduced_overall": 62.998264731355505, |
| "difference_points": -4.431735268644502, |
| "full_pipeline_documents_per_second": 2.7082594401356896, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 67.82058417229902, |
| "chart": 51.64851482633173, |
| "text_content": 82.21231345874052, |
| "text_formatting": 44.56797527504246, |
| "layout": 68.74193592436376 |
| }, |
| "published_category_claims": { |
| "table": 67.77, |
| "chart": 54.24, |
| "text_content": 82.71, |
| "text_formatting": 54.64, |
| "layout": 77.8 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "13cba02f1f47ad8c49f71327eb510ea7d63a82a46da8180fff573b5fcf3497e0" |
| }, |
| { |
| "model": "PaddleOCR-VL-1.5", |
| "model_repository": "PaddlePaddle/PaddleOCR-VL-1.5", |
| "weights_revision": "2a4195faa5e7914c12f2fc601d72c81caf8d2da5", |
| "profile": "Full native pipeline", |
| "published_overall": 65.95, |
| "reproduced_overall": 61.384106894102274, |
| "difference_points": -4.565893105897729, |
| "full_pipeline_documents_per_second": 2.885501586268674, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 67.55946118218358, |
| "chart": 43.85649122004756, |
| "text_content": 82.5906758555013, |
| "text_formatting": 44.363086161852074, |
| "layout": 68.55082005092686 |
| }, |
| "published_category_claims": { |
| "table": 67.38, |
| "chart": 47.62, |
| "text_content": 82.72, |
| "text_formatting": 54.27, |
| "layout": 77.78 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "3b5275a643c7d8b8241c62f51be5f7e764ba5323266af85affa3521fdf306d3d" |
| }, |
| { |
| "model": "Surya OCR 2", |
| "model_repository": "datalab-to/surya-ocr-2", |
| "weights_revision": "3b3d4cdf88d6928b0acdc75181b13206ea67c4a3", |
| "profile": "Native client parallelism 64", |
| "published_overall": 64.83, |
| "reproduced_overall": 59.481092959674505, |
| "difference_points": -5.348907040325493, |
| "full_pipeline_documents_per_second": 2.452357974551429, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 83.6894855054743, |
| "chart": 1.012323943661972, |
| "text_content": 88.77202122127281, |
| "text_formatting": 74.16571118339155, |
| "layout": 49.765922944571926 |
| }, |
| "published_category_claims": { |
| "table": 82.68, |
| "chart": 21.95, |
| "text_content": 86.57, |
| "text_formatting": 61.36, |
| "layout": 71.59 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "7f782eb58a81b75e43504ffd9f8b40fc84ed4f1dc435f438faf592a04d6c105e" |
| }, |
| { |
| "model": "TeleOCR", |
| "model_repository": "XingChen-AGI/TeleOCR", |
| "weights_revision": "70a19ec6a3b036311af19ae5e762e650f41a5980", |
| "profile": "Full native pipeline", |
| "published_overall": 58.67, |
| "reproduced_overall": 55.83106459761116, |
| "difference_points": -2.8389354023888416, |
| "full_pipeline_documents_per_second": 1.576261017795526, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 72.44720549739081, |
| "chart": 1.2998826291079812, |
| "text_content": 84.41839668302467, |
| "text_formatting": 47.05669177561641, |
| "layout": 73.9331464029159 |
| }, |
| "published_category_claims": { |
| "table": null, |
| "chart": null, |
| "text_content": null, |
| "text_formatting": null, |
| "layout": null |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "a6048fd0a8a95aa021bc48de18c7e87a11321347fd2f52e1d3da8f17841103f3" |
| }, |
| { |
| "model": "Dots.mocr", |
| "model_repository": "dots-studio/dots.mocr", |
| "weights_revision": "e539fbb52280393adc081b289ec597430a0f9031", |
| "profile": "Batching 64 documents", |
| "published_overall": 55.79, |
| "reproduced_overall": 54.21643951565864, |
| "difference_points": -1.5735604843413569, |
| "full_pipeline_documents_per_second": 0.6100768309659053, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 84.74898691037687, |
| "chart": 0.8362676056338028, |
| "text_content": 89.88599414882643, |
| "text_formatting": 40.52043049329253, |
| "layout": 55.09051842016355 |
| }, |
| "published_category_claims": { |
| "table": null, |
| "chart": null, |
| "text_content": null, |
| "text_formatting": null, |
| "layout": null |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "2ffaf65891161972fcd9d3ee0e418fb83bb39945c881ed258a4bf83f47f77b71" |
| }, |
| { |
| "model": "Unlimited-OCR", |
| "model_repository": "baidu/Unlimited-OCR", |
| "weights_revision": "8249d20b2822a7d8a4c22c8d8c9069b5ac36bda3", |
| "profile": "Native box text preserved", |
| "published_overall": 46.17, |
| "reproduced_overall": 45.183112741397466, |
| "difference_points": -0.9868872586025361, |
| "full_pipeline_documents_per_second": 2.8493262190972413, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 70.54108001249713, |
| "chart": 1.012323943661972, |
| "text_content": 86.96769434902862, |
| "text_formatting": 0.17070070354787292, |
| "layout": 67.22376469825171 |
| }, |
| "published_category_claims": { |
| "table": 70.21, |
| "chart": 1.34, |
| "text_content": 86.81, |
| "text_formatting": 0.97, |
| "layout": 71.52 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "2ef7e46f5a668a541c24dcefe4a7938efb269b005f88eebd36d09b412d89839c" |
| }, |
| { |
| "model": "Jina-OCR-v1", |
| "model_repository": "jinaai/jina-ocr-v1", |
| "weights_revision": "904f815deed0fbeab02d82d4648b70106272ffe3", |
| "profile": "Full native pipeline", |
| "published_overall": 45.93, |
| "reproduced_overall": 47.75420066602294, |
| "difference_points": 1.8242006660229393, |
| "full_pipeline_documents_per_second": 4.390640171780752, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 75.63352944683983, |
| "chart": 5.137072434607646, |
| "text_content": 86.9017847104402, |
| "text_formatting": 71.09861673822704, |
| "layout": 0.0 |
| }, |
| "published_category_claims": { |
| "table": 74.9, |
| "chart": 7.52, |
| "text_content": 86.58, |
| "text_formatting": 60.64, |
| "layout": 0.0 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "fa99584d32362404b1ea1a7efb02d3b986aca21e5e7dc3a2dfdc15e1912b5cd2" |
| }, |
| { |
| "model": "DeepSeek-OCR-2", |
| "model_repository": "deepseek-ai/DeepSeek-OCR-2", |
| "weights_revision": "aaa02f3811945a91062062994c5c4a3f4c0af2b0", |
| "profile": "Native box text preserved", |
| "published_overall": 41.2, |
| "reproduced_overall": 45.579939850185944, |
| "difference_points": 4.3799398501859415, |
| "full_pipeline_documents_per_second": 4.163721376674433, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 60.31794313222429, |
| "chart": 1.117957746478873, |
| "text_content": 79.68784240845721, |
| "text_formatting": 37.9238297127913, |
| "layout": 48.852126250978024 |
| }, |
| "published_category_claims": { |
| "table": 61.7, |
| "chart": 1.1, |
| "text_content": 82.0, |
| "text_formatting": 54.0, |
| "layout": 7.0 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "a8c71aabf8cad8787fd98760eb3d33293a8e47052fc49493bacd373a7d07e7c6" |
| }, |
| { |
| "model": "Qianfan-OCR", |
| "model_repository": "baidu/Qianfan-OCR", |
| "weights_revision": "623bf5d20d446abdb36606aa4547cd0c18886fe5", |
| "profile": "Output budget 28000", |
| "published_overall": 46.2, |
| "reproduced_overall": 41.59607115000977, |
| "difference_points": -4.603928849990233, |
| "full_pipeline_documents_per_second": 0.538819870081926, |
| "h100_gpus": 1, |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "reproduced_metrics_percent": { |
| "table": 71.621993859093, |
| "chart": 0.7922535211267605, |
| "text_content": 84.07806134205535, |
| "text_formatting": 43.34047430727164, |
| "layout": 8.147572720502087 |
| }, |
| "published_category_claims": { |
| "table": 72.3, |
| "chart": 0.9, |
| "text_content": 83.5, |
| "text_formatting": 53.8, |
| "layout": 20.6 |
| }, |
| "published_claim_qualification": "Historical published category claims may use a different scorer or protocol. Current layout is EPR. Category precision follows the pinned official CSV; overview overall precision is retained.", |
| "scorer_revision": "d423e529ae329317bcd33c650b367acfb60e6620", |
| "source_documents": 2078, |
| "rendered_pages": 2080, |
| "case_counts": { |
| "table": 503, |
| "chart": 568, |
| "layout": 500, |
| "text_content": 506, |
| "text_formatting": 476 |
| }, |
| "completion_receipt_sha256": "0d4700e0fcf1e5daf504aa81e406ee312378d575fc867bda5cbb10b350ef2c4c" |
| } |
| ], |
| "presentation": "The main model card shows only published scores for the selected models and the published scored results for the three Nemotron 3.5 Parse profiles. No score substitution or tolerance threshold is applied. The original reproduction records remain available under models.", |
| "published_comparison": [ |
| { |
| "model": "Nemotron 3.5 Parse (triple-pass)", |
| "published_score": 75.20375371099965, |
| "measured_speed": 10.618347849609256, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "../../validation/accuracy_restoration.json", |
| "timing_source": "../../validation/inference_benchmarks.json", |
| "mode": "triple", |
| "concurrency": 128, |
| "schedule": "pipelined", |
| "processed_pages": 2078, |
| "complete_pages": 2038, |
| "complete_inference_pages_per_second": 10.4139523183367, |
| "inference_seconds": 195.69899474299746, |
| "measured_package": "3.5.0.post5", |
| "prediction_sha256": "9054b3394522f17bd61d5c590b22fc724c8f4bafff41e56d5cc2fa25c76c9714", |
| "completion_receipt_sha256": "08a8671ae3efd29a34241b32990c4f8d539a6e0c62a1b9b88430433abedd3210", |
| "model_safetensors_sha256": "81dd7609c589f3694ce75520c25af5010953231358de6aec4d03e8c6aac787e9", |
| "category_scores": { |
| "charts": 0.644222532162673, |
| "visual_grounding": 0.7063564534037403, |
| "tables": 0.8486113628424757, |
| "content_faithfulness": 0.879958241822568, |
| "semantic_formatting": 0.6810390953185258, |
| "overall": 0.7520375371099965 |
| } |
| }, |
| { |
| "model": "LightOnOCR-3-4B", |
| "published_score": 75.1, |
| "measured_speed": 2.7559769275431703, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "LightOnOCR 3 4B", |
| "inference_seconds": 753.9976039830071, |
| "processed_pages": 2078, |
| "receipt_sha256": "388440da0355b6ef00b493171d063f7ea3409ea6c1df53a235f597df2e513d10", |
| "prediction_sha256": "ce06a0ee4155aa844637f7c2f792ad4e1ba786d48348a80430784ba2505a3ab0", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| }, |
| { |
| "model": "Nemotron 3.5 Parse (double-pass)", |
| "published_score": 74.92348404837536, |
| "measured_speed": 11.651056048868371, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "../../validation/accuracy_restoration.json", |
| "timing_source": "../../validation/inference_benchmarks.json", |
| "mode": "double", |
| "concurrency": 256, |
| "schedule": "pipelined", |
| "processed_pages": 2078, |
| "complete_pages": 2043, |
| "complete_inference_pages_per_second": 11.454815932549607, |
| "inference_seconds": 178.3529313809995, |
| "measured_package": "3.5.0.post5", |
| "prediction_sha256": "50df0a7d728ae58f5695b5ec420747ad8cfc59a85fef02ee98b8c9c5af329d59", |
| "completion_receipt_sha256": "2a1fc5d79989a17b6ccf825b8d9d964ae53ce8aedf7f31407c8191c0aa38f533", |
| "model_safetensors_sha256": "81dd7609c589f3694ce75520c25af5010953231358de6aec4d03e8c6aac787e9", |
| "category_scores": { |
| "charts": 0.6376524297298946, |
| "visual_grounding": 0.7064519329756378, |
| "tables": 0.840693947791779, |
| "content_faithfulness": 0.881176523062565, |
| "semantic_formatting": 0.6801993688588918, |
| "overall": 0.7492348404837536 |
| } |
| }, |
| { |
| "model": "LightOnOCR-3-0.8B", |
| "published_score": 74.6, |
| "measured_speed": 5.693949416134584, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "LightOnOCR 3 0.8B", |
| "inference_seconds": 364.9487988269975, |
| "processed_pages": 2078, |
| "receipt_sha256": "9c2473767d9e9cbd246ec9b74ea7e74da9650d5ad389e7901321fcd83aec3580", |
| "prediction_sha256": "4054f8f41e78f9fc29c2ba98c79789acceeea05a3674282592b48c9228f7e561", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| }, |
| { |
| "model": "Infinity-Parser2-Flash", |
| "published_score": 73.25, |
| "measured_speed": 3.058746983708632, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "Infinity-Parser2-Flash", |
| "inference_seconds": 679.3631546079996, |
| "processed_pages": 2078, |
| "receipt_sha256": "e79fc7bbec2455f3c631e507272ca1e5f91d2a1debdb09048e0995c1c42cacd2", |
| "prediction_sha256": "40c28d2be06205fcf0330d521f652e270a94e10cc7221b1ba6f73a0d864b058d", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| }, |
| { |
| "model": "MinerU2.5-Pro-2605-1.2B", |
| "published_score": 72.78, |
| "measured_speed": 4.1328978815301225, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "MinerU2.5-Pro-2605-1.2B", |
| "inference_seconds": 502.7949055520003, |
| "processed_pages": 2078, |
| "receipt_sha256": "d9a493d1bc1ff1023667fb3e2ac5859789c8923d047fca6e9b72da3b64425acb", |
| "prediction_sha256": "5ef2a7ccc108bc73a56885675325be0e9e44bb7bdf9b4f45fa3dbf232d6ce62c", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| }, |
| { |
| "model": "Nemotron 3.5 Parse (single-pass)", |
| "published_score": 72.73584672666817, |
| "measured_speed": 15.417393504226709, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "../../validation/batch_benchmarks.json", |
| "timing_source": "../../validation/inference_benchmarks.json", |
| "mode": "single", |
| "concurrency": 256, |
| "schedule": "staged", |
| "processed_pages": 2078, |
| "complete_pages": 2045, |
| "complete_inference_pages_per_second": 15.172555205073927, |
| "inference_seconds": 134.78283468799782, |
| "measured_package": "3.5.0.post4", |
| "prediction_sha256": "8a139e898d71fd206340887045cff80b0ba2597e96910057002ad4fe35302e4e", |
| "completion_receipt_sha256": "07cd8d23d8e2724d496caf813348db7d8e94c7f65bf01d084206cbd5335ed1be", |
| "model_safetensors_sha256": "81dd7609c589f3694ce75520c25af5010953231358de6aec4d03e8c6aac787e9", |
| "category_scores": { |
| "charts": 0.564825887141028, |
| "visual_grounding": 0.7048062312678962, |
| "tables": 0.8058640339417577, |
| "content_faithfulness": 0.8806442186073474, |
| "semantic_formatting": 0.6806519653753794, |
| "overall": 0.7273584672666817 |
| } |
| }, |
| { |
| "model": "KDL-Frontier-Parser-nano", |
| "published_score": 72.38, |
| "measured_speed": 2.9803995542029833, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "KDL Frontier Parser nano", |
| "inference_seconds": 697.2219537040219, |
| "processed_pages": 2078, |
| "receipt_sha256": "d18079ad0fb07e9c6ca4831aba320102aca0952627fea39cb276bc638c116999", |
| "prediction_sha256": "bd2f99e6f1c00e0f93d45596bf001d1cb1a7596f4337cd7f5cee60dd8433a2bc", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| }, |
| { |
| "model": "LightOnOCR-3-1B", |
| "published_score": 71.4, |
| "measured_speed": 2.43894630777489, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "LightOnOCR-3-1B", |
| "inference_seconds": 852.007276001008, |
| "processed_pages": 2078, |
| "receipt_sha256": "1c337bd1deeb118d7650246435754ddcd5382c34b631cb13871cbebd0f6d6d2d", |
| "prediction_sha256": "a28a032183f70dd94b32c8e57ee9f450e7dd948e7a054d06e3e2bf5a0bd78554", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| }, |
| { |
| "model": "Chandra-ocr-2", |
| "published_score": 70.1, |
| "measured_speed": 2.011709751143251, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "Chandra-ocr-2", |
| "inference_seconds": 1032.9521934359946, |
| "processed_pages": 2078, |
| "receipt_sha256": "fe946b0d95cfc29223d2782631bb30832f3b6434fe7f5a53cdd23b996a2e20e4", |
| "prediction_sha256": "913b91b1e795707b6cd87a1848a0181a2b98edf6b2bd1a2f3ca1262a0e59eb4d", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| }, |
| { |
| "model": "PaddleOCR-VL-1.6", |
| "published_score": 67.43, |
| "measured_speed": 3.110393891115625, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "PaddleOCR VL 1.6", |
| "inference_seconds": 668.0825878469914, |
| "processed_pages": 2078, |
| "receipt_sha256": "3a75f3441523b75c636b5d6bd329d4c7fe8098d4ef8f1b8d0e9c8e10ba631f89", |
| "prediction_sha256": "cb57b3b9e5740ca241429eb2ff8c0d15c90cbb0b852696674760f4c655b8cc26", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| }, |
| { |
| "model": "PaddleOCR-VL-1.5", |
| "published_score": 65.95, |
| "measured_speed": 3.401322421265416, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://github.com/run-llama/ParseBench/blob/9af4102e26b51f234ab5f037e19fec05c0696ec6/leaderboard.csv", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "PaddleOCR-VL-1.5", |
| "inference_seconds": 610.938847493002, |
| "processed_pages": 2078, |
| "receipt_sha256": "ffed107e118f904bb60a4ec0dad8fdd8b3704a8c052a624c28a414446c1d8983", |
| "prediction_sha256": "189aff926da56bad6cee05ca1ce37232b18414f456ff272fc53842e9acf020cc", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| }, |
| { |
| "model": "Nemotron Parse 2.0", |
| "published_score": 63.91, |
| "measured_speed": 3.950693792035446, |
| "speed_unit": "pages/s", |
| "speed_scope": "prepared_page_inference", |
| "published_source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-Parse-2.0/blob/b6742064f4a8cf22a10383ece5e7fbead355ac04/README.md", |
| "timing_source": "matched_inference_timing.json", |
| "reproduction_record_model": "Nemotron Parse 2.0 (legacy evaluation)", |
| "inference_seconds": 525.9835637449869, |
| "processed_pages": 2078, |
| "receipt_sha256": "da614959b546d29b3e498d5c5efd2af3450c9f5d24616f59d9694fab33a6ad9c", |
| "prediction_sha256": "646cb08c4b2ec632855b247d1f2d4a0bfe841c87d2c3992007ceee2148a0849f", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450" |
| } |
| ], |
| "timing_scope_note": "Speeds use the same 2,078 prepared page images on one H100 per model. Timing includes all model passes and dependent crop work, excluding initial page preparation, startup, warmup, final document rendering and writes.", |
| "comparison_sources_verified_on": "2026-10-17", |
| "matched_inference_timing_source": "matched_inference_timing.json" |
| } |
|
|
