{"entries":[{"rank":1,"submission_id":"excel_industry_all_submission_01","result_id":"excel_industry_all_result_01","job_id":"excel_industry_all_job_01","user_id":"excel_industry_public","target_version_label":"MemoraX","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":58.01856248650979,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":58.01856248650979,"llm_score":58.01856248650979},"score":58.01856248650979,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":89.8936170212766},"score":89.8936170212766,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":63.4390651085142},"score":63.4390651085142,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":60},"score":60,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":51.1936339522547},"score":51.1936339522547,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":58.5127201565558},"score":58.5127201565558,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":29.9852289512555},"score":29.9852289512555,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":58.389261744966504},"score":58.389261744966504,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":93.50104821802941},"score":93.50104821802941,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":66.0194174757282},"score":66.0194174757282,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":76.056338028169},"score":76.056338028169,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":65.311004784689},"score":65.311004784689,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":45.945945945946},"score":45.945945945946,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":52.631578947368396},"score":52.631578947368396,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":76.8115942028986},"score":76.8115942028986,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":65.33018867924531},"score":65.33018867924531,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":23.3333333333333},"score":23.3333333333333,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":58.0645161290323},"score":58.0645161290323,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":69.9300699300699},"score":69.9300699300699,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":48.3333333333333},"score":48.3333333333333,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":28.0701754385965},"score":28.0701754385965,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":53.3333333333333},"score":53.3333333333333,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":65.1282051282051},"score":65.1282051282051,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":52.247191011236005},"score":52.247191011236005,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":57.2463768115942},"score":57.2463768115942,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":39.3333333333333},"score":39.3333333333333,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":20.5804749340369},"score":20.5804749340369,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":32.054794520548},"score":32.054794520548,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":9},"score":9,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":41.6666666666667},"score":41.6666666666667,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":66.2337662337662},"score":66.2337662337662,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":50},"score":50,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank01","cate":"Submitted (API)","github_url":null,"system_name":"MemoraX","target_version_label":"MemoraX","benchmark_type":"textual","leaderboard_track":"industry","version":"v0.5","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":2,"submission_id":"excel_industry_all_submission_02","result_id":"excel_industry_all_result_02","job_id":"excel_industry_all_job_02","user_id":"excel_industry_public","target_version_label":"MemOS","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":45.8881933952083,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":45.8881933952083,"llm_score":45.8881933952083},"score":45.8881933952083,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":68.9497716894977},"score":68.9497716894977,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":53.4142640364188},"score":53.4142640364188,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":56.5295169946333},"score":56.5295169946333,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":44.2970822281167},"score":44.2970822281167,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":48.7279843444227},"score":48.7279843444227,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":9.81949458483755},"score":9.81949458483755,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":56.129032258064505},"score":56.129032258064505,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":70.96618357487921},"score":70.96618357487921,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":43.6893203883495},"score":43.6893203883495,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":45.8015267175573},"score":45.8015267175573,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":56.536502546689306},"score":56.536502546689306,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":27.472527472527503},"score":27.472527472527503,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":26.315789473684198},"score":26.315789473684198,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":78.26086956521739},"score":78.26086956521739,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":58.057851239669404},"score":58.057851239669404,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":39.0977443609023},"score":39.0977443609023,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":61.11111111111111},"score":61.11111111111111,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":38.9162561576355},"score":38.9162561576355,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":0},"score":0,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":59.6491228070175},"score":59.6491228070175,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":33.3333333333333},"score":33.3333333333333,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":51.474530831099194},"score":51.474530831099194,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":44.9438202247191},"score":44.9438202247191,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":41.304347826087},"score":41.304347826087,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":13.111111111111102},"score":13.111111111111102,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":8.70712401055409},"score":8.70712401055409,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":1.36986301369863},"score":1.36986301369863,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":0},"score":0,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":21.8604651162791},"score":21.8604651162791,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":69.8795180722892},"score":69.8795180722892,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":40.2777777777778},"score":40.2777777777778,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank02","cate":"Evaluated","github_url":null,"system_name":"MemOS","target_version_label":"MemOS","benchmark_type":"textual","leaderboard_track":"industry","version":"v2.0.1","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":3,"submission_id":"excel_industry_all_submission_03","result_id":"excel_industry_all_result_03","job_id":"excel_industry_all_job_03","user_id":"excel_industry_public","target_version_label":"NTES-MEMORY-SMART","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":44.2053677130841,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":44.2053677130841,"llm_score":44.2053677130841},"score":44.2053677130841,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":55.5650956729724},"score":55.5650956729724,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":46.803231753914595},"score":46.803231753914595,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":20.5987875173922},"score":20.5987875173922,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":31.236569943466503},"score":31.236569943466503,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":56.9634703196347},"score":56.9634703196347,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":27.743682310469296},"score":27.743682310469296,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":29.032258064516096},"score":29.032258064516096,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":56.419110881067404},"score":56.419110881067404,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":45.6310679611651},"score":45.6310679611651,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":50.47391857506361},"score":50.47391857506361,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":48.6304409606617},"score":48.6304409606617,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":28.571428571428598},"score":28.571428571428598,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":36.8421052631579},"score":36.8421052631579,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":62.3188405797101},"score":62.3188405797101,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":16.972566574839302},"score":16.972566574839302,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":23.9828738512949},"score":23.9828738512949,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":57.4074074074074},"score":57.4074074074074,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":41.871921182266},"score":41.871921182266,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":18.75},"score":18.75,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":7.01754385964912},"score":7.01754385964912,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":41.2697811447811},"score":41.2697811447811,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":56.054512957998206},"score":56.054512957998206,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":58.9887640449438},"score":58.9887640449438,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":59.4202898550725},"score":59.4202898550725,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":31.7777777777778},"score":31.7777777777778,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":21.3720316622691},"score":21.3720316622691,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":32.6027397260274},"score":32.6027397260274,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":5},"score":5,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":34.534883720930196},"score":34.534883720930196,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":26.5060240963855},"score":26.5060240963855,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":31.944444444444397},"score":31.944444444444397,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank03","cate":"Submitted (API)","github_url":null,"system_name":"NTES-MEMORY-SMART","target_version_label":"NTES-MEMORY-SMART","benchmark_type":"textual","leaderboard_track":"industry","version":"AML-Eval-SMART","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":4,"submission_id":"excel_industry_all_submission_04","result_id":"excel_industry_all_result_04","job_id":"excel_industry_all_job_04","user_id":"excel_industry_public","target_version_label":"AML-Eval-FLASH","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":43.6504880291304,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":43.6504880291304,"llm_score":43.6504880291304},"score":43.6504880291304,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":55.427837573385496},"score":55.427837573385496,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":43.6559613039127},"score":43.6559613039127,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":22.2773092540534},"score":22.2773092540534,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":30.9267839440253},"score":30.9267839440253,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":56.0583822570124},"score":56.0583822570124,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":27.2623345367028},"score":27.2623345367028,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":29.6774193548387},"score":29.6774193548387,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":56.563750862663895},"score":56.563750862663895,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":41.747572815534},"score":41.747572815534,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":47.5667938931298},"score":47.5667938931298,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":46.297586586211395},"score":46.297586586211395,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":26.3736263736264},"score":26.3736263736264,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":21.052631578947402},"score":21.052631578947402,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":59.4202898550725},"score":59.4202898550725,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":19.117801390528697},"score":19.117801390528697,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":24.0828261129013},"score":24.0828261129013,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":57.4074074074074},"score":57.4074074074074,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":42.241379310344804},"score":42.241379310344804,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":20},"score":20,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":6.14035087719298},"score":6.14035087719298,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":39.7399591149591},"score":39.7399591149591,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":54.0102770330652},"score":54.0102770330652,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":58.9887640449438},"score":58.9887640449438,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":61.5942028985507},"score":61.5942028985507,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":30.8888888888889},"score":30.8888888888889,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":20.844327176781},"score":20.844327176781,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":32.054794520548},"score":32.054794520548,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":6},"score":6,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":34.6899224806202},"score":34.6899224806202,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":26.5060240963855},"score":26.5060240963855,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":33.3333333333333},"score":33.3333333333333,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank04","cate":"Submitted (API)","github_url":null,"system_name":"AML-Eval-FLASH","target_version_label":"AML-Eval-FLASH","benchmark_type":"textual","leaderboard_track":"industry","version":"FLASH","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":5,"submission_id":"excel_industry_all_submission_05","result_id":"excel_industry_all_result_05","job_id":"excel_industry_all_job_05","user_id":"excel_industry_public","target_version_label":"Cognee","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":42.6105213586327,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":42.6105213586327,"llm_score":42.6105213586327},"score":42.6105213586327,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":53.6199989128071},"score":53.6199989128071,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":42.9030304125145},"score":42.9030304125145,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":22.006914274356102},"score":22.006914274356102,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":32.143809255878196},"score":32.143809255878196,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":54.49282452707111},"score":54.49282452707111,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":27.1058965102286},"score":27.1058965102286,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":29.032258064516096},"score":29.032258064516096,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":54.940965033356306},"score":54.940965033356306,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":36.893203883495204},"score":36.893203883495204,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":40.378498727735405},"score":40.378498727735405,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":44.7760560982123},"score":44.7760560982123,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":27.472527472527503},"score":27.472527472527503,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":28.947368421052598},"score":28.947368421052598,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":59.4202898550725},"score":59.4202898550725,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":20.2517873540601},"score":20.2517873540601,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":23.6982336794367},"score":23.6982336794367,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":44.4444444444444},"score":44.4444444444444,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":41.687192118226605},"score":41.687192118226605,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":17.2916666666667},"score":17.2916666666667,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":7.89473684210526},"score":7.89473684210526,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":45.9286014911015},"score":45.9286014911015,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":51.32931188561209},"score":51.32931188561209,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":54.494382022471896},"score":54.494382022471896,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":63.0434782608696},"score":63.0434782608696,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":32},"score":32,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":19.7889182058048},"score":19.7889182058048,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":32.3287671232877},"score":32.3287671232877,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":7.000000000000001},"score":7.000000000000001,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":32.2868217054263},"score":32.2868217054263,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":25.3012048192771},"score":25.3012048192771,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":33.3333333333333},"score":33.3333333333333,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank05","cate":"Evaluated","github_url":null,"system_name":"Cognee","target_version_label":"Cognee","benchmark_type":"textual","leaderboard_track":"industry","version":"v1.4.0","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":6,"submission_id":"excel_industry_all_submission_07","result_id":"excel_industry_all_result_07","job_id":"excel_industry_all_job_07","user_id":"excel_industry_public","target_version_label":"NTES-MEMORY-MQ-LAYER","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":42.1124032094246,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":42.1124032094246,"llm_score":42.1124032094246},"score":42.1124032094246,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":52.3462165688193},"score":52.3462165688193,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":41.8183788896991},"score":41.8183788896991,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":21.5058778430872},"score":21.5058778430872,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":32.1090116779772},"score":32.1090116779772,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":53.3675799086758},"score":53.3675799086758,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":27.809867629362202},"score":27.809867629362202,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":32.9032258064516},"score":32.9032258064516,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":53.786576949620404},"score":53.786576949620404,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":35.9223300970874},"score":35.9223300970874,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":40.089058524173},"score":40.089058524173,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":44.4113950565564},"score":44.4113950565564,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":23.0769230769231},"score":23.0769230769231,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":23.6842105263158},"score":23.6842105263158,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":60.8695652173913},"score":60.8695652173913,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":19.673110979929202},"score":19.673110979929202,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":19.5247046186896},"score":19.5247046186896,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":40.7407407407407},"score":40.7407407407407,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":42.3029556650246},"score":42.3029556650246,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":20.625},"score":20.625,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":9.649122807017541},"score":9.649122807017541,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":40.29329004329},"score":40.29329004329,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":51.128239499553196},"score":51.128239499553196,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":56.7415730337079},"score":56.7415730337079,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":59.4202898550725},"score":59.4202898550725,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":31.1111111111111},"score":31.1111111111111,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":21.635883905013202},"score":21.635883905013202,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":35.0684931506849},"score":35.0684931506849,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":6},"score":6,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":32.1705426356589},"score":32.1705426356589,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":33.734939759036095},"score":33.734939759036095,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":31.944444444444397},"score":31.944444444444397,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank07","cate":"Submitted (API)","github_url":null,"system_name":"NTES-MEMORY-MQ-LAYER","target_version_label":"NTES-MEMORY-MQ-LAYER","benchmark_type":"textual","leaderboard_track":"industry","version":"v1.0","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":7,"submission_id":"excel_industry_all_submission_08","result_id":"excel_industry_all_result_08","job_id":"excel_industry_all_job_08","user_id":"excel_industry_public","target_version_label":"TencentDB","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":41.483396840347,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":41.483396840347,"llm_score":41.483396840347},"score":41.483396840347,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":50.441808001739496},"score":50.441808001739496,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":39.1211103009282},"score":39.1211103009282,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":21.8867308402192},"score":21.8867308402192,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":31.539351453144498},"score":31.539351453144498,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":53.098499673842106},"score":53.098499673842106,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":28.664259927797804},"score":28.664259927797804,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":34.8387096774193},"score":34.8387096774193,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":51.7234587071544},"score":51.7234587071544,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":34.9514563106796},"score":34.9514563106796,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":43.6545801526718},"score":43.6545801526718,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":40.714451083720995},"score":40.714451083720995,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":27.472527472527503},"score":27.472527472527503,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":21.052631578947402},"score":21.052631578947402,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":55.072463768115895},"score":55.072463768115895,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":20.3195920241375},"score":20.3195920241375,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":28.8321995464853},"score":28.8321995464853,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":42.592592592592595},"score":42.592592592592595,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":43.4729064039409},"score":43.4729064039409,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":25.4166666666667},"score":25.4166666666667,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":5.26315789473684},"score":5.26315789473684,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":41.088924963925},"score":41.088924963925,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":51.29579982126899},"score":51.29579982126899,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":48.876404494382},"score":48.876404494382,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":57.9710144927536},"score":57.9710144927536,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":33.7777777777778},"score":33.7777777777778,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":21.635883905013202},"score":21.635883905013202,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":33.6986301369863},"score":33.6986301369863,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":6},"score":6,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":33.0232558139535},"score":33.0232558139535,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":36.144578313253},"score":36.144578313253,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":33.3333333333333},"score":33.3333333333333,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank08","cate":"Evaluated","github_url":null,"system_name":"TencentDB","target_version_label":"TencentDB","benchmark_type":"textual","leaderboard_track":"industry","version":"v2.0.0","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":8,"submission_id":"excel_industry_all_submission_09","result_id":"excel_industry_all_result_09","job_id":"excel_industry_all_job_09","user_id":"excel_industry_public","target_version_label":"Mem0","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":41.4035536674755,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":41.4035536674755,"llm_score":41.4035536674755},"score":41.4035536674755,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":50.6047238530115},"score":50.6047238530115,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":42.697547773420304},"score":42.697547773420304,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":17.4291535338047},"score":17.4291535338047,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":36.0444440616854},"score":36.0444440616854,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":55.291911285062},"score":55.291911285062,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":27.3586040914561},"score":27.3586040914561,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":37.4193548387097},"score":37.4193548387097,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":51.364417989418},"score":51.364417989418,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":43.6893203883495},"score":43.6893203883495,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":50.0667938931298},"score":50.0667938931298,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":45.0554906327402},"score":45.0554906327402,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":23.0769230769231},"score":23.0769230769231,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":23.6842105263158},"score":23.6842105263158,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":53.623188405797094},"score":53.623188405797094,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":14.1382165813984},"score":14.1382165813984,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":23.2548633488483},"score":23.2548633488483,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":51.851851851851805},"score":51.851851851851805,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":48.4605911330049},"score":48.4605911330049,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":16.0416666666667},"score":16.0416666666667,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":8.7719298245614},"score":8.7719298245614,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":45.854256854256796},"score":45.854256854256796,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":52.96023235031279},"score":52.96023235031279,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":54.494382022471896},"score":54.494382022471896,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":61.5942028985507},"score":61.5942028985507,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":30},"score":30,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":20.5804749340369},"score":20.5804749340369,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":33.1506849315069},"score":33.1506849315069,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":8},"score":8,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":37.1705426356589},"score":37.1705426356589,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":42.1686746987952},"score":42.1686746987952,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":31.944444444444397},"score":31.944444444444397,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank09","cate":"Evaluated","github_url":null,"system_name":"Mem0","target_version_label":"Mem0","benchmark_type":"textual","leaderboard_track":"industry","version":"v3","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":9,"submission_id":"excel_industry_all_submission_10","result_id":"excel_industry_all_result_10","job_id":"excel_industry_all_job_10","user_id":"excel_industry_public","target_version_label":"MemPalace","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":39.4776602633283,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":39.4776602633283,"llm_score":39.4776602633283},"score":39.4776602633283,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":58.7671232876712},"score":58.7671232876712,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":51.5933232169955},"score":51.5933232169955,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":30.5903398926655},"score":30.5903398926655,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":33.156498673740096},"score":33.156498673740096,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":57.142857142857096},"score":57.142857142857096,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":6.859205776173289},"score":6.859205776173289,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":43.8709677419355},"score":43.8709677419355,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":59.8550724637681},"score":59.8550724637681,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":44.6601941747573},"score":44.6601941747573,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":54.961832061068705},"score":54.961832061068705,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":54.4991511035654},"score":54.4991511035654,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":29.6703296703297},"score":29.6703296703297,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":21.052631578947402},"score":21.052631578947402,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":60.8695652173913},"score":60.8695652173913,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":29.545454545454504},"score":29.545454545454504,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":37.593984962406005},"score":37.593984962406005,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":50},"score":50,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":43.8423645320197},"score":43.8423645320197,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":0},"score":0,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":7.01754385964912},"score":7.01754385964912,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":46.6666666666667},"score":46.6666666666667,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":56.8364611260054},"score":56.8364611260054,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":57.30337078651691},"score":57.30337078651691,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":57.9710144927536},"score":57.9710144927536,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":10},"score":10,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":1.31926121372032},"score":1.31926121372032,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":0.821917808219178},"score":0.821917808219178,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":2},"score":2,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":20},"score":20,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":56.6265060240964},"score":56.6265060240964,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":29.166666666666703},"score":29.166666666666703,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank10","cate":"Submitted (API)","github_url":null,"system_name":"MemPalace","target_version_label":"MemPalace","benchmark_type":"textual","leaderboard_track":"industry","version":"v3.5.0","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":10,"submission_id":"excel_industry_all_submission_11","result_id":"excel_industry_all_result_11","job_id":"excel_industry_all_job_11","user_id":"excel_industry_public","target_version_label":"Vectorize Hindsight Cloud","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":38.541146720512096,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":38.541146720512096,"llm_score":38.541146720512096},"score":38.541146720512096,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":46.433518156120904},"score":46.433518156120904,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":40.4349751580404},"score":40.4349751580404,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":16.8714683249567},"score":16.8714683249567,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":34.833538109400195},"score":34.833538109400195,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":55.6914546640574},"score":55.6914546640574,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":24.3200962695548},"score":24.3200962695548,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":39.354838709677395},"score":39.354838709677395,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":47.2895675178284},"score":47.2895675178284,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":39.8058252427185},"score":39.8058252427185,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":39.6310432569975},"score":39.6310432569975,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":43.0333593024595},"score":43.0333593024595,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":21.978021978022},"score":21.978021978022,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":15.7894736842105},"score":15.7894736842105,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":50.7246376811594},"score":50.7246376811594,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":14.527171061262},"score":14.527171061262,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":29.181584914667603},"score":29.181584914667603,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":42.592592592592595},"score":42.592592592592595,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":42.6108374384236},"score":42.6108374384236,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":12.0833333333333},"score":12.0833333333333,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":19.2982456140351},"score":19.2982456140351,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":38.0373977873978},"score":38.0373977873978,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":55.6523681858802},"score":55.6523681858802,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":60.674157303370805},"score":60.674157303370805,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":55.7971014492754},"score":55.7971014492754,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":28.4444444444444},"score":28.4444444444444,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":19.5250659630607},"score":19.5250659630607,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":27.123287671232898},"score":27.123287671232898,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":4},"score":4,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":30.620155038759698},"score":30.620155038759698,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":44.578313253012},"score":44.578313253012,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":33.3333333333333},"score":33.3333333333333,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank11","cate":"Evaluated","github_url":null,"system_name":"Vectorize Hindsight Cloud","target_version_label":"Vectorize Hindsight Cloud","benchmark_type":"textual","leaderboard_track":"industry","version":"v1.0.1","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":11,"submission_id":"excel_industry_all_submission_12","result_id":"excel_industry_all_result_12","job_id":"excel_industry_all_job_12","user_id":"excel_industry_public","target_version_label":"memory-dense","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":37.6534283041945,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":37.6534283041945,"llm_score":37.6534283041945},"score":37.6534283041945,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":44.8800282670146},"score":44.8800282670146,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":33.0375508827709},"score":33.0375508827709,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":17.7667035806571},"score":17.7667035806571,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":29.963264704644},"score":29.963264704644,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":51.663405088062596},"score":51.663405088062596,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":26.6666666666667},"score":26.6666666666667,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":32.258064516129},"score":32.258064516129,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":46.1774212100299},"score":46.1774212100299,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":28.155339805825204},"score":28.155339805825204,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":40.928753180661595},"score":40.928753180661595,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":34.7567844342038},"score":34.7567844342038,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":24.1758241758242},"score":24.1758241758242,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":15.7894736842105},"score":15.7894736842105,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":39.130434782608695},"score":39.130434782608695,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":15.1479076479076},"score":15.1479076479076,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":22.6059195608068},"score":22.6059195608068,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":44.4444444444444},"score":44.4444444444444,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":41.625615763546804},"score":41.625615763546804,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":19.5833333333333},"score":19.5833333333333,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":4.3859649122807},"score":4.3859649122807,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":39.1025132275132},"score":39.1025132275132,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":47.4530831099196},"score":47.4530831099196,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":49.438202247191},"score":49.438202247191,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":63.0434782608696},"score":63.0434782608696,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":30},"score":30,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":20.3166226912929},"score":20.3166226912929,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":32.8767123287671},"score":32.8767123287671,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":8},"score":8,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":30.8527131782946},"score":30.8527131782946,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":32.530120481927696},"score":32.530120481927696,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":31.944444444444397},"score":31.944444444444397,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank12","cate":"Submitted (API)","github_url":null,"system_name":"memory-dense","target_version_label":"memory-dense","benchmark_type":"textual","leaderboard_track":"industry","version":"v1.1","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":12,"submission_id":"excel_industry_all_submission_13","result_id":"excel_industry_all_result_13","job_id":"excel_industry_all_job_13","user_id":"excel_industry_public","target_version_label":"星际罗盘","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":35.6410665503046,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":35.6410665503046,"llm_score":35.6410665503046},"score":35.6410665503046,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":41.9966297021092},"score":41.9966297021092,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":38.7742096884737},"score":38.7742096884737,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":13.044765312207199},"score":13.044765312207199,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":33.6262205227722},"score":33.6262205227722,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":40.4924983692107},"score":40.4924983692107,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":25.5655836341757},"score":25.5655836341757,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":42.5806451612903},"score":42.5806451612903,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":42.933632390154095},"score":42.933632390154095,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":33.0097087378641},"score":33.0097087378641,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":28.670483460559797},"score":28.670483460559797,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":40.1565436073076},"score":40.1565436073076,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":27.472527472527503},"score":27.472527472527503,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":21.052631578947402},"score":21.052631578947402,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":53.623188405797094},"score":53.623188405797094,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":9.2810409287682},"score":9.2810409287682,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":17.421231650555},"score":17.421231650555,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":51.851851851851805},"score":51.851851851851805,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":41.0098522167488},"score":41.0098522167488,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":16.25},"score":16.25,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":17.5438596491228},"score":17.5438596491228,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":39.201418951419},"score":39.201418951419,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":41.2645218945487},"score":41.2645218945487,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":34.8314606741573},"score":34.8314606741573,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":38.4057971014493},"score":38.4057971014493,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":29.1111111111111},"score":29.1111111111111,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":19.788918205804702},"score":19.788918205804702,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":31.2328767123288},"score":31.2328767123288,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":5},"score":5,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":28.8759689922481},"score":28.8759689922481,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":53.0120481927711},"score":53.0120481927711,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":30.555555555555603},"score":30.555555555555603,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank13","cate":"Submitted (API)","github_url":null,"system_name":"星际罗盘","target_version_label":"星际罗盘","benchmark_type":"textual","leaderboard_track":"industry","version":"v1.0","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":13,"submission_id":"excel_industry_all_submission_14","result_id":"excel_industry_all_result_14","job_id":"excel_industry_all_job_14","user_id":"excel_industry_public","target_version_label":"memory-8000","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":34.219052571395295,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":34.219052571395295,"llm_score":34.219052571395295},"score":34.219052571395295,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":51.692650576212195},"score":51.692650576212195,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":37.3815080131469},"score":37.3815080131469,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":30.3094741176136},"score":30.3094741176136,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":25.932826751792298},"score":25.932826751792298,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":51.5329419439009},"score":51.5329419439009,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":8.97713598074609},"score":8.97713598074609,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":33.2258064516129},"score":33.2258064516129,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":53.2400506096158},"score":53.2400506096158,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":33.0097087378641},"score":33.0097087378641,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":40.769720101781196},"score":40.769720101781196,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":39.6170013254054},"score":39.6170013254054,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":24.1758241758242},"score":24.1758241758242,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":15.7894736842105},"score":15.7894736842105,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":56.5217391304348},"score":56.5217391304348,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":30.2541240325331},"score":30.2541240325331,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":17.2405716672634},"score":17.2405716672634,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":38.8888888888889},"score":38.8888888888889,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":36.8226600985222},"score":36.8226600985222,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":7.08333333333333},"score":7.08333333333333,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":4.3859649122807},"score":4.3859649122807,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":30.0279280904281},"score":30.0279280904281,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":48.0786416443253},"score":48.0786416443253,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":50.561797752809},"score":50.561797752809,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":60.8695652173913},"score":60.8695652173913,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":9.77777777777778},"score":9.77777777777778,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":4.48548812664908},"score":4.48548812664908,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":8.76712328767123},"score":8.76712328767123,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":2},"score":2,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":17.8294573643411},"score":17.8294573643411,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":34.3373493975904},"score":34.3373493975904,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":31.944444444444397},"score":31.944444444444397,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank14","cate":"Submitted (API)","github_url":null,"system_name":"memory-8000","target_version_label":"memory-8000","benchmark_type":"textual","leaderboard_track":"industry","version":"v1.0","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":14,"submission_id":"excel_industry_all_submission_15","result_id":"excel_industry_all_result_15","job_id":"excel_industry_all_job_15","user_id":"excel_industry_public","target_version_label":"SuperMemory","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":29.6271213258047,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":29.6271213258047,"llm_score":29.6271213258047},"score":29.6271213258047,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":28.422591867797298},"score":28.422591867797298,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":26.1671615351433},"score":26.1671615351433,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":13.993667830877099},"score":13.993667830877099,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":24.6980988360299},"score":24.6980988360299,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":51.0518590998043},"score":51.0518590998043,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":25.439229843562},"score":25.439229843562,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":47.741935483871},"score":47.741935483871,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":28.765930526800098},"score":28.765930526800098,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":33.0097087378641},"score":33.0097087378641,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":33.969465648855},"score":33.969465648855,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":28.0885559450925},"score":28.0885559450925,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":16.4835164835165},"score":16.4835164835165,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":7.89473684210526},"score":7.89473684210526,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":36.231884057971},"score":36.231884057971,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":11.6166535484717},"score":11.6166535484717,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":19.3418068981979},"score":19.3418068981979,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":37.037037037037},"score":37.037037037037,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":26.724137931034498},"score":26.724137931034498,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":10.4166666666667},"score":10.4166666666667,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":18.4210526315789},"score":18.4210526315789,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":29.769721019721},"score":29.769721019721,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":49.8324396782842},"score":49.8324396782842,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":53.9325842696629},"score":53.9325842696629,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":54.347826086956495},"score":54.347826086956495,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":28.4444444444444},"score":28.4444444444444,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":18.4696569920844},"score":18.4696569920844,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":32.054794520548},"score":32.054794520548,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":10},"score":10,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":29.922480620155},"score":29.922480620155,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":61.445783132530096},"score":61.445783132530096,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":31.944444444444397},"score":31.944444444444397,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank15","cate":"Evaluated","github_url":null,"system_name":"SuperMemory","target_version_label":"SuperMemory","benchmark_type":"textual","leaderboard_track":"industry","version":"v3write v4search","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"},{"rank":15,"submission_id":"excel_industry_all_submission_16","result_id":"excel_industry_all_result_16","job_id":"excel_industry_all_job_16","user_id":"excel_industry_public","target_version_label":"NTES-MEMORY-TDAM","target_git_sha":null,"target_deployment":"excel-import-fixed-1-all","mode":"full","benchmark_type":"textual","leaderboard_track":"industry","average_score":26.299185621438998,"dataset_scores":[{"dataset_id":"leaderboard_suite","metrics":{"accuracy":26.299185621438998,"llm_score":26.299185621438998},"score":26.299185621438998,"status":"succeeded","total":1,"category_scores":[{"category":"A","group":"by_capability","metrics":{"accuracy":20.924548814959802},"score":20.924548814959802,"total":1},{"category":"B","group":"by_capability","metrics":{"accuracy":19.282583038273497},"score":19.282583038273497,"total":1},{"category":"C","group":"by_capability","metrics":{"accuracy":8.991183235369279},"score":8.991183235369279,"total":1},{"category":"D","group":"by_capability","metrics":{"accuracy":10.4596648562166},"score":10.4596648562166,"total":1},{"category":"E","group":"by_capability","metrics":{"accuracy":50.0163078930202},"score":50.0163078930202,"total":1},{"category":"G","group":"by_capability","metrics":{"accuracy":26.2454873646209},"score":26.2454873646209,"total":1},{"category":"H","group":"by_capability","metrics":{"accuracy":56.774193548387096},"score":56.774193548387096,"total":1},{"category":"A1","group":"by_capability_leaf","metrics":{"accuracy":21.461237635150702},"score":21.461237635150702,"total":1},{"category":"A2","group":"by_capability_leaf","metrics":{"accuracy":18.446601941747602},"score":18.446601941747602,"total":1},{"category":"A3","group":"by_capability_leaf","metrics":{"accuracy":8.034351145038169},"score":8.034351145038169,"total":1},{"category":"B1","group":"by_capability_leaf","metrics":{"accuracy":19.876438407847598},"score":19.876438407847598,"total":1},{"category":"B2","group":"by_capability_leaf","metrics":{"accuracy":14.285714285714299},"score":14.285714285714299,"total":1},{"category":"B3","group":"by_capability_leaf","metrics":{"accuracy":7.89473684210526},"score":7.89473684210526,"total":1},{"category":"B4","group":"by_capability_leaf","metrics":{"accuracy":36.231884057971},"score":36.231884057971,"total":1},{"category":"C1","group":"by_capability_leaf","metrics":{"accuracy":6.665436835891379},"score":6.665436835891379,"total":1},{"category":"C2","group":"by_capability_leaf","metrics":{"accuracy":14.1058002148228},"score":14.1058002148228,"total":1},{"category":"C3","group":"by_capability_leaf","metrics":{"accuracy":29.6296296296296},"score":29.6296296296296,"total":1},{"category":"D1","group":"by_capability_leaf","metrics":{"accuracy":9.11330049261084},"score":9.11330049261084,"total":1},{"category":"D2","group":"by_capability_leaf","metrics":{"accuracy":10},"score":10,"total":1},{"category":"D3","group":"by_capability_leaf","metrics":{"accuracy":11.4035087719298},"score":11.4035087719298,"total":1},{"category":"F1","group":"by_capability_leaf","metrics":{"accuracy":13.221560846560902},"score":13.221560846560902,"total":1},{"category":"E1","group":"by_capability_leaf","metrics":{"accuracy":47.609472743520996},"score":47.609472743520996,"total":1},{"category":"E2","group":"by_capability_leaf","metrics":{"accuracy":56.7415730337079},"score":56.7415730337079,"total":1},{"category":"E3","group":"by_capability_leaf","metrics":{"accuracy":56.5217391304348},"score":56.5217391304348,"total":1},{"category":"G1","group":"by_capability_leaf","metrics":{"accuracy":30.444444444444503},"score":30.444444444444503,"total":1},{"category":"G2","group":"by_capability_leaf","metrics":{"accuracy":22.4274406332454},"score":22.4274406332454,"total":1},{"category":"G3","group":"by_capability_leaf","metrics":{"accuracy":33.4246575342466},"score":33.4246575342466,"total":1},{"category":"G4","group":"by_capability_leaf","metrics":{"accuracy":7.000000000000001},"score":7.000000000000001,"total":1},{"category":"G5","group":"by_capability_leaf","metrics":{"accuracy":24.418604651162802},"score":24.418604651162802,"total":1},{"category":"H1","group":"by_capability_leaf","metrics":{"accuracy":73.4939759036145},"score":73.4939759036145,"total":1},{"category":"H2","group":"by_capability_leaf","metrics":{"accuracy":37.5},"score":37.5,"total":1}],"subdataset_scores":[],"raw_subdataset_scores":[],"reused_add":false,"start_from_step":"add"}],"metadata":{"evaluator_id":"official-benchmark-pipelines-v3","run_label":"excel-import-fixed-1-all-industry-rank16","cate":"Submitted (API)","github_url":null,"system_name":"NTES-MEMORY-TDAM","target_version_label":"NTES-MEMORY-TDAM","benchmark_type":"textual","leaderboard_track":"industry","version":"TDAM V1","score_scale":"0-100","dataset_suite_version":"public_suite_v3"},"token_cost":null,"evaluation_time_seconds":null,"name_embargoed":false,"name_embargo_until":null,"submitted_at":"2026-08-12T17:00:27+00:00"}]}