{"id":"https://openalex.org/W4399795339","doi":"https://doi.org/10.48550/arxiv.2406.11633","title":"DocGenome: An Open Large-scale Scientific Document Benchmark for Training and Testing Multi-modal Large Language Models","display_name":"DocGenome: An Open Large-scale Scientific Document Benchmark for Training and Testing Multi-modal Large Language Models","alternate_titles":[],"publication_year":2024,"publication_date":"2024-06-17","ids":{"openalex":"https://openalex.org/W4399795339","doi":"https://doi.org/10.48550/arxiv.2406.11633"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2406.11633","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.11633","pdf_url":"https://arxiv.org/pdf/2406.11633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4399795339"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.11633","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113021225","display_name":"Renqiu Xia","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xia, Renqiu","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,","Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101045429","display_name":"Song Mao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mao, Song","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008886708","display_name":"Xiangchao Yan","orcid":"https://orcid.org/0009-0006-6644-0211","observed_orcids":["https://orcid.org/0009-0006-6644-0211"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan, Xiangchao","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036424129","display_name":"Hongbin Zhou","orcid":"https://orcid.org/0000-0002-2824-2277","observed_orcids":["https://orcid.org/0000-0002-2824-2277"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou, Hongbin","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770109","display_name":"Bo Zhang","orcid":"https://orcid.org/0000-0001-8052-782X","observed_orcids":["https://orcid.org/0000-0001-8052-782X","https://orcid.org/0000-0002-9795-4673","https://orcid.org/0009-0005-3354-8018"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Bo","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103141470","display_name":"Hao-Yang Peng","orcid":"https://orcid.org/0009-0004-7126-0253","observed_orcids":["https://orcid.org/0009-0004-7126-0253"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng, Haoyang","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101977895","display_name":"Jiahao Pi","orcid":"https://orcid.org/0009-0004-8927-9964","observed_orcids":["https://orcid.org/0009-0004-8927-9964"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pi, Jiahao","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051629595","display_name":"Daocheng Fu","orcid":"https://orcid.org/0000-0001-5660-5904","observed_orcids":["https://orcid.org/0000-0001-5660-5904"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu, Daocheng","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090972515","display_name":"Wenjie Wu","orcid":"https://orcid.org/0000-0001-9173-7099","observed_orcids":["https://orcid.org/0000-0001-9173-7099"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu, Wenjie","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,","Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000892367","display_name":"Hancheng Ye","orcid":"https://orcid.org/0000-0002-6272-2792","observed_orcids":["https://orcid.org/0000-0002-6272-2792"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye, Hancheng","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102836152","display_name":"Shiyang Feng","orcid":"https://orcid.org/0009-0001-6675-2948","observed_orcids":["https://orcid.org/0009-0001-6675-2948"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng, Shiyang","raw_affiliation_strings":["Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059575276","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0003-4748-6426","observed_orcids":["https://orcid.org/0000-0003-4748-6426","https://orcid.org/0009-0003-4862-5536"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Bin","raw_affiliation_strings":["Fudan University","Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385713","display_name":"Chao Xu","orcid":"https://orcid.org/0000-0002-3501-2103","observed_orcids":["https://orcid.org/0000-0002-3501-2103","https://orcid.org/0000-0003-1514-7323"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Chao","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101615091","display_name":"Conghui He","orcid":"https://orcid.org/0000-0001-8697-695X","observed_orcids":["https://orcid.org/0000-0001-8697-695X"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He, Conghui","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062614549","display_name":"Pinlong Cai","orcid":"https://orcid.org/0000-0002-3993-0913","observed_orcids":["https://orcid.org/0000-0002-3993-0913"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cai, Pinlong","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002832266","display_name":"Min Dou","orcid":"https://orcid.org/0009-0004-7273-131X","observed_orcids":["https://orcid.org/0009-0004-7273-131X","https://orcid.org/0000-0003-0987-5578"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dou, Min","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058342038","display_name":"Botian Shi","orcid":"https://orcid.org/0000-0003-3677-7252","observed_orcids":["https://orcid.org/0000-0003-3677-7252"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi, Botian","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082049699","display_name":"Sheng Zhou","orcid":"https://orcid.org/0000-0002-6675-3991","observed_orcids":["https://orcid.org/0000-0002-6675-3991"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou, Sheng","raw_affiliation_strings":["Zhejiang University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University ,","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100664076","display_name":"Yongwei Wang","orcid":"https://orcid.org/0000-0001-9712-8964","observed_orcids":["https://orcid.org/0000-0001-9712-8964","https://orcid.org/0009-0007-0223-5152","https://orcid.org/0009-0004-5740-1099"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Yongwei","raw_affiliation_strings":["Zhejiang University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University ,","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059575276","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0003-4748-6426","observed_orcids":["https://orcid.org/0000-0003-4748-6426","https://orcid.org/0009-0003-4862-5536"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Bin","raw_affiliation_strings":["Fudan University","Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087158377","display_name":"Junchi Yan","orcid":"https://orcid.org/0000-0001-9639-7679","observed_orcids":["https://orcid.org/0000-0001-9639-7679"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan, Junchi","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,","Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039792198","display_name":"Fei Wu","orcid":"https://orcid.org/0000-0001-5498-4947","observed_orcids":["https://orcid.org/0000-0001-5498-4947","https://orcid.org/0009-0009-4314-3056"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu, Fei","raw_affiliation_strings":["Zhejiang University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University ,","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100748135","display_name":"Yu Qiao","orcid":"https://orcid.org/0000-0002-1889-2567","observed_orcids":["https://orcid.org/0000-0002-1889-2567"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiao, Yu","raw_affiliation_strings":["Shanghai Artificial Intelligence Laboratory ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory ,","institution_ids":["https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":74,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6079000234603882,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6079000234603882,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.3666999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scientific-documents","display_name":"scientific documents","score":0.7129999995231628},{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.7710000276565552},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.7369999885559082},{"id":"https://openalex.org/keywords/visual-grounding","display_name":"visual grounding","score":0.8149999976158142},{"id":"https://openalex.org/keywords/document-classification","display_name":"document classification","score":0.7509999871253967},{"id":"https://openalex.org/keywords/document-conversion","display_name":"document conversion","score":0.7620000243186951},{"id":"https://openalex.org/keywords/arxiv","display_name":"arXiv","score":0.7020000219345093},{"id":"https://openalex.org/keywords/document-understanding","display_name":"document understanding","score":0.3019999861717224}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7694898247718811},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7163283228874207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6270954608917236},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5326979160308838},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4557790458202362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3842235207557678},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3652324676513672},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10617685317993164},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0851060152053833},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2406.11633","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.11633","pdf_url":"https://arxiv.org/pdf/2406.11633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.11633","doi":"https://doi.org/10.48550/arxiv.2406.11633","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.11633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.11633","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.11633","pdf_url":"https://arxiv.org/pdf/2406.11633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7533693698","display_name":null,"funder_award_id":"22DZ1100102","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399795339.pdf","grobid_xml":"https://content.openalex.org/works/W4399795339.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W2163922914","https://openalex.org/W2908510526","https://openalex.org/W3003711898","https://openalex.org/W3113753692","https://openalex.org/W3120043490","https://openalex.org/W3177828909","https://openalex.org/W3186179742","https://openalex.org/W3202105508","https://openalex.org/W4226002507","https://openalex.org/W4290927927","https://openalex.org/W4304013646","https://openalex.org/W4381708538","https://openalex.org/W4383604278","https://openalex.org/W4384112212","https://openalex.org/W4386065837","https://openalex.org/W4386185600","https://openalex.org/W4386655647","https://openalex.org/W4386942429","https://openalex.org/W4387838430","https://openalex.org/W4390041933","https://openalex.org/W4390871920","https://openalex.org/W4390872501","https://openalex.org/W4390873989","https://openalex.org/W4391047492","https://openalex.org/W4391631658","https://openalex.org/W4392679398","https://openalex.org/W4393154852","https://openalex.org/W4393161130","https://openalex.org/W4395443875","https://openalex.org/W4398796934","https://openalex.org/W4402671151","https://openalex.org/W4402671637","https://openalex.org/W4402671775","https://openalex.org/W4402702988","https://openalex.org/W4402713111","https://openalex.org/W4402716330","https://openalex.org/W4402753874","https://openalex.org/W4403725720","https://openalex.org/W4404724811","https://openalex.org/W4404770040","https://openalex.org/W4404782234","https://openalex.org/W4405595839","https://openalex.org/W4410706693","https://openalex.org/W4413155934","https://openalex.org/W4415123899","https://openalex.org/W4415795395","https://openalex.org/W4415795850","https://openalex.org/W7124471359","https://openalex.org/W7125812135","https://openalex.org/W7133196460","https://openalex.org/W7133362448"],"related_works":["https://openalex.org/W7211903576","https://openalex.org/W7154232025","https://openalex.org/W7117752333","https://openalex.org/W7214668368","https://openalex.org/W7155498194","https://openalex.org/W4414584515","https://openalex.org/W4416054528","https://openalex.org/W4388747683","https://openalex.org/W4399695623","https://openalex.org/W4415987149"],"abstract_inverted_index":{"Scientific":[0],"documents":[1,22,83],"record":[2],"research":[3],"findings":[4],"and":[5,23,49,52,63,159,185],"valuable":[6],"human":[7],"knowledge,":[8],"comprising":[9],"a":[10,74,172],"vast":[11],"corpus":[12],"of":[13,183,190],"high-quality":[14],"data.":[15],"Leveraging":[16],"multi-modality":[17],"data":[18,58,111],"extracted":[19],"from":[20,84,112],"these":[21,69],"assessing":[24],"large":[25,39,191],"models'":[26],"abilities":[27],"to":[28,55,109,179],"handle":[29],"scientific":[30,46,82,137],"document-oriented":[31,144],"tasks":[32],"is":[33,105],"therefore":[34],"meaningful.":[35],"Despite":[36],"promising":[37],"advancements,":[38],"models":[40,192],"still":[41],"perform":[42],"poorly":[43],"on":[44,193],"multi-page":[45,160],"document":[47,76,147,151,154],"extraction":[48],"understanding":[50],"tasks,":[51,145],"their":[53,121],"capacity":[54],"process":[56],"within-document":[57],"formats":[59],"such":[60],"as":[61],"charts":[62],"equations":[64],"remains":[65],"under-explored.":[66],"To":[67],"address":[68],"issues,":[70],"we":[71],"present":[72],"DocGenome,":[73],"structured":[75],"benchmark":[77],"constructed":[78],"by":[79,171],"annotating":[80],"500K":[81],"153":[85],"disciplines":[86],"in":[87],"the":[88,106,181,188],"arXiv":[89],"open-access":[90],"community,":[91],"using":[92],"our":[93,194],"custom":[94],"auto-labeling":[95],"pipeline.":[96],"DocGenome":[97,184],"features":[98],"four":[99],"key":[100],"characteristics:":[101],"1)":[102],"Completeness:":[103],"It":[104,127,141,164],"first":[107],"dataset":[108],"structure":[110],"all":[113],"modalities":[114],"including":[115,146],"13":[116],"layout":[117,152],"attributes":[118],"along":[119],"with":[120],"LaTeX":[122],"source":[123],"codes.":[124],"2)":[125],"Logicality:":[126],"provides":[128],"6":[129],"logical":[130],"relationships":[131],"between":[132],"different":[133],"entities":[134],"within":[135],"each":[136],"document.":[138],"3)":[139],"Diversity:":[140],"covers":[142],"various":[143],"classification,":[148],"visual":[149],"grounding,":[150],"detection,":[153],"transformation,":[155],"open-ended":[156],"single-page":[157],"QA":[158],"QA.":[161],"4)":[162],"Correctness:":[163],"undergoes":[165],"rigorous":[166],"quality":[167],"control":[168],"checks":[169],"conducted":[170],"specialized":[173],"team.":[174],"We":[175],"conduct":[176],"extensive":[177],"experiments":[178],"demonstrate":[180],"advantages":[182],"objectively":[186],"evaluate":[187],"performance":[189],"benchmark.":[195]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4399795339","counts_by_year":[{"year":2026,"cited_by_count":33},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2024-06-19T00:00:00"}
