{"id":"https://openalex.org/W4384643696","doi":"https://doi.org/10.1145/3539618.3591670","title":"Do-GOOD: Towards Distribution Shift Evaluation for Pre-Trained Visual Document Understanding Models","display_name":"Do-GOOD: Towards Distribution Shift Evaluation for Pre-Trained Visual Document Understanding Models","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384643696","doi":"https://doi.org/10.1145/3539618.3591670"},"language":"en","primary_location":{"id":"doi:10.1145/3539618.3591670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3591670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006922042","display_name":"Jiabang He","orcid":"https://orcid.org/0009-0000-7452-7604"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiabang He","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0000-7452-7604","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078028248","display_name":"Yi Hu","orcid":"https://orcid.org/0009-0002-0025-9613"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Hu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0002-0025-9613","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436085","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0003-1228-6758"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["Singapore Management University, Singapore , Singapore"],"raw_orcid":"https://orcid.org/0000-0003-1228-6758","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore , Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009074046","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0001-5685-3123"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-5685-3123","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047946492","display_name":"Ning Liu","orcid":"https://orcid.org/0000-0002-4709-8469"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Liu","raw_affiliation_strings":["Beijing Forestry University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4709-8469","affiliations":[{"raw_affiliation_string":"Beijing Forestry University, Beijing, China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073129514","display_name":"Hui Liu","orcid":"https://orcid.org/0000-0001-8324-0656"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Liu","raw_affiliation_strings":["Beijing Rongda Technology Co., Ltd., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8324-0656","affiliations":[{"raw_affiliation_string":"Beijing Rongda Technology Co., Ltd., Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052993469","display_name":"Heng Tao Shen","orcid":"https://orcid.org/0000-0002-2999-2088"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Tao Shen","raw_affiliation_strings":["University of Electronic Science and Technology of China & Peng Cheng Laboratory, Chengdu & Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2999-2088","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China & Peng Cheng Laboratory, Chengdu & Shenzhen, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"569","last_page":"579"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7847582101821899},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7117843627929688},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6597447395324707},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.546284556388855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5246115922927856},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4753708243370056},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.42846202850341797},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4200275242328644},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.41036257147789},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08215752243995667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7847582101821899},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7117843627929688},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6597447395324707},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.546284556388855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5246115922927856},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4753708243370056},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.42846202850341797},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4200275242328644},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41036257147789},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08215752243995667},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3539618.3591670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3591670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8340381194","display_name":null,"funder_award_id":"62222203, 61976049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2028138594","https://openalex.org/W2028571532","https://openalex.org/W2790376986","https://openalex.org/W2951692098","https://openalex.org/W2962772269","https://openalex.org/W2964288524","https://openalex.org/W3033161486","https://openalex.org/W3034622092","https://openalex.org/W3034864438","https://openalex.org/W3168441138","https://openalex.org/W3173325518","https://openalex.org/W3202839357","https://openalex.org/W3205981739","https://openalex.org/W4226020328","https://openalex.org/W4284690666","https://openalex.org/W4304098606","https://openalex.org/W4309793942","https://openalex.org/W4389519495","https://openalex.org/W6600751047"],"related_works":["https://openalex.org/W1485630101","https://openalex.org/W2498017833","https://openalex.org/W2961085424","https://openalex.org/W4221150964","https://openalex.org/W2911288319","https://openalex.org/W4312903001","https://openalex.org/W4320505317","https://openalex.org/W4291220917","https://openalex.org/W4295689458","https://openalex.org/W4383045307"],"abstract_inverted_index":{"Numerous":[0],"pre-training":[1],"techniques":[2],"for":[3,69,154,182],"visual":[4],"document":[5,20,102,155],"understanding":[6],"(VDU)":[7],"have":[8],"recently":[9],"shown":[10],"substantial":[11],"improvements":[12],"in":[13,87],"performance":[14,145],"across":[15],"a":[16,116,143],"wide":[17],"range":[18],"of":[19,34,41,119,161,169],"tasks.":[21],"However,":[22],"these":[23,132],"pre-trained":[24,52,123,171],"VDU":[25,53,98,122,172],"models":[26,54,124,173],"cannot":[27],"guarantee":[28],"continued":[29],"success":[30],"when":[31],"the":[32,39,70,82,112,137,148,166],"distribution":[33,40,58,89,162],"test":[35],"data":[36],"differs":[37],"from":[38,136],"training":[42],"data.":[43],"In":[44],"this":[45],"paper,":[46],"to":[47,56],"investigate":[48],"how":[49],"robust":[50],"existing":[51,170],"are":[55],"various":[57],"shifts,":[59],"we":[60],"first":[61],"develop":[62],"an":[63],"out-of-distribution":[64],"(OOD)":[65],"benchmark":[66,80,185],"termed":[67],"Do-GOOD":[68,79,184],"fine-Grained":[71],"analysis":[72,118,160],"on":[73,131],"Document":[74],"image-related":[75],"tasks":[76],"specifically.":[77],"The":[78,178],"defines":[81],"underlying":[83],"mechanisms":[84],"that":[85,140,158],"result":[86],"different":[88],"shifts":[90,163],"and":[91,106,114,125,151,157,174,180],"contains":[92],"9":[93],"OOD":[94,128,133,152,175],"datasets":[95,181],"covering":[96],"3":[97],"related":[99],"tasks,":[100],"e.g.,":[101],"information":[103],"extraction,":[104],"classification":[105],"question":[107],"answering.":[108],"We":[109],"then":[110],"evaluate":[111],"robustness":[113],"perform":[115],"fine-grained":[117,159],"5":[120],"latest":[121],"2":[126],"typical":[127],"generalization":[129,176],"algorithms":[130],"datasets.":[134],"Results":[135],"experiments":[138],"demonstrate":[139],"there":[141],"is":[142],"significant":[144],"gap":[146],"between":[147],"in-distribution":[149],"(ID)":[150],"settings":[153],"images,":[156],"can":[164,186],"reveal":[165],"brittle":[167],"nature":[168],"algorithms.":[177],"code":[179],"our":[183],"be":[187],"found":[188],"at":[189],"https://github.com/MAEHCM/Do-GOOD.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}