{"id":"https://openalex.org/W4400488009","doi":"https://doi.org/10.1109/access.2024.3425910","title":"The Reality of High Performing Deep Learning Models: A Case Study on Document Image Classification","display_name":"The Reality of High Performing Deep Learning Models: A Case Study on Document Image Classification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400488009","doi":"https://doi.org/10.1109/access.2024.3425910"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3425910","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3425910","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3425910","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091352061","display_name":"Saifullah Saifullah","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I2802076133","display_name":"University of Koblenz and Landau","ror":"https://ror.org/01j9f6752","country_code":"DE","type":"education","lineage":["https://openalex.org/I2802076133"]},{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Saifullah","raw_affiliation_strings":["Smart Data and Knowledge Services (SDS), DFKI GmbH, Kaiserslautern, Germany","Department of Computer Science, University of Kaiserslautern-Landau, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"Smart Data and Knowledge Services (SDS), DFKI GmbH, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"Department of Computer Science, University of Kaiserslautern-Landau, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I2802076133","https://openalex.org/I153267046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083272976","display_name":"Stefan Agne","orcid":"https://orcid.org/0000-0002-9697-4285"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Agne","raw_affiliation_strings":["Smart Data and Knowledge Services (SDS), DFKI GmbH, Kaiserslautern, Germany","DeepReader GmbH, Kaiserlautern, Germany"],"affiliations":[{"raw_affiliation_string":"Smart Data and Knowledge Services (SDS), DFKI GmbH, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"DeepReader GmbH, Kaiserlautern, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101904182","display_name":"Andreas Dengel","orcid":"https://orcid.org/0000-0002-6100-8255"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I2802076133","display_name":"University of Koblenz and Landau","ror":"https://ror.org/01j9f6752","country_code":"DE","type":"education","lineage":["https://openalex.org/I2802076133"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Dengel","raw_affiliation_strings":["Smart Data and Knowledge Services (SDS), DFKI GmbH, Kaiserslautern, Germany","Department of Computer Science, University of Kaiserslautern-Landau, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"Smart Data and Knowledge Services (SDS), DFKI GmbH, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"Department of Computer Science, University of Kaiserslautern-Landau, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I2802076133","https://openalex.org/I153267046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058813180","display_name":"Sheraz Ahmed","orcid":"https://orcid.org/0000-0002-4239-6520"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sheraz Ahmed","raw_affiliation_strings":["Smart Data and Knowledge Services (SDS), DFKI GmbH, Kaiserslautern, Germany","DeepReader GmbH, Kaiserlautern, Germany"],"affiliations":[{"raw_affiliation_string":"Smart Data and Knowledge Services (SDS), DFKI GmbH, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"DeepReader GmbH, Kaiserlautern, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091352061"],"corresponding_institution_ids":["https://openalex.org/I153267046","https://openalex.org/I2802076133","https://openalex.org/I33256026"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8185,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87051136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"103537","last_page":"103564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.873325526714325},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.746322512626648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6720051169395447},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.662373423576355},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5631719827651978},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5492647886276245},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5182152390480042},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.4621368944644928},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4504448473453522},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3963389992713928},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07155662775039673}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.873325526714325},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746322512626648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6720051169395447},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.662373423576355},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5631719827651978},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5492647886276245},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5182152390480042},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.4621368944644928},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4504448473453522},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3963389992713928},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07155662775039673},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3425910","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3425910","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2d2a1eb88c374f84af171b1f6c2ab7dc","is_oa":true,"landing_page_url":"https://doaj.org/article/2d2a1eb88c374f84af171b1f6c2ab7dc","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 103537-103564 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3425910","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3425910","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W198744195","https://openalex.org/W1787224781","https://openalex.org/W1849277567","https://openalex.org/W2004665841","https://openalex.org/W2028571532","https://openalex.org/W2098345386","https://openalex.org/W2108598243","https://openalex.org/W2118246710","https://openalex.org/W2119755031","https://openalex.org/W2134533274","https://openalex.org/W2156332201","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2240067561","https://openalex.org/W2346578521","https://openalex.org/W2417429787","https://openalex.org/W2516809705","https://openalex.org/W2605976347","https://openalex.org/W2616247523","https://openalex.org/W2767619925","https://openalex.org/W2887189984","https://openalex.org/W2928165649","https://openalex.org/W2950533047","https://openalex.org/W2962772269","https://openalex.org/W2962851944","https://openalex.org/W2963178695","https://openalex.org/W2963336383","https://openalex.org/W2963446712","https://openalex.org/W2963857521","https://openalex.org/W2964036463","https://openalex.org/W2964303497","https://openalex.org/W2986619406","https://openalex.org/W2997546679","https://openalex.org/W2997802292","https://openalex.org/W3004493409","https://openalex.org/W3016419862","https://openalex.org/W3020975691","https://openalex.org/W3035251701","https://openalex.org/W3080523870","https://openalex.org/W3101483505","https://openalex.org/W3102564565","https://openalex.org/W3113753692","https://openalex.org/W3120043490","https://openalex.org/W3197459186","https://openalex.org/W3202839357","https://openalex.org/W4205377807","https://openalex.org/W4220875310","https://openalex.org/W4246193833","https://openalex.org/W4281657272","https://openalex.org/W4287225663","https://openalex.org/W4293861706","https://openalex.org/W4297775537","https://openalex.org/W4297816198","https://openalex.org/W4304013646","https://openalex.org/W4312443924","https://openalex.org/W4312536607","https://openalex.org/W4327810918","https://openalex.org/W4366982301","https://openalex.org/W4376274622","https://openalex.org/W4400461591","https://openalex.org/W6608326786","https://openalex.org/W6637358919","https://openalex.org/W6637855997","https://openalex.org/W6677995690","https://openalex.org/W6684191040","https://openalex.org/W6685133223","https://openalex.org/W6704488215","https://openalex.org/W6734194636","https://openalex.org/W6736518430","https://openalex.org/W6737664043","https://openalex.org/W6737947904","https://openalex.org/W6739575509","https://openalex.org/W6754235113","https://openalex.org/W6756444276","https://openalex.org/W6757555829","https://openalex.org/W6762718338","https://openalex.org/W6762929394","https://openalex.org/W6784147671","https://openalex.org/W6790428460","https://openalex.org/W6794768204","https://openalex.org/W6804223093"],"related_works":["https://openalex.org/W3201448254","https://openalex.org/W2905433371","https://openalex.org/W4286970243","https://openalex.org/W2888392564","https://openalex.org/W2066431708","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W2964449086","https://openalex.org/W4225573578"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"have":[3],"demonstrated":[4],"exceptional":[5],"performance":[6],"breakthroughs":[7],"in":[8,21,40,88,115,154,169,239],"the":[9,22,27,82,121,126,137,155,170,185,193,218,248,258,273],"field":[10,23],"of":[11,29,75,84,139,192,201,234,277],"document":[12,52,93,144,171,220,230,241,252,268,281,300],"image":[13,301],"classification;":[14],"yet,":[15],"there":[16],"has":[17],"been":[18],"limited":[19],"research":[20],"that":[24,81,142,160,190,217],"delves":[25],"into":[26],"explainability":[28,46,77,279],"these":[30,161,210],"models.":[31],"In":[32],"this":[33,116,245],"paper,":[34],"we":[35,42,79,129,188],"present":[36,130],"a":[37,290],"comprehensive":[38],"study":[39],"which":[41,140],"analyze":[43],"9":[44],"different":[45,50],"methods":[47],"across":[48],"10":[49],"state-of-the-art":[51],"classification":[53,145,302],"models":[54,146,162,249],"and":[55,61,72,99,197,224,261,275,283,297],"2":[56],"popular":[57,219],"benchmark":[58,221],"datasets,":[59,222],"RVL-CDIP":[60,186,223],"Tobacco3482,":[62,225],"making":[63],"three":[64],"major":[65,291],"contributions.":[66],"First,":[67],"through":[68],"an":[69,131],"exhaustive":[70],"qualitative":[71],"quantitative":[73],"analysis":[74,138,215],"various":[76,278],"approaches,":[78],"demonstrate":[80],"majority":[83],"them":[85,263],"perform":[86],"poorly":[87],"generating":[89,134],"useful":[90],"explanations":[91],"for":[92,133,203],"images.":[94],"Only":[95],"two":[96],"techniques,":[97],"Occlusion":[98,112],"DeepSHAP,":[100],"provide":[101],"relatively":[102],"faithful":[103],"explanations,":[104,136],"with":[105,229],"DeepSHAP":[106],"additionally":[107],"offering":[108],"better":[109],"interpretability":[110],"while":[111],"falls":[113],"short":[114],"regard.":[117],"Second,":[118],"to":[119,125,151,167,179,199,250],"pinpoint":[120],"features":[122,178],"most":[123],"crucial":[124],"models\u2019":[127],"predictions,":[128],"approach":[132],"counterfactual":[135],"reveals":[141,216],"many":[143],"can":[147],"be":[148],"highly":[149],"susceptible":[150],"minor":[152],"perturbations":[153],"input.":[156],"Additionally,":[157],"it":[158],"suggests":[159],"may":[163],"easily":[164],"fall":[165],"victim":[166],"biases":[168],"data,":[172],"ultimately":[173],"relying":[174],"on":[175,184,209],"seemingly":[176],"irrelevant":[177,211],"make":[180],"their":[181],"decisions.":[182],"Specifically,":[183],"dataset,":[187],"show":[189],"25-50%":[191],"overall":[194],"model":[195],"predictions":[196,202],"up":[198],"60%":[200],"some":[204],"classes":[205,253],"were":[206],"strongly":[207],"dependent":[208],"features.":[212,269],"Lastly,":[213],"our":[214,287],"are":[226],"inherently":[227],"biased,":[228],"identification":[231],"(ID)":[232],"numbers":[233,260],"specific":[235],"styles":[236],"consistently":[237],"appearing":[238],"certain":[240],"regions.":[242],"If":[243],"unaddressed,":[244],"bias":[246],"allows":[247],"predict":[251],"solely":[254],"by":[255,271],"looking":[256],"at":[257],"ID":[259],"prevents":[262],"from":[264],"learning":[265,285],"more":[266,295],"complex":[267],"Overall,":[270],"unveiling":[272],"strengths":[274],"weaknesses":[276],"methods,":[280],"datasets":[282],"deep":[284],"models,":[286],"work":[288],"presents":[289],"step":[292],"towards":[293],"creating":[294],"transparent":[296],"robust":[298],"AI-powered":[299],"systems.":[303]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}