{"id":"https://openalex.org/W7117784901","doi":"https://doi.org/10.1109/access.2025.3649809","title":"Bridging Explainability and Accuracy in CLIP for Object Recognition via Joint Probability Over Rationales and Categories","display_name":"Bridging Explainability and Accuracy in CLIP for Object Recognition via Joint Probability Over Rationales and Categories","publication_year":2025,"publication_date":"2025-12-31","ids":{"openalex":"https://openalex.org/W7117784901","doi":"https://doi.org/10.1109/access.2025.3649809"},"language":null,"primary_location":{"id":"doi:10.1109/access.2025.3649809","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3649809","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3649809","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079962204","display_name":"Ali Rasekh","orcid":"https://orcid.org/0009-0005-6808-6730"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ali Rasekh","raw_affiliation_strings":["L3S Research Center, Leibniz University Hannover, Hanover, Germany"],"raw_orcid":"https://orcid.org/0009-0005-6808-6730","affiliations":[{"raw_affiliation_string":"L3S Research Center, Leibniz University Hannover, Hanover, Germany","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113184517","display_name":"Sepehr Kazemi Ranjbar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sepehr Kazemi Ranjbar","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-3832-9236","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121632896","display_name":"Milad Heidari Sorkhehdizaj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Milad Heidari Sorkhehdizaj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083931403","display_name":"Simon Gottschalk","orcid":"https://orcid.org/0000-0003-2576-4640"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Simon Gottschalk","raw_affiliation_strings":["L3S Research Center, Leibniz University Hannover, Hanover, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2576-4640","affiliations":[{"raw_affiliation_string":"L3S Research Center, Leibniz University Hannover, Hanover, Germany","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074427964","display_name":"Wolfgang Nejdl","orcid":"https://orcid.org/0000-0003-3374-2193"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolfgang Nejdl","raw_affiliation_strings":["L3S Research Center, Leibniz University Hannover, Hanover, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"L3S Research Center, Leibniz University Hannover, Hanover, Germany","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78697801,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"13193","last_page":"13201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06719999760389328,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.7595999836921692},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.7314000129699707},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7218000292778015},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6195999979972839},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5990999937057495},{"id":"https://openalex.org/keywords/joint-probability-distribution","display_name":"Joint probability distribution","score":0.4648999869823456},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.45350000262260437},{"id":"https://openalex.org/keywords/3d-single-object-recognition","display_name":"3D single-object recognition","score":0.44020000100135803},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4120999872684479}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.832099974155426},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.7595999836921692},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.7314000129699707},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7218000292778015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6498000025749207},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6195999979972839},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5990999937057495},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5216000080108643},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C14551309","wikidata":"https://www.wikidata.org/wiki/Q4636325","display_name":"3D single-object recognition","level":4,"score":0.44020000100135803},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.38199999928474426},{"id":"https://openalex.org/C159246509","wikidata":"https://www.wikidata.org/wiki/Q5428725","display_name":"Factor graph","level":3,"score":0.3456000089645386},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3370000123977661},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.335099995136261},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C3019973339","wikidata":"https://www.wikidata.org/wiki/Q899523","display_name":"Object based","level":3,"score":0.31130000948905945},{"id":"https://openalex.org/C20894473","wikidata":"https://www.wikidata.org/wiki/Q1116105","display_name":"Object model","level":3,"score":0.3084000051021576},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30480000376701355},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2831999957561493},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.2718000113964081},{"id":"https://openalex.org/C132900626","wikidata":"https://www.wikidata.org/wiki/Q7534733","display_name":"Sketch recognition","level":4,"score":0.26919999718666077},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C512554520","wikidata":"https://www.wikidata.org/wiki/Q815844","display_name":"Method","level":3,"score":0.25380000472068787},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2025.3649809","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3649809","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3649809","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3649809","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8096880395","display_name":null,"funder_award_id":"01MJ22012D","funder_id":"https://openalex.org/F4320320999","funder_display_name":"The Ministry of Economic Affairs and Employment"}],"funders":[{"id":"https://openalex.org/F4320320999","display_name":"The Ministry of Economic Affairs and Employment","ror":"https://ror.org/008d1xp69"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W2017814585","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2516809705","https://openalex.org/W2520762063","https://openalex.org/W2618530766","https://openalex.org/W2765793020","https://openalex.org/W2958089299","https://openalex.org/W2962858109","https://openalex.org/W2975495759","https://openalex.org/W3023584964","https://openalex.org/W3082278623","https://openalex.org/W3172112830","https://openalex.org/W3198377975","https://openalex.org/W3203247393","https://openalex.org/W4211069285","https://openalex.org/W4212942200","https://openalex.org/W4220875808","https://openalex.org/W4230405732","https://openalex.org/W4312310776","https://openalex.org/W4312651322","https://openalex.org/W4321275178","https://openalex.org/W4322746848","https://openalex.org/W4322766882","https://openalex.org/W4362471045","https://openalex.org/W4384931254","https://openalex.org/W4386057718","https://openalex.org/W4386072470","https://openalex.org/W4386790226","https://openalex.org/W4389953823","https://openalex.org/W4400810536","https://openalex.org/W4407056550"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Vision":[1],"Language":[2],"Models":[3],"(VLMs),":[4],"such":[5],"as":[6],"CLIP,":[7],"have":[8],"significantly":[9],"contributed":[10],"to":[11,94],"various":[12],"computer":[13],"vision":[14],"tasks,":[15],"including":[16],"object":[17,20,45,77,126],"recognition":[18,46,78],"and":[19,26,88],"detection.":[21],"However,":[22],"their":[23],"black-box":[24],"nature":[25],"lack":[27],"of":[28,52,73,86],"explainability":[29,74],"in":[30,36,75,97,110,116],"predictions":[31],"make":[32,134],"them":[33],"less":[34],"trustworthy":[35],"critical":[37],"domains.":[38],"Providing":[39],"VLMs":[40],"with":[41],"reasonable":[42],"rationales":[43],"for":[44,64],"typically":[47],"comes":[48],"at":[49],"the":[50,76,82,135],"expense":[51],"classification":[53],"accuracy.":[54],"To":[55],"tackle":[56],"this":[57,92],"issue,":[58],"we":[59,68],"present":[60],"ECOR:":[61],"Explainable":[62],"CLIP":[63,96],"Object":[65],"Recognition.":[66],"First,":[67],"propose":[69],"a":[70],"mathematical":[71],"definition":[72,93],"task":[79],"based":[80],"on":[81,103],"joint":[83],"probability":[84],"distribution":[85],"categories":[87],"rationales,":[89],"then":[90],"leverage":[91],"fine-tune":[95],"an":[98],"explainable":[99,111,125],"manner.":[100],"Through":[101],"evaluation":[102],"different":[104],"datasets,":[105],"ECOR":[106],"demonstrates":[107],"state-of-the-art":[108],"performance":[109],"classification.":[112],"Notably,":[113],"it":[114],"excels":[115],"zero-shot":[117],"settings,":[118],"showcasing":[119],"its":[120],"adaptability.":[121],"This":[122],"advancement":[123],"improves":[124],"recognition,":[127],"enhancing":[128],"trust":[129],"across":[130],"diverse":[131],"applications.":[132],"We":[133],"code":[136],"available":[137],"online.":[138]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-12-31T00:00:00"}