{"id":"https://openalex.org/W7158545033","doi":"https://doi.org/10.48550/arxiv.2604.26145","title":"Ceci n'est pas une explication: Evaluating Explanation Failures as Explainability Pitfalls in Language Learning Systems","display_name":"Ceci n'est pas une explication: Evaluating Explanation Failures as Explainability Pitfalls in Language Learning Systems","publication_year":2026,"publication_date":"2026-04-28","ids":{"openalex":"https://openalex.org/W7158545033","doi":"https://doi.org/10.48550/arxiv.2604.26145"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.26145","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26145","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.26145","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130352907","display_name":"Ben Knight","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knight, Ben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002762172","display_name":"Wm. Matthew Kennedy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kennedy, Wm. Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146734387","display_name":"Danielle Carvalho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carvalho, Danielle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146940487","display_name":"Isaac Pattis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pattis, Isaac","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5146846196","display_name":"James Edgell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edgell, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.6832000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.6832000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0575999990105629,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.03290000185370445,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5512999892234802},{"id":"https://openalex.org/keywords/typology","display_name":"Typology","score":0.5001999735832214},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.46560001373291016},{"id":"https://openalex.org/keywords/language-acquisition","display_name":"Language acquisition","score":0.4075999855995178},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.37770000100135803},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language understanding","score":0.3546999990940094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5895000100135803},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5512999892234802},{"id":"https://openalex.org/C75795011","wikidata":"https://www.wikidata.org/wiki/Q917904","display_name":"Typology","level":2,"score":0.5001999735832214},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.46560001373291016},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.4075999855995178},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.37770000100135803},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3391000032424927},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3188999891281128},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.29159998893737793},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2800999879837036},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2768000066280365},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27619999647140503},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.26145","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26145","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.26145","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26145","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8501663208007812,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI-powered":[0],"language":[1,52,134],"learning":[2,34,135],"tools":[3],"increasingly":[4],"provide":[5],"instant,":[6],"personalised":[7],"feedback":[8,16],"to":[9,91,101,156,179,183],"millions":[10],"of":[11,43,64,70,73,120,133,161,165],"learners":[12],"worldwide.":[13],"However,":[14],"this":[15],"can":[17,87],"fail":[18,88],"in":[19,51,172,177],"ways":[20],"that":[21,54,107],"are":[22,99,104,114],"difficult":[23],"for":[24,47,77],"learners--and":[25],"even":[26],"teachers--to":[27],"detect,":[28],"potentially":[29],"reinforcing":[30],"misconceptions":[31],"and":[32,79,124,139,168,188],"eroding":[33],"outcomes":[35],"over":[36],"extended":[37],"use.":[38],"We":[39,82,127],"present":[40],"a":[41,45],"portion":[42],"L2-Bench,":[44],"benchmark":[46],"evaluating":[48],"AI":[49,85,181,190],"systems":[50,86],"education":[53],"includes":[55],"(but":[56],"is":[57],"not":[58],"limited":[59],"to)":[60],"six":[61],"critical":[62],"dimensions":[63],"effective":[65,189],"feedback:":[66],"diagnostic":[67],"accuracy,":[68],"awareness":[69],"appropriacy,":[71],"causes":[72],"error,":[74],"prioritisation,":[75],"guidance":[76],"improvement,":[78],"supporting":[80],"self-regulation.":[81],"analyse":[83],"how":[84,129],"with":[89],"respect":[90],"these":[92,137],"dimensions.":[93],"These":[94],"failures,":[95],"which":[96,173],"we":[97,143],"argue":[98],"conducive":[100],"\"explainability":[102],"pitfalls,\"":[103],"AI-generated":[105],"explanations":[106],"appear":[108],"helpful":[109],"on":[110],"the":[111,118,130,158,163,169],"surface":[112],"but":[113],"fundamentally":[115],"flawed,":[116],"increasing":[117],"risk":[119],"attainment,":[121],"human-AI":[122],"interaction,":[123],"socioaffective":[125],"harms.":[126],"discuss":[128],"specific":[131],"context":[132],"amplifies":[136],"risks":[138],"outline":[140],"open":[141],"questions":[142],"believe":[144],"merit":[145],"more":[146],"attention":[147],"when":[148],"designing":[149],"evaluation":[150],"frameworks":[151],"specifically.":[152],"Our":[153],"analysis":[154],"aims":[155],"expand":[157],"community's":[159],"understanding":[160],"both":[162],"typology":[164],"explainability":[166],"pitfalls":[167],"contextual":[170],"dynamics":[171],"they":[174],"may":[175],"occur":[176],"order":[178],"encourage":[180],"developers":[182],"better":[184],"design":[185],"safe,":[186],"trustworthy,":[187],"explanations.":[191]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-05-01T00:00:00"}