{"id":"https://openalex.org/W7160611339","doi":"https://doi.org/10.48550/arxiv.2605.05495","title":"Shortcut Solutions Learned by Transformers Impair Continual Compositional Reasoning","display_name":"Shortcut Solutions Learned by Transformers Impair Continual Compositional Reasoning","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7160611339","doi":"https://doi.org/10.48550/arxiv.2605.05495"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.05495","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05495","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.05495","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135710831","display_name":"William T. Redman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Redman, William T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135645121","display_name":"Erik C. Johnson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Johnson, Erik C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135719939","display_name":"Brian Robinson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robinson, Brian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2207999974489212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2207999974489212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.20029999315738678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.12620000541210175,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6959999799728394},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.654699981212616},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.629800021648407},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4553999900817871},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.3776000142097473},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.3610999882221222},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.3425000011920929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6991000175476074},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6959999799728394},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.654699981212616},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.629800021648407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6194000244140625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5087000131607056},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4553999900817871},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.3776000142097473},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.3610999882221222},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.3425000011920929},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.3212999999523163},{"id":"https://openalex.org/C197352929","wikidata":"https://www.wikidata.org/wiki/Q1074074","display_name":"Inductive bias","level":4,"score":0.314300000667572},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.05495","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05495","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.05495","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05495","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.46690306067466736,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Identifying":[0],"and":[1,18,35,95,120,145,182,258,268,276],"exploiting":[2],"common":[3],"features":[4],"across":[5,192,221],"domains":[6],"is":[7,19,225],"at":[8],"the":[9,12,25,43,57,90,116,159,245,263],"heart":[10],"of":[11,59,118,166,215,262],"human":[13],"ability":[14,26,142],"to":[15,21,27,45,68,79,100,124,143,150,175,185],"make":[16],"analogies,":[17],"believed":[20],"be":[22,40],"crucial":[23],"for":[24,228,256],"continually":[28],"learn.":[29],"To":[30,84],"do":[31],"this":[32,86,109,224],"successfully,":[33],"general":[34],"flexible":[36],"computational":[37,269],"strategies":[38,217],"must":[39],"developed.":[41],"While":[42],"extent":[44],"which":[46,173],"Transformer":[47,122,134,266],"neural":[48],"network":[49],"models":[50,74,123,184,206,275],"can":[51,75,207],"perform":[52,125],"compositional":[53],"reasoning":[54],"has":[55,65],"been":[56,66],"subject":[58],"intensive":[60],"recent":[61],"investigation,":[62],"little":[63],"work":[64],"done":[67],"systematically":[69],"understand":[70],"how":[71],"well":[72],"these":[73],"leverage":[76],"their":[77,209],"representations":[78],"learn":[80],"new,":[81],"related":[82],"experiences.":[83,152],"address":[85],"gap,":[87],"we":[88,114,155,194],"expand":[89],"previously":[91],"developed":[92],"Learning":[93],"Equality":[94],"Group":[96],"Operations":[97],"(LEGO)":[98],"framework":[99],"a":[101,131,163,169,186,232],"continual":[102,110],"learning":[103],"(CL)":[104],"setting":[105,188],"(\"continual":[106],"LEGO\").":[107],"Using":[108],"LEGO":[111],"experimental":[112],"paradigm,":[113],"study":[115],"capability":[117],"feedforward":[119,133],"recurrent":[121,164,246],"CL.":[126],"We":[127],"find":[128,156,195],"that":[129,139,161,189,196,204,218,244,271],"BERT,":[130,167],"canonical":[132],"model,":[135],"learns":[136,168],"shortcut":[137,234],"solutions":[138,270],"limits":[140],"its":[141],"generalize":[144],"prevents":[146],"strong":[147],"forward":[148],"transfer":[149],"new":[151],"In":[153],"contrast,":[154],"evidence":[157],"supporting":[158],"hypothesis":[160],"ALBERT,":[162],"version":[165],"For":[170],"loop-esque":[171],"solution,":[172],"leads":[174],"better":[176,254],"CL":[177,187,257],"performance.":[178],"When":[179],"applying":[180],"BERT":[181,229],"ALBERT":[183,205,247],"requires":[190],"composition":[191],"experiences,":[193,222],"both":[197],"model":[198,248],"families":[199],"fail.":[200],"Our":[201,241],"investigation":[202,261],"suggests":[203],"have":[208,250],"performance":[210],"drop":[211],"rescued":[212],"by":[213],"use":[214],"training":[216],"combine":[219],"data":[220],"but":[223],"not":[226],"true":[227],"models,":[230],"where":[231],"detrimental":[233],"solution":[235],"becomes":[236],"entrenched":[237],"with":[238],"initial":[239],"training.":[240],"results":[242],"demonstrate":[243],"may":[249],"an":[251],"inductive":[252],"bias":[253],"suited":[255],"motivate":[259],"future":[260],"interplay":[264],"between":[265],"architecture":[267],"emerge":[272],"in":[273],"modern":[274],"tasks.":[277]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}