{"id":"https://openalex.org/W7129261728","doi":"https://doi.org/10.48550/arxiv.2602.14318","title":"In Transformer We Trust? A Perspective on Transformer Architecture Failure Modes","display_name":"In Transformer We Trust? A Perspective on Transformer Architecture Failure Modes","publication_year":2026,"publication_date":"2026-02-15","ids":{"openalex":"https://openalex.org/W7129261728","doi":"https://doi.org/10.48550/arxiv.2602.14318"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.14318","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126213506","display_name":"Trishit Mondal","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mondal, Trishit","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061905151","display_name":"Ameya D. Jagtap","orcid":"https://orcid.org/0000-0002-8831-1000"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jagtap, Ameya D.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5126213506"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8823000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8823000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.033900000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6575000286102295},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5453000068664551},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5400000214576721},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.49549999833106995},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.47350001335144043}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6575000286102295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6114000082015991},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5453000068664551},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5400000214576721},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.49549999833106995},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4332999885082245},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.4242999851703644},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3555999994277954},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31619998812675476},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27970001101493835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2759000062942505}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.14318","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.14318","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.14318","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.14318","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.8492163419723511}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformer":[0],"architectures":[1,137],"have":[2],"revolutionized":[3],"machine":[4],"learning":[5],"across":[6,151],"a":[7,54,82],"wide":[8],"range":[9],"of":[10,39,60,85,100,171],"domains,":[11,116],"from":[12],"natural":[13,30,107],"language":[14,31,108],"processing":[15],"to":[16],"scientific":[17,40],"computing.":[18],"However,":[19],"their":[20,61,79,146],"growing":[21],"deployment":[22,170],"in":[23,103],"high-stakes":[24],"applications,":[25],"such":[26],"as":[27],"computer":[28,110],"vision,":[29,111],"processing,":[32,109],"healthcare,":[33],"autonomous":[34],"systems,":[35],"and":[36,51,56,93,112,114,128,140,162],"critical":[37],"areas":[38,134],"computing":[41],"including":[42,117],"climate":[43],"modeling,":[44],"materials":[45,122],"discovery,":[46,48],"drug":[47],"nuclear":[49,126],"science,":[50,123,127],"robotics,":[52,118],"necessitates":[53],"deeper":[55],"more":[57],"rigorous":[58],"understanding":[59],"trustworthiness.":[62],"In":[63],"this":[64],"work,":[65],"we":[66,155],"critically":[67],"examine":[68,97],"the":[69,98,142,168],"foundational":[70],"question:":[71],"\\textitHow":[72],"trustworthy":[73],"are":[74,138],"transformer":[75],"models?}":[76],"We":[77,95],"evaluate":[78],"reliability":[80],"through":[81],"comprehensive":[83],"review":[84],"interpretability,":[86],"explainability,":[87],"robustness":[88],"against":[89],"adversarial":[90],"attacks,":[91],"fairness,":[92],"privacy.":[94],"systematically":[96],"trustworthiness":[99],"transformer-based":[101],"models":[102],"safety-critical":[104],"applications":[105],"spanning":[106],"science":[113],"engineering":[115],"medicine,":[119],"earth":[120],"sciences,":[121],"fluid":[124],"dynamics,":[125],"automated":[129],"theorem":[130],"proving;":[131],"highlighting":[132],"high-impact":[133],"where":[135],"these":[136,152],"central":[139],"analyzing":[141],"risks":[143],"associated":[144],"with":[145],"deployment.":[147],"By":[148],"synthesizing":[149],"insights":[150],"diverse":[153],"areas,":[154],"identify":[156],"recurring":[157],"structural":[158],"vulnerabilities,":[159],"domain-specific":[160],"risks,":[161],"open":[163],"research":[164],"challenges":[165],"that":[166],"limit":[167],"reliable":[169],"transformers.":[172]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-18T00:00:00"}