{"id":"https://openalex.org/W7155818831","doi":"https://doi.org/10.48550/arxiv.2604.22027","title":"Shared Lexical Task Representations Explain Behavioral Variability In LLMs","display_name":"Shared Lexical Task Representations Explain Behavioral Variability In LLMs","publication_year":2026,"publication_date":"2026-04-23","ids":{"openalex":"https://openalex.org/W7155818831","doi":"https://doi.org/10.48550/arxiv.2604.22027"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.22027","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22027","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.22027","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134741638","display_name":"Zhuonan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhuonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134719498","display_name":"Jacob Xiaochen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jacob Xiaochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111956987","display_name":"F. V\u00e9lez","orcid":"https://orcid.org/0000-0003-1222-0783"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Velez, Francisco Piedrahita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134718092","display_name":"Eric Todd","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Todd, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134736045","display_name":"David Bau","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bau, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134667490","display_name":"Michael L. Littman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Littman, Michael L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134686524","display_name":"Stephen H. Bach","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bach, Stephen H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053850863","display_name":"Ellie Pavlick","orcid":"https://orcid.org/0000-0002-7155-5420"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavlick, Ellie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.597000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.597000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.06790000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.7886000275611877},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.767799973487854},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5627999901771545},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.4415999948978424},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.38679999113082886},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.37220001220703125}],"concepts":[{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.7886000275611877},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.767799973487854},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.6266999840736389},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5791000127792358},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5627999901771545},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4415999948978424},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3953999876976013},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38659998774528503},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.37220001220703125},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2858999967575073},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.26579999923706055},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.2612999975681305}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.22027","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22027","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.22027","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22027","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"One":[0],"of":[1,57,92,105,179,191],"the":[2,18,39,41,63,79,93,95,118,155,177,180],"most":[3],"common":[4,99],"complaints":[5],"about":[6],"large":[7,85],"language":[8],"models":[9],"(LLMs)":[10],"is":[11,43],"their":[12,21],"prompt":[13],"sensitivity":[14],"--":[15,120,127],"that":[16,20,130,146,164,175,199],"is,":[17],"fact":[19],"ability":[22],"to":[23,32,77,157,171,203],"perform":[24],"a":[25,29,33,90,106],"task":[26,64,119,125,173],"or":[27],"provide":[28,72],"correct":[30],"answer":[31,141],"question":[34,42],"can":[35,151,196],"depend":[36],"unpredictably":[37],"on":[38],"way":[40],"posed.":[44],"We":[45,81,143],"investigate":[46],"this":[47],"variation":[48,86,148],"by":[49,154],"comparing":[50],"two":[51],"very":[52],"different":[53,103],"but":[54],"commonly-used":[55],"styles":[56,137],"prompting:":[58],"instruction-based":[59],"prompts,":[60,70],"which":[61,71,121,158],"describe":[62,117],"in":[65,87],"natural":[66],"language,":[67],"and":[68,128,138,163,205],"example-based":[69],"in-context":[73],"few-shot":[74],"demonstration":[75],"pairs":[76],"illustrate":[78],"task.":[80,107,182],"find":[82,145],"that,":[83],"despite":[84],"performance":[88],"as":[89],"function":[91],"prompt,":[94],"model":[96],"engages":[97],"some":[98],"underlying":[100],"mechanisms":[101],"across":[102,135],"prompts":[104,150],"Specifically,":[108],"we":[109,122],"identify":[110],"task-specific":[111],"attention":[112],"heads":[113,126,132,160],"whose":[114],"outputs":[115],"literally":[116],"dub":[123],"lexical":[124],"show":[129],"these":[131,159],"are":[133,161,166],"shared":[134],"prompting":[136],"trigger":[139],"subsequent":[140],"production.":[142],"further":[144],"behavioral":[147],"between":[149],"be":[152],"explained":[153],"degree":[156],"activated,":[162],"failures":[165],"at":[167],"least":[168],"sometimes":[169],"due":[170],"competing":[172],"representations":[174,195],"dilute":[176],"signal":[178],"target":[181],"Our":[183],"results":[184],"together":[185],"present":[186],"an":[187],"increasingly":[188],"clear":[189],"picture":[190],"how":[192],"LLMs'":[193],"internal":[194],"explain":[197],"behavior":[198],"otherwise":[200],"seems":[201],"idiosyncratic":[202],"users":[204],"developers.":[206]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-28T00:00:00"}