{"id":"https://openalex.org/W7139013775","doi":"https://doi.org/10.48550/arxiv.2603.17475","title":"Humans and transformer LMs: Abstraction drives language learning","display_name":"Humans and transformer LMs: Abstraction drives language learning","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7139013775","doi":"https://doi.org/10.48550/arxiv.2603.17475"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.17475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.17475","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036828580","display_name":"Jasper Jian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian, Jasper","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130089241","display_name":"Christopher D. Manning","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manning, Christopher D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.3617999851703644,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.3617999851703644,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.2558000087738037,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.08219999819993973,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.6330000162124634},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5975000262260437},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.57669997215271},{"id":"https://openalex.org/keywords/language-acquisition","display_name":"Language acquisition","score":0.46630001068115234},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4002000093460083},{"id":"https://openalex.org/keywords/lexical-item","display_name":"Lexical item","score":0.36329999566078186},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.36250001192092896},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.36090001463890076}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722100019454956},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.6330000162124634},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6209999918937683},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5975000262260437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5788000226020813},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.57669997215271},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.37779998779296875},{"id":"https://openalex.org/C126706616","wikidata":"https://www.wikidata.org/wiki/Q2944660","display_name":"Lexical item","level":2,"score":0.36329999566078186},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C2778121359","wikidata":"https://www.wikidata.org/wiki/Q8096","display_name":"Lexicon","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C98954769","wikidata":"https://www.wikidata.org/wiki/Q1759657","display_name":"Lexical semantics","level":3,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.17475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.17475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8365030288696289,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Categorization":[0],"is":[1,75,80],"a":[2,12,73,108],"core":[3],"component":[4],"of":[5,27,39,120],"human":[6,40,121],"linguistic":[7,18,93],"competence.":[8],"We":[9,43],"investigate":[10,44],"how":[11,45,112],"transformer-based":[13],"language":[14,41,122],"model":[15],"(LM)":[16],"learns":[17],"categories":[19,50],"by":[20],"comparing":[21],"its":[22],"behaviour":[23,79],"over":[24],"the":[25,118],"course":[26],"training":[28],"to":[29],"behaviours":[30,94],"which":[31],"characterize":[32],"abstract":[33,77],"feature-based":[34],"and":[35,48,89],"concrete":[36],"exemplar-based":[37],"accounts":[38],"acquisition.":[42],"lexical":[46,86],"semantic":[47],"syntactic":[49],"emerge":[51,95],"using":[52,60],"novel":[53],"divergence-based":[54],"metrics":[55],"that":[56,70,91,105,124],"track":[57],"learning":[58],"trajectories":[59],"next-token":[61],"distributions.":[62],"In":[63],"experiments":[64],"with":[65],"GPT-2":[66],"small,":[67],"we":[68],"find":[69],"(i)":[71],"when":[72],"construction":[74],"learned,":[76],"class-level":[78],"evident":[81],"at":[82,99],"earlier":[83],"steps":[84],"than":[85],"item-specific":[87],"behaviour,":[88],"(ii)":[90],"different":[92,100],"abruptly":[96],"in":[97,102,111],"sequence":[98],"points":[101],"training,":[103],"revealing":[104],"abstraction":[106],"plays":[107],"key":[109],"role":[110],"LMs":[113,125],"learn.":[114],"This":[115],"result":[116],"informs":[117],"models":[119],"acquisition":[123],"may":[126],"serve":[127],"as":[128],"an":[129],"existence":[130],"proof":[131],"for.":[132]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-20T00:00:00"}