{"id":"https://openalex.org/W7082626540","doi":"https://doi.org/10.48550/arxiv.2509.15269","title":"Modeling Transformers as complex networks to analyze learning dynamics","display_name":"Modeling Transformers as complex networks to analyze learning dynamics","publication_year":2025,"publication_date":"2025-09-18","ids":{"openalex":"https://openalex.org/W7082626540","doi":"https://doi.org/10.48550/arxiv.2509.15269"},"language":"en","primary_location":{"id":"pmh:oai:air.unimi.it:2434/1189260","is_oa":true,"landing_page_url":"https://hdl.handle.net/2434/1189260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400516","display_name":"Archivio Istituzionale della Ricerca (Universita Degli Studi Di Milano)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I189158943","host_organization_name":"University of Milan","host_organization_lineage":["https://openalex.org/I189158943"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/2434/1189260","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Rocchetti, Elisabetta","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rocchetti, Elisabetta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6622999906539917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6622999906539917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.02410000003874302,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.019099999219179153,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/complex-network","display_name":"Complex network","score":0.5241000056266785},{"id":"https://openalex.org/keywords/complex-system","display_name":"Complex system","score":0.5047000050544739},{"id":"https://openalex.org/keywords/complex-dynamics","display_name":"Complex dynamics","score":0.4657000005245209},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.44279998540878296},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4165000021457672},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3970000147819519},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3917999863624573},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.38769999146461487}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6651999950408936},{"id":"https://openalex.org/C34947359","wikidata":"https://www.wikidata.org/wiki/Q665189","display_name":"Complex network","level":2,"score":0.5241000056266785},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.5047000050544739},{"id":"https://openalex.org/C126701199","wikidata":"https://www.wikidata.org/wiki/Q264224","display_name":"Complex dynamics","level":2,"score":0.4657000005245209},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4521999955177307},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4162999987602234},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3917999863624573},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.38769999146461487},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.3799999952316284},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.366100013256073},{"id":"https://openalex.org/C123757187","wikidata":"https://www.wikidata.org/wiki/Q9195957","display_name":"Network dynamics","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C32946077","wikidata":"https://www.wikidata.org/wiki/Q618079","display_name":"Network analysis","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.31949999928474426},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C151915977","wikidata":"https://www.wikidata.org/wiki/Q5937740","display_name":"Human dynamics","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C106937863","wikidata":"https://www.wikidata.org/wiki/Q7236518","display_name":"Power graph analysis","level":3,"score":0.3059000074863434},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.304500013589859},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2718000113964081}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:air.unimi.it:2434/1189260","is_oa":true,"landing_page_url":"https://hdl.handle.net/2434/1189260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400516","display_name":"Archivio Istituzionale della Ricerca (Universita Degli Studi Di Milano)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I189158943","host_organization_name":"University of Milan","host_organization_lineage":["https://openalex.org/I189158943"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2509.15269","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.15269","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:air.unimi.it:2434/1189260","is_oa":true,"landing_page_url":"https://hdl.handle.net/2434/1189260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400516","display_name":"Archivio Istituzionale della Ricerca (Universita Degli Studi Di Milano)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I189158943","host_organization_name":"University of Milan","host_organization_lineage":["https://openalex.org/I189158943"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,103],"process":[1],"by":[2],"which":[3],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"acquire":[8],"complex":[9],"capabilities":[10],"during":[11],"training":[12,85],"remains":[13],"a":[14,41,46,50,92,98,125,133,151,156],"key":[15,144],"open":[16],"question":[17],"in":[18,174],"mechanistic":[19],"interpretability.":[20],"This":[21,147],"project":[22],"investigates":[23],"whether":[24],"these":[25],"learning":[26,145],"dynamics":[27],"can":[28],"be":[29],"characterized":[30],"through":[31,111],"the":[32,57,78,88,107,122,164,169],"lens":[33,159],"of":[34,80,87,100,114,124,128,136,171],"Complex":[35],"Network":[36],"Theory":[37],"(CNT).":[38],"I":[39,96,120],"introduce":[40],"novel":[42],"methodology":[43],"to":[44],"represent":[45,67],"Transformer-based":[47],"LLM":[48],"as":[49],"directed,":[51],"weighted":[52],"graph":[53],"where":[54],"nodes":[55],"are":[56],"model's":[58],"computational":[59],"components":[60,131],"(attention":[61],"heads":[62],"and":[63,65,117,132,162],"MLPs)":[64],"edges":[66],"causal":[68],"influence,":[69],"measured":[70],"via":[71],"an":[72],"intervention-based":[73],"ablation":[74],"technique.":[75],"By":[76],"tracking":[77],"evolution":[79],"this":[81],"component-graph":[82],"across":[83],"143":[84],"checkpoints":[86],"Pythia-14M":[89],"model":[90],"on":[91],"canonical":[93],"induction":[94],"task,":[95],"analyze":[97],"suite":[99],"graph-theoretic":[101],"metrics.":[102],"results":[104],"reveal":[105],"that":[106,150,167],"network's":[108],"structure":[109],"evolves":[110],"distinct":[112],"phases":[113],"exploration,":[115],"consolidation,":[116],"refinement.":[118],"Specifically,":[119],"identify":[121],"emergence":[123],"stable":[126],"hierarchy":[127],"information":[129,137],"spreader":[130],"dynamic":[134],"set":[135],"gatherer":[138],"components,":[139],"whose":[140],"roles":[141],"reconfigure":[142],"at":[143],"junctures.":[146],"work":[148],"demonstrates":[149],"component-level":[152],"network":[153],"perspective":[154],"offers":[155],"powerful":[157],"macroscopic":[158],"for":[160],"visualizing":[161],"understanding":[163],"self-organizing":[165],"principles":[166],"drive":[168],"formation":[170],"functional":[172],"circuits":[173],"LLMs.":[175]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}