{"id":"https://openalex.org/W7204776985","doi":"https://doi.org/10.48550/arxiv.2608.28059","title":"Landau theory of quenched criticality in linear in-context learning","display_name":"Landau theory of quenched criticality in linear in-context learning","publication_year":2026,"publication_date":"2026-08-28","ids":{"openalex":"https://openalex.org/W7204776985","doi":"https://doi.org/10.48550/arxiv.2608.28059"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.28059","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.28059","pdf_url":"https://arxiv.org/pdf/2608.28059","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.28059","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148795207","display_name":"Daesik Kim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kim, Daesik","raw_affiliation_strings":["Department of Physics , Sungkyunkwan University , Suwon 16419 , South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics , Sungkyunkwan University , Suwon 16419 , South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148785701","display_name":"Sumin Choi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Choi, Sumin","raw_affiliation_strings":["Department of Physics , Sungkyunkwan University , Suwon 16419 , South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics , Sungkyunkwan University , Suwon 16419 , South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134271960","display_name":"Hyojae Jeon","orcid":"https://orcid.org/0009-0009-2351-0963","observed_orcids":["https://orcid.org/0009-0009-2351-0963"]},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeon, Hyojae","raw_affiliation_strings":["Department of Physics , Sungkyunkwan University , Suwon 16419 , South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics , Sungkyunkwan University , Suwon 16419 , South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5148797835","display_name":"Jung Hoon Han","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]},{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Han, Jung Hoon","raw_affiliation_strings":["Center for Quantum Dynamics of Angular Momentum , Pohang University of Science and Technology , Pohang 37673 , Korea","Department of Physics , Sungkyunkwan University , Suwon 16419 , South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Quantum Dynamics of Angular Momentum , Pohang University of Science and Technology , Pohang 37673 , Korea","institution_ids":["https://openalex.org/I123900574"]},{"raw_affiliation_string":"Department of Physics , Sungkyunkwan University , Suwon 16419 , South Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10591","display_name":"Theoretical and Computational Physics","score":0.7759000062942505,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10591","display_name":"Theoretical and Computational Physics","score":0.7759000062942505,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.04740000143647194,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.032099999487400055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.9549999833106995},{"id":"https://openalex.org/keywords/quenched-disorder","display_name":"quenched disorder","score":0.8519999980926514},{"id":"https://openalex.org/keywords/landau-theory","display_name":"Landau theory","score":0.9570000171661377},{"id":"https://openalex.org/keywords/ridge-parameter","display_name":"ridge parameter","score":0.5320000052452087},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"sample complexity","score":0.7419999837875366},{"id":"https://openalex.org/keywords/order-parameter","display_name":"order parameter","score":0.6600000262260437},{"id":"https://openalex.org/keywords/critical-exponents","display_name":"critical exponents","score":0.7480000257492065},{"id":"https://openalex.org/keywords/flat-directions","display_name":"flat directions","score":0.781000018119812},{"id":"https://openalex.org/keywords/linear-models","display_name":"linear models","score":0.546999990940094},{"id":"https://openalex.org/keywords/sample-to-sample-fluctuations","display_name":"sample-to-sample fluctuations","score":0.6700000166893005}],"concepts":[{"id":"https://openalex.org/C16171025","wikidata":"https://www.wikidata.org/wiki/Q863349","display_name":"Singularity","level":2,"score":0.71670001745224},{"id":"https://openalex.org/C201144084","wikidata":"https://www.wikidata.org/wiki/Q1626812","display_name":"Landau theory","level":3,"score":0.6431000232696533},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.5547999739646912},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5134000182151794},{"id":"https://openalex.org/C12843","wikidata":"https://www.wikidata.org/wiki/Q201721","display_name":"Gravitational singularity","level":2,"score":0.5040000081062317},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.4372999966144562},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.4262999892234802},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.40059998631477356},{"id":"https://openalex.org/C164154869","wikidata":"https://www.wikidata.org/wiki/Q901927","display_name":"Critical exponent","level":3,"score":0.39800000190734863},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C196076714","wikidata":"https://www.wikidata.org/wiki/Q1071534","display_name":"Landau\u2013Lifshitz\u2013Gilbert equation","level":4,"score":0.36469998955726624},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.3352000117301941},{"id":"https://openalex.org/C2777727622","wikidata":"https://www.wikidata.org/wiki/Q5251772","display_name":"Degeneracy (biology)","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C125611927","wikidata":"https://www.wikidata.org/wiki/Q17008131","display_name":"Criticality","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C38710091","wikidata":"https://www.wikidata.org/wiki/Q192242","display_name":"Frustration","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C163192330","wikidata":"https://www.wikidata.org/wiki/Q900905","display_name":"Ginzburg\u2013Landau theory","level":3,"score":0.28619998693466187},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.28059","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.28059","pdf_url":"https://arxiv.org/pdf/2608.28059","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.28059","doi":"https://doi.org/10.48550/arxiv.2608.28059","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.28059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.28059","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.28059","pdf_url":"https://arxiv.org/pdf/2608.28059","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1702778194","display_name":null,"funder_award_id":"2023R1A2C1002644","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G1927815789","display_name":null,"funder_award_id":"2023R1A2C1002644","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5005778488","display_name":null,"funder_award_id":"2024-00410027","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5324357127","display_name":null,"funder_award_id":"RS-2024-00410027","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6781840140","display_name":null,"funder_award_id":"RS-2024-00410027","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G956630956","display_name":null,"funder_award_id":"RS-2024-00410027","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204776985.pdf","grobid_xml":"https://content.openalex.org/works/W7204776985.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W3208828709","https://openalex.org/W4310509152","https://openalex.org/W4387322684","https://openalex.org/W7084124427","https://openalex.org/W7084411698","https://openalex.org/W7133240241"],"related_works":["https://openalex.org/W4414946815","https://openalex.org/W7202171908","https://openalex.org/W7168543945","https://openalex.org/W4416157234","https://openalex.org/W7157118440","https://openalex.org/W6929532379","https://openalex.org/W4417086499","https://openalex.org/W7216380057","https://openalex.org/W7134062729","https://openalex.org/W4401978552"],"abstract_inverted_index":{"In-context":[0],"learning":[1,194,241],"(ICL)":[2],"allows":[3],"a":[4,9,31,54,58,137,219],"pretrained":[5],"model":[6],"to":[7,42,163,173],"infer":[8],"new":[10],"task":[11],"from":[12,235],"examples":[13],"supplied":[14],"in":[15,159,184,192,202,260],"its":[16,20,126],"prompt":[17],"without":[18],"updating":[19],"parameters.":[21,47],"In":[22,213],"linear":[23,71,261],"models":[24],"of":[25,37,45,57,68,80,88,111,176,179,228,238,256],"ICL,":[26],"the":[27,35,43,69,76,81,85,89,99,104,120,140,145,155,160,164,174,180,185,193,203,214,229,239,250,257],"prediction":[28,165],"error":[29],"develops":[30],"double-descent":[32,141],"singularity":[33,52,142],"when":[34],"number":[36,44],"pretraining":[38],"samples":[39],"becomes":[40,125],"comparable":[41],"learnable":[46],"We":[48],"formulate":[49],"this":[50],"interpolation":[51,258],"as":[53,84,136],"critical":[55,146,207],"phenomenon":[56],"quenched":[59,66],"disordered":[60],"system.":[61],"By":[62],"comparing":[63],"annealed":[64],"and":[65,139],"descriptions":[67],"same":[70],"ICL":[72],"model,":[73],"we":[74],"identify":[75],"connected":[77],"sample-to-sample":[78],"fluctuations":[79],"learned":[82],"parameters":[83],"microscopic":[86],"origin":[87],"singular":[90],"error.":[91,166],"A":[92],"Landau":[93,151,197,230],"potential":[94],"is":[95,115,153,170,199],"constructed":[96],"by":[97,117,223],"integrating":[98],"cavity":[100],"self-consistency":[101],"equation":[102],"for":[103,252],"renormalized":[105],"ridge":[106,122],"parameter":[107,114,123,169,205],"$\u03be$.":[108],"The":[109,130,150,167,196],"role":[110],"(magnetization)":[112],"order":[113,168,204,225],"played":[116],"$\u03be$,":[118],"while":[119],"bare":[121],"$\u03bb$":[124],"conjugate":[127],"magnetic":[128],"field.":[129],"normalized":[131],"sample":[132],"complexity":[133],"$\u03c4$":[134],"acts":[135],"temperature":[138,147],"occurs":[143],"at":[144],"$\u03c4_c":[148],"=1$.":[149],"susceptibility":[152],"precisely":[154],"quantity":[156],"that":[157],"diverges":[158],"fluctuation":[161],"contribution":[162],"closely":[171],"related":[172],"fraction":[175],"zero":[177],"eigenvalues":[178],"empirical":[181],"relaxation":[182],"matrix":[183],"ridgeless":[186],"limit,":[187],"which":[188],"define":[189],"flat":[190],"directions":[191],"dynamics.":[195],"theory":[198,231],"generically":[200],"cubic":[201],"with":[206,243],"exponents":[208],"$(\u03b2_{\\rm":[209],"cr},\u03b4_{\\rm":[210],"cr},\u03b3_{\\rm":[211],"cr})=(1,2,1)$.":[212],"large-context":[215],"regime,":[216],"there":[217],"appears":[218],"pseudogap-like":[220],"regime":[221],"characterized":[222],"suppressed":[224],"parameter.":[226],"Predictions":[227],"are":[232],"independently":[233],"confirmed":[234],"numerical":[236],"solutions":[237],"original":[240],"problem":[242],"good":[244],"quantitative":[245],"agreement.":[246],"Our":[247],"results":[248],"pave":[249],"way":[251],"solid":[253],"statistical-physics":[254],"understanding":[255],"criticality":[259],"in-context":[262],"learning.":[263]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-01T00:00:00"}