{"id":"https://openalex.org/W7140108207","doi":"https://doi.org/10.48550/arxiv.2603.19611","title":"Demonstrations, CoT, and Prompting: A Theoretical Analysis of ICL","display_name":"Demonstrations, CoT, and Prompting: A Theoretical Analysis of ICL","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7140108207","doi":"https://doi.org/10.48550/arxiv.2603.19611"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.19611","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19611","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.19611","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130354713","display_name":"Xuhan Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Xuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130370677","display_name":"Yuchen Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130357656","display_name":"Jiawei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8195000290870667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8195000290870667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.016300000250339508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.016200000420212746,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.8169000148773193},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.565500020980835},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5626000165939331},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5167999863624573},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45890000462532043},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.4108999967575073},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.40130001306533813},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.36660000681877136},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.366100013256073}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8169000148773193},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6431999802589417},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.565500020980835},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5626000165939331},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45890000462532043},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4108999967575073},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.40130001306533813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3684999942779541},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.366100013256073},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3431999981403351},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2870999872684479},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.26010000705718994},{"id":"https://openalex.org/C82714645","wikidata":"https://www.wikidata.org/wiki/Q438331","display_name":"Template","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.19611","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19611","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.19611","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19611","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In-Context":[0],"Learning":[1],"(ICL)":[2],"enables":[3,215],"pretrained":[4,136],"LLMs":[5],"to":[6,8,31,47,88,126,178,187,208,218,232,251],"adapt":[7],"downstream":[9],"tasks":[10],"by":[11,73,106,114,259],"conditioning":[12],"on":[13,39,96],"a":[14,75,155],"small":[15],"set":[16],"of":[17,51,64,78,110,117,134,142,194],"input-output":[18],"demonstrations,":[19,65,112],"without":[20],"any":[21],"parameter":[22],"updates.":[23],"Although":[24],"there":[25],"have":[26],"been":[27],"many":[28],"theoretical":[29,76,255],"efforts":[30],"explain":[32],"how":[33,183],"ICL":[34,79,98,119,132,184],"works,":[35],"most":[36],"either":[37],"rely":[38],"strong":[40],"architectural":[41],"or":[42,45,235],"data":[43],"assumptions,":[44],"fail":[46],"capture":[48],"the":[49,62,97,108,118,135,140,146,173,192,203,206,216],"impact":[50],"key":[52],"practical":[53],"factors":[54],"such":[55],"as":[56,153],"demonstration":[57],"selection,":[58],"Chain-of-Thought":[59],"(CoT)":[60],"prompting,":[61],"number":[63,193],"and":[66,138,158,172,226,228],"prompt":[67,188],"templates.":[68],"We":[69,91],"address":[70],"this":[71],"gap":[72],"establishing":[74],"analysis":[77],"under":[80],"mild":[81],"assumptions":[82],"that":[83,102,160,200,240],"links":[84],"these":[85],"design":[86],"choices":[87],"generalization":[89,250],"behavior.":[90],"derive":[92],"an":[93,130],"upper":[94],"bound":[95],"test":[99,124],"loss,":[100],"showing":[101],"performance":[103,185],"is":[104,162],"governed":[105],"(i)":[107],"quality":[109],"selected":[111],"quantified":[113],"Lipschitz":[115],"constants":[116],"loss":[120],"along":[121],"paths":[122],"connecting":[123],"prompts":[125],"pretraining":[127,201],"samples,":[128],"(ii)":[129],"intrinsic":[131],"capability":[133],"model,":[137],"(iii)":[139],"degree":[141],"distribution":[143],"shift.":[144],"Within":[145],"same":[147],"framework,":[148],"we":[149,181],"analyze":[150],"CoT":[151,214],"prompting":[152],"inducing":[154],"task":[156],"decomposition":[157],"show":[159],"it":[161,231],"beneficial":[163],"when":[164],"demonstrations":[165,227],"are":[166,176,257],"well":[167],"chosen":[168],"at":[169],"each":[170],"substep":[171],"resulting":[174],"subtasks":[175,221],"easier":[177],"learn.":[179],"Finally,":[180],"characterize":[182],"sensitivity":[186],"templates":[189],"varies":[190],"with":[191,205],"demonstrations.":[195],"Together,":[196],"our":[197],"study":[198],"shows":[199],"equips":[202],"model":[204,217],"ability":[207],"generalize":[209],"beyond":[210],"observed":[211],"tasks,":[212,237],"while":[213],"compose":[219],"simpler":[220],"into":[222,244],"more":[223,245],"complex":[224,236,246],"ones,":[225,247],"instructions":[229],"enable":[230],"retrieve":[233],"similar":[234],"including":[238],"those":[239],"can":[241],"be":[242],"composed":[243],"jointly":[248],"supporting":[249],"unseen":[252],"tasks.":[253],"All":[254],"insights":[256],"corroborated":[258],"experiments.":[260]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-24T00:00:00"}