{"id":"https://openalex.org/W7147458192","doi":"https://doi.org/10.3929/ethz-c-000794738","title":"Investigating the zone of proximal development of language models for in-context learning","display_name":"Investigating the zone of proximal development of language models for in-context learning","publication_year":2025,"publication_date":"2025-04-01","ids":{"openalex":"https://openalex.org/W7147458192","doi":"https://doi.org/10.3929/ethz-c-000794738"},"language":"en","primary_location":{"id":"doi:10.3929/ethz-c-000794738","doi":"https://doi.org/10.3929/ethz-c-000794738","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-c-000794738","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Other"},"volume":null,"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.3929/ethz-c-000794738","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102763494","display_name":"Peng Cui","orcid":"https://orcid.org/0000-0003-0167-7964","observed_orcids":["https://orcid.org/0000-0003-0167-7964"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002316432","display_name":"Mrinmaya Sachan","orcid":"https://orcid.org/0000-0001-8787-8681","observed_orcids":["https://orcid.org/0000-0001-8787-8681"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sachan, Mrinmaya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6279000043869019,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6279000043869019,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2418999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.028200000524520874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zone-of-proximal-development","display_name":"zone of proximal development","score":0.9589999914169312},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.9679999947547913},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"item response theory","score":0.9449999928474426},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"learning analytics","score":0.824999988079071},{"id":"https://openalex.org/keywords/demonstration-selection","display_name":"demonstration selection","score":0.5070000290870667},{"id":"https://openalex.org/keywords/training-dynamics","display_name":"training dynamics","score":0.7289999723434448},{"id":"https://openalex.org/keywords/inference-cost","display_name":"inference cost","score":0.6370000243186951}],"concepts":[{"id":"https://openalex.org/C12338191","wikidata":"https://www.wikidata.org/wiki/Q1053392","display_name":"Zone of proximal development","level":2,"score":0.767799973487854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376999855041504},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5687000155448914},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.4799000024795532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45980000495910645},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.38449999690055847},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.3237999975681305},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3018999993801117},{"id":"https://openalex.org/C92393732","wikidata":"https://www.wikidata.org/wiki/Q1790374","display_name":"Learning theory","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28839999437332153},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2840999960899353},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C32254414","wikidata":"https://www.wikidata.org/wiki/Q4724364","display_name":"Algorithmic learning theory","level":3,"score":0.27250000834465027},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2718000113964081},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C2776542497","wikidata":"https://www.wikidata.org/wiki/Q5266672","display_name":"Development (topology)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25380000472068787},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2502000033855438},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3929/ethz-c-000794738","doi":"https://doi.org/10.3929/ethz-c-000794738","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-c-000794738","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Other"}],"best_oa_location":{"id":"doi:10.3929/ethz-c-000794738","doi":"https://doi.org/10.3929/ethz-c-000794738","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-c-000794738","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Other"},"sustainable_development_goals":[{"score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4394781845","https://openalex.org/W4387185473","https://openalex.org/W4404792982","https://openalex.org/W4377864715","https://openalex.org/W4391946870","https://openalex.org/W6966678744","https://openalex.org/W4399992032","https://openalex.org/W6891679916","https://openalex.org/W4402670260","https://openalex.org/W4404782475"],"abstract_inverted_index":{"In":[0],"this":[1,56,111],"paper,":[2],"we":[3,76,114,135,180],"introduce":[4],"a":[5,43,95,131,150,161],"learning":[6,13],"analytics":[7],"framework":[8,118],"to":[9,58,84,139,145],"analyze":[10],"the":[11,22,25,39,61,86,170,188],"in-context":[12],"(ICL)":[14],"behavior":[15],"of":[16,24,27,41,63,88,97,102,187,191],"large":[17],"language":[18],"models":[19],"(LLMs)":[20],"through":[21,184],"lens":[23],"Zone":[26],"Proximal":[28],"Development":[29],"(ZPD),":[30],"an":[31,78,185],"established":[32],"theory":[33,81],"in":[34,72,122,176],"educational":[35],"psychology.":[36],"ZPD":[37,62],"delineates":[38],"range":[40],"tasks":[42],"learner":[44],"can":[45,119],"accomplish":[46],"with":[47],"appropriate":[48],"guidance":[49],"but":[50],"not":[51],"yet":[52],"independently.":[53],"We":[54,159],"adapt":[55],"concept":[57],"ICL,":[59,103],"measuring":[60],"LLMs":[64],"based":[65],"on":[66,69],"model":[67,83],"performance":[68],"individual":[70],"examples":[71,168],"different":[73],"settings.":[74],"Furthermore,":[75],"propose":[77,160],"item":[79],"response":[80],"(IRT)":[82],"predict":[85],"distribution":[87],"zones":[89],"for":[90,164],"LLMs.":[91,192],"Our":[92],"findings":[93],"reveal":[94],"series":[96],"intricate":[98],"and":[99,109,125,156,179],"multifaceted":[100],"behaviors":[101],"providing":[104],"new":[105],"insights":[106],"into":[107],"understanding":[108],"leveraging":[110],"technique.":[112],"Finally,":[113],"demonstrate":[115],"how":[116],"our":[117],"enhance":[120],"LLM":[121],"both":[123],"inference":[124,154],"fine-tuning":[126],"scenarios:":[127],"(1)":[128],"By":[129],"predicting":[130],"model\u2019s":[132,171],"zone":[133],"distribution,":[134],"selectively":[136],"apply":[137],"ICL":[138],"queries":[140],"that":[141],"are":[142],"most":[143],"likely":[144],"benefit":[146],"from":[147],"demonstrations,":[148],"achieving":[149],"better":[151],"balance":[152],"between":[153],"cost":[155],"performance;":[157],"(2)":[158],"human-like":[162],"curriculum":[163,174],"fine-tuning,":[165],"which":[166],"prioritizes":[167],"within":[169],"ZPD.":[172],"The":[173],"results":[175],"improved":[177],"performance,":[178],"explain":[181],"its":[182],"effectiveness":[183],"analysis":[186],"training":[189],"dynamics":[190]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2026-04-02T00:00:00"}