{"id":"https://openalex.org/W4387796551","doi":"https://doi.org/10.48550/arxiv.2310.10690","title":"Large Language Models for In-Context Student Modeling: Synthesizing Student's Behavior in Visual Programming","display_name":"Large Language Models for In-Context Student Modeling: Synthesizing Student's Behavior in Visual Programming","publication_year":2023,"publication_date":"2023-10-15","ids":{"openalex":"https://openalex.org/W4387796551","doi":"https://doi.org/10.48550/arxiv.2310.10690"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.10690","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.10690","pdf_url":"https://arxiv.org/pdf/2310.10690","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.10690","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Nguyen, Manh Hung","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210121786","display_name":"Max Planck Institute for Software Systems","ror":"https://ror.org/02pe2kf23","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210121786"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nguyen, Manh Hung","raw_affiliation_strings":["MPI-SWS , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MPI-SWS , Germany","institution_ids":["https://openalex.org/I4210121786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051794439","display_name":"Sebastian Tschiatschek","orcid":"https://orcid.org/0000-0002-2592-0108","observed_orcids":["https://orcid.org/0000-0002-2592-0108"]},"institutions":[{"id":"https://openalex.org/I129774422","display_name":"University of Vienna","ror":"https://ror.org/03prydq77","country_code":"AT","type":"education","lineage":["https://openalex.org/I129774422"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Tschiatschek, Sebastian","raw_affiliation_strings":["University of Vienna , Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Vienna , Austria","institution_ids":["https://openalex.org/I129774422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027711113","display_name":"Adish Kumar Singla","orcid":"https://orcid.org/0000-0001-9922-0668","observed_orcids":["https://orcid.org/0000-0001-9922-0668"]},"institutions":[{"id":"https://openalex.org/I4210121786","display_name":"Max Planck Institute for Software Systems","ror":"https://ror.org/02pe2kf23","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210121786"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Singla, Adish","raw_affiliation_strings":["MPI-SWS , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MPI-SWS , Germany","institution_ids":["https://openalex.org/I4210121786"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.01549999974668026,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/student-modeling","display_name":"student modeling","score":0.890999972820282},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.875},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.8420000076293945},{"id":"https://openalex.org/keywords/visual-programming","display_name":"visual programming","score":0.9330000281333923},{"id":"https://openalex.org/keywords/open-ended-learning","display_name":"open-ended learning","score":0.7839999794960022},{"id":"https://openalex.org/keywords/llm-fine-tuning","display_name":"LLM fine-tuning","score":0.7699999809265137},{"id":"https://openalex.org/keywords/gpt-3-5","display_name":"GPT-3.5","score":0.8059999942779541}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.7413486242294312},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6734641790390015},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5795398354530334},{"id":"https://openalex.org/C128644962","wikidata":"https://www.wikidata.org/wiki/Q683111","display_name":"Visual programming language","level":2,"score":0.4742259681224823},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.4442169964313507},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4355784058570862},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.37162289023399353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3335087299346924},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2862393856048584},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09891155362129211},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.08632263541221619},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.049576014280319214},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.10690","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.10690","pdf_url":"https://arxiv.org/pdf/2310.10690","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.10690","doi":"https://doi.org/10.48550/arxiv.2310.10690","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.10690","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.10690","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.10690","pdf_url":"https://arxiv.org/pdf/2310.10690","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.9901999831199646}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8399999737739563}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2796891319","display_name":"Machine-Assisted Teaching for Open-Ended Problem Solving: Foundations and Applications","funder_award_id":"101039090","funder_id":"https://openalex.org/F4320338453","funder_display_name":"HORIZON EUROPE European Research Council"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338453","display_name":"HORIZON EUROPE European Research Council","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387796551.pdf","grobid_xml":"https://content.openalex.org/works/W4387796551.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2497720472","https://openalex.org/W4292659306","https://openalex.org/W3044321615","https://openalex.org/W4294892107","https://openalex.org/W2806221744","https://openalex.org/W2326937258","https://openalex.org/W394267150","https://openalex.org/W2773965352","https://openalex.org/W2357748469","https://openalex.org/W2392917037"],"abstract_inverted_index":{"Student":[0,95],"modeling":[1,28,58,122],"is":[2,78,179],"central":[3],"to":[4,31,79,118,191],"many":[5],"educational":[6],"technologies":[7],"as":[8,74],"it":[9],"enables":[10],"predicting":[11],"future":[12],"learning":[13,22,61],"outcomes":[14],"and":[15,35,132,188],"designing":[16],"targeted":[17],"instructional":[18],"strategies.":[19],"However,":[20],"open-ended":[21,60],"domains":[23],"pose":[24],"challenges":[25],"for":[26,55,94,101,140],"accurately":[27],"students":[29],"due":[30],"the":[32,48,76,81,159,165,176,184],"diverse":[33],"behaviors":[34],"a":[36,66,71,85,90,103,145,172],"large":[37,51],"space":[38],"of":[39,50,175],"possible":[40],"misconceptions.":[41],"To":[42],"approach":[43],"these":[44],"challenges,":[45],"we":[46,115],"explore":[47],"application":[49],"language":[52],"models":[53],"(LLMs)":[54],"in-context":[56],"student":[57,121,141],"in":[59,144,164],"domains.":[62],"More":[63],"concretely,":[64],"given":[65],"particular":[67],"student's":[68,82,104],"attempt":[69,83,142],"on":[70,84,129],"reference":[72],"task":[73],"observation,":[75],"objective":[77],"synthesize":[80],"target":[86],"task.":[87],"We":[88,124],"introduce":[89],"novel":[91],"framework,":[92],"LLM":[93],"Synthesis":[96],"(LLM-SS),":[97],"that":[98,152],"leverages":[99],"LLMs":[100,117],"synthesizing":[102],"behavior.":[105],"Our":[106],"framework":[107,131],"can":[108],"be":[109],"combined":[110],"with":[111],"different":[112],"LLMs;":[113],"moreover,":[114],"fine-tune":[116],"boost":[119],"their":[120],"capabilities.":[123],"instantiate":[125],"several":[126],"methods":[127,154],"based":[128],"LLM-SS":[130],"evaluate":[133],"them":[134],"using":[135,171,183],"an":[136],"existing":[137],"benchmark,":[138],"StudentSyn,":[139],"synthesis":[143],"visual":[146],"programming":[147],"domain.":[148],"Experimental":[149],"results":[150],"show":[151],"our":[153,169],"perform":[155],"significantly":[156,180],"better":[157,181],"than":[158,182],"baseline":[160],"method":[161,170],"NeurSS":[162],"provided":[163],"StudentSyn":[166],"benchmark.":[167],"Furthermore,":[168],"fine-tuned":[173],"version":[174],"GPT-3.5":[177,186],"model":[178,187],"base":[185],"gets":[189],"close":[190],"human":[192],"tutors'":[193],"performance.":[194]},"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-10-20T00:00:00"}