{"id":"https://openalex.org/W4415336442","doi":"https://doi.org/10.48550/arxiv.2509.24250","title":"Interactive Program Synthesis for Modeling Collaborative Physical Activities from Narrated Demonstrations","display_name":"Interactive Program Synthesis for Modeling Collaborative Physical Activities from Narrated Demonstrations","publication_year":2025,"publication_date":"2025-09-29","ids":{"openalex":"https://openalex.org/W4415336442","doi":"https://doi.org/10.48550/arxiv.2509.24250"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.24250","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2509.24250","pdf_url":"https://arxiv.org/pdf/2509.24250","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.24250","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100728159","display_name":"Edward Kim","orcid":"https://orcid.org/0000-0001-5345-3781"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Edward","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078737944","display_name":"Dongyang He","orcid":"https://orcid.org/0009-0000-1206-0703"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chao, Jorge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chao, Jorge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120058088","display_name":"Wiktor Rajca","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajca, Wiktor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046264812","display_name":"Mohammed A. Amin","orcid":"https://orcid.org/0000-0001-5091-0641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amin, Mohammed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120058089","display_name":"Nishant Malpani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Malpani, Nishant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074960042","display_name":"Ruta Desai","orcid":"https://orcid.org/0000-0003-4342-7699"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Desai, Ruta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003084232","display_name":"Antti Oulasvirta","orcid":"https://orcid.org/0000-0002-2498-7837"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oulasvirta, Antti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087718561","display_name":"Bjoern Hartmann","orcid":"https://orcid.org/0000-0002-0693-0829"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hartmann, Bjoern","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064230639","display_name":"Sanjit A. Seshia","orcid":"https://orcid.org/0000-0001-6190-8707"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seshia, Sanjit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9397000074386597,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5582000017166138},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49900001287460327},{"id":"https://openalex.org/keywords/programming-by-demonstration","display_name":"Programming by demonstration","score":0.44290000200271606},{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative learning","score":0.39879998564720154},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.37529999017715454},{"id":"https://openalex.org/keywords/framing","display_name":"Framing (construction)","score":0.3614000082015991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7394999861717224},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6862999796867371},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5582000017166138},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5324000120162964},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49900001287460327},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.44290000200271606},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2721000015735626},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C2776716048","wikidata":"https://www.wikidata.org/wiki/Q6045290","display_name":"Interactive Learning","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25699999928474426}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.24250","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2509.24250","pdf_url":"https://arxiv.org/pdf/2509.24250","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.24250","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.24250","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.24250","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2509.24250","pdf_url":"https://arxiv.org/pdf/2509.24250","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415336442.pdf","grobid_xml":"https://content.openalex.org/works/W4415336442.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Teaching":[0],"systems":[1,28],"physical":[2,20,88,181],"tasks":[3,23],"is":[4,38,115],"a":[5,71,94,127],"long":[6],"standing":[7],"goal":[8],"in":[9,169,175],"HCI,":[10],"yet":[11],"most":[12],"prior":[13],"work":[14],"has":[15],"focused":[16],"on":[17],"non":[18],"collaborative":[19,67,180],"activities.":[21,182],"Collaborative":[22],"introduce":[24],"added":[25],"complexity,":[26],"requiring":[27,105],"to":[29,55,107,120,124,137,149,160,178],"infer":[30],"users":[31,54,106,132,177],"assumptions":[32],"about":[33],"their":[34,151],"teammates":[35],"intent,":[36],"which":[37],"an":[39],"inherently":[40],"ambiguous":[41],"and":[42,51,57,82,90,100,153,174,187],"dynamic":[43],"process.":[44],"This":[45],"necessitates":[46],"representations":[47],"that":[48],"are":[49],"interpretable":[50],"correctable,":[52],"enabling":[53,176],"inspect":[56],"refine":[58],"system":[59,76,102,119],"behavior.":[60],"We":[61,183],"address":[62],"this":[63],"challenge":[64],"by":[65],"framing":[66],"task":[68],"learning":[69,123,171],"as":[70,79,93,172],"program":[72],"synthesis":[73],"problem.":[74],"Our":[75],"represents":[77],"behavior":[78],"editable":[80],"programs":[81,148,173],"uses":[83],"narrated":[84],"demonstrations,":[85],"i.e.":[86],"paired":[87],"actions":[89],"natural":[91],"language,":[92],"unified":[95],"modality":[96,114],"for":[97,117],"teaching,":[98],"inspecting,":[99],"correcting":[101],"logic":[103],"without":[104],"see":[108],"or":[109],"write":[110],"code.":[111],"The":[112,164],"same":[113],"used":[116],"the":[118,162],"communicate":[121],"its":[122],"users.":[125],"In":[126],"within":[128],"subjects":[129],"study,":[130],"20":[131],"taught":[133],"multiplayer":[134],"soccer":[135],"tactics":[136],"our":[138],"system.":[139],"70":[140],"percent":[141,155],"(14/20)":[142],"of":[143],"participants":[144],"successfully":[145],"refined":[146],"learned":[147],"match":[150],"intent":[152],"90":[154],"(18/20)":[156],"found":[157],"it":[158],"easy":[159],"correct":[161],"programs.":[163],"study":[165],"surfaced":[166],"unique":[167],"challenges":[168],"representing":[170],"teach":[179],"discuss":[184],"these":[185],"issues":[186],"outline":[188],"mitigation":[189],"strategies.":[190]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-19T00:00:00"}