{"id":"https://openalex.org/W4375870244","doi":"https://doi.org/10.1145/3632860","title":"Programming-by-Demonstration for Long-Horizon Robot Tasks","display_name":"Programming-by-Demonstration for Long-Horizon Robot Tasks","publication_year":2024,"publication_date":"2024-01-02","ids":{"openalex":"https://openalex.org/W4375870244","doi":"https://doi.org/10.1145/3632860"},"language":"en","primary_location":{"id":"doi:10.1145/3632860","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3632860","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3632860","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3632860","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088445528","display_name":"Noah Patton","orcid":"https://orcid.org/0009-0002-7028-518X"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah Patton","raw_affiliation_strings":["University of Texas, Austin, USA"],"raw_orcid":"https://orcid.org/0009-0002-7028-518X","affiliations":[{"raw_affiliation_string":"University of Texas, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059377070","display_name":"Kia Rahmani","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kia Rahmani","raw_affiliation_strings":["University of Texas, Austin, USA"],"raw_orcid":"https://orcid.org/0000-0001-9064-0797","affiliations":[{"raw_affiliation_string":"University of Texas, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043387721","display_name":"Meghana Missula","orcid":"https://orcid.org/0000-0002-1610-6198"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meghana Missula","raw_affiliation_strings":["University of Texas, Austin, USA"],"raw_orcid":"https://orcid.org/0000-0002-1610-6198","affiliations":[{"raw_affiliation_string":"University of Texas, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004302220","display_name":"Joydeep Biswas","orcid":"https://orcid.org/0000-0002-1211-1731"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joydeep Biswas","raw_affiliation_strings":["University of Texas, Austin, USA"],"raw_orcid":"https://orcid.org/0000-0002-1211-1731","affiliations":[{"raw_affiliation_string":"University of Texas, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006424908","display_name":"I\u015f\u0131l Dillig","orcid":"https://orcid.org/0000-0001-8006-1230"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"I\u015f\u0131l Dillig","raw_affiliation_strings":["University of Texas, Austin, USA"],"raw_orcid":"https://orcid.org/0000-0001-8006-1230","affiliations":[{"raw_affiliation_string":"University of Texas, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":2.0776,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.87632626,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"8","issue":"POPL","first_page":"512","last_page":"545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.8308581709861755},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.765175461769104},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6034323573112488},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5949615240097046},{"id":"https://openalex.org/keywords/control-flow","display_name":"Control flow","score":0.5779569149017334},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5109145045280457},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.5016524791717529},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4942348301410675},{"id":"https://openalex.org/keywords/answer-set-programming","display_name":"Answer set programming","score":0.4511588513851166},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43811342120170593},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21140903234481812}],"concepts":[{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.8308581709861755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765175461769104},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6034323573112488},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5949615240097046},{"id":"https://openalex.org/C160191386","wikidata":"https://www.wikidata.org/wiki/Q868299","display_name":"Control flow","level":2,"score":0.5779569149017334},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5109145045280457},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5016524791717529},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4942348301410675},{"id":"https://openalex.org/C182620335","wikidata":"https://www.wikidata.org/wiki/Q2852531","display_name":"Answer set programming","level":3,"score":0.4511588513851166},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43811342120170593},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21140903234481812}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3632860","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3632860","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3632860","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2305.03129","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.03129","pdf_url":"https://arxiv.org/pdf/2305.03129","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3632860","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3632860","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3632860","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G1005453015","display_name":"SHF: Medium: Collaborative Research: Bridging Automated Formal Reasoning and Continuous Optimization for Provably Safe Deep Learning","funder_award_id":"1901376","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2675403165","display_name":"FMitF: Track I: Program Synthesis for Robot Learning from Demonstrations","funder_award_id":"2319471","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4104542924","display_name":"SHF: Medium: Collaborative Research: Computer-Aided Programming for Data Science","funder_award_id":"1762299","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5337172891","display_name":"CAREER: Robust Perception and Customization for Long-Term Autonomous Mobile Service Robots","funder_award_id":"2046955","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6208393420","display_name":"Expeditions: Collaborative Research: Understanding the World Through Code","funder_award_id":"1918889","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4375870244.pdf","grobid_xml":"https://content.openalex.org/works/W4375870244.grobid-xml"},"referenced_works_count":143,"referenced_works":["https://openalex.org/W600081262","https://openalex.org/W1507894341","https://openalex.org/W1546620680","https://openalex.org/W1590649805","https://openalex.org/W1614061774","https://openalex.org/W1792831685","https://openalex.org/W1858945639","https://openalex.org/W1977655452","https://openalex.org/W1986014385","https://openalex.org/W2016206563","https://openalex.org/W2040518484","https://openalex.org/W2041701185","https://openalex.org/W2043100293","https://openalex.org/W2053878545","https://openalex.org/W2060302428","https://openalex.org/W2063471043","https://openalex.org/W2093535699","https://openalex.org/W2097381042","https://openalex.org/W2098774185","https://openalex.org/W2108556169","https://openalex.org/W2119709400","https://openalex.org/W2134734244","https://openalex.org/W2149236697","https://openalex.org/W2150818585","https://openalex.org/W2165698076","https://openalex.org/W2276356546","https://openalex.org/W2293033107","https://openalex.org/W2294286398","https://openalex.org/W2399923814","https://openalex.org/W2531982678","https://openalex.org/W2550471858","https://openalex.org/W2559655401","https://openalex.org/W2762513422","https://openalex.org/W2765742677","https://openalex.org/W2768510408","https://openalex.org/W2775497185","https://openalex.org/W2779744813","https://openalex.org/W2785382935","https://openalex.org/W2786248241","https://openalex.org/W2890639568","https://openalex.org/W2896298055","https://openalex.org/W2898869867","https://openalex.org/W2899590559","https://openalex.org/W2949271354","https://openalex.org/W2949895386","https://openalex.org/W2952561542","https://openalex.org/W2952629144","https://openalex.org/W2953054522","https://openalex.org/W2953388933","https://openalex.org/W2961192361","https://openalex.org/W2962760075","https://openalex.org/W2963277051","https://openalex.org/W2963341956","https://openalex.org/W2963415942","https://openalex.org/W2963426888","https://openalex.org/W2964240296","https://openalex.org/W2964248288","https://openalex.org/W2964647367","https://openalex.org/W2967901646","https://openalex.org/W2979826702","https://openalex.org/W2980931192","https://openalex.org/W2981812091","https://openalex.org/W2995074243","https://openalex.org/W3014023550","https://openalex.org/W3014415287","https://openalex.org/W3022427679","https://openalex.org/W3033423882","https://openalex.org/W3033889389","https://openalex.org/W3034269714","https://openalex.org/W3034795570","https://openalex.org/W3047747156","https://openalex.org/W3080260123","https://openalex.org/W3091894794","https://openalex.org/W3092838946","https://openalex.org/W3096437212","https://openalex.org/W3102339133","https://openalex.org/W3109759111","https://openalex.org/W3116923949","https://openalex.org/W3123182306","https://openalex.org/W3124300503","https://openalex.org/W3132648583","https://openalex.org/W3134613326","https://openalex.org/W3138819813","https://openalex.org/W3139984071","https://openalex.org/W3171035942","https://openalex.org/W3176015640","https://openalex.org/W3177813494","https://openalex.org/W3177832995","https://openalex.org/W3184744745","https://openalex.org/W3185341429","https://openalex.org/W3192479589","https://openalex.org/W3205817849","https://openalex.org/W3205927779","https://openalex.org/W3206370442","https://openalex.org/W3206530090","https://openalex.org/W3216885170","https://openalex.org/W4200076608","https://openalex.org/W4205702708","https://openalex.org/W4206647573","https://openalex.org/W4220706374","https://openalex.org/W4221148420","https://openalex.org/W4223562903","https://openalex.org/W4225113125","https://openalex.org/W4225908986","https://openalex.org/W4225922019","https://openalex.org/W4226236972","https://openalex.org/W4229675450","https://openalex.org/W4237412827","https://openalex.org/W4238194115","https://openalex.org/W4238216513","https://openalex.org/W4241616303","https://openalex.org/W4253977062","https://openalex.org/W4281806264","https://openalex.org/W4281873108","https://openalex.org/W4284676027","https://openalex.org/W4287394326","https://openalex.org/W4287646745","https://openalex.org/W4288103073","https://openalex.org/W4288283627","https://openalex.org/W4288577412","https://openalex.org/W4294624294","https://openalex.org/W4299461448","https://openalex.org/W4302810921","https://openalex.org/W4305008295","https://openalex.org/W4307475500","https://openalex.org/W4309133681","https://openalex.org/W4309308064","https://openalex.org/W4310557242","https://openalex.org/W4312917667","https://openalex.org/W4315588707","https://openalex.org/W4315605888","https://openalex.org/W4315606137","https://openalex.org/W4317463334","https://openalex.org/W4319653440","https://openalex.org/W4321649710","https://openalex.org/W4323076615","https://openalex.org/W4362677137","https://openalex.org/W4375870244","https://openalex.org/W4379536406","https://openalex.org/W4383097638","https://openalex.org/W4386083063","https://openalex.org/W4392935324","https://openalex.org/W6894163877"],"related_works":["https://openalex.org/W2378994405","https://openalex.org/W2385974820","https://openalex.org/W2373478030","https://openalex.org/W2378679551","https://openalex.org/W3149739944","https://openalex.org/W2392363776","https://openalex.org/W2063051341","https://openalex.org/W2591066345","https://openalex.org/W1494563618","https://openalex.org/W2357022711"],"abstract_inverted_index":{"The":[0],"goal":[1],"of":[2,29,93,111,144,150,185,207],"programmatic":[3,37],"Learning":[4],"from":[5,26],"Demonstration":[6],"(LfD)":[7],"is":[8,157,160,179,202],"to":[9,21,162,182,204,211],"learn":[10],"a":[11,14,23,27,35,65,87,102,112,128,136,155,175],"policy":[12],"in":[13,101,142],"programming":[15],"language":[16],"that":[17,40,68,85],"can":[18,134],"be":[19],"used":[20],"control":[22,51,73],"robot\u2019s":[24],"behavior":[25],"set":[28],"user":[30],"demonstrations.":[31],"This":[32],"paper":[33],"presents":[34],"new":[36,103],"LfD":[38],"algorithm":[39],"targets":[41],"long-horizon":[42],"robot":[43],"tasks":[44,121,152,209],"which":[45,154],"require":[46],"synthesizing":[47],"programs":[48],"with":[49,57,139,168],"complex":[50,120],"flow":[52,74],"structures,":[53],"including":[54],"nested":[55],"loops":[56],"multiple":[58],"conditionals.":[59],"Our":[60],"proposed":[61],"method":[62],"first":[63],"learns":[64],"program":[66,137,167,194],"sketch":[67,79,195],"captures":[69],"the":[70,109,140,145,151,164,186,191,208,212],"target":[71],"program\u2019s":[72],"and":[75,107,122,197],"then":[76],"completes":[77],"this":[78],"using":[80],"an":[81,198],"LLM-guided":[82],"search":[83],"procedure":[84],"incorporates":[86],"novel":[88],"technique":[89],"for":[90,148,153],"proving":[91],"unrealizability":[92],"programming-by-demonstration":[94],"problems.":[95],"We":[96,124],"have":[97],"implemented":[98],"our":[99],"approach":[100],"tool":[104],"called":[105],"prolex":[106,133,159],"present":[108],"results":[110],"comprehensive":[113],"experimental":[114],"evaluation":[115],"on":[116],"120":[117,129],"benchmarks":[118],"involving":[119],"environments.":[123],"show":[125],"that,":[126],"given":[127,190],"second":[130],"time":[131],"limit,":[132],"find":[135,163],"consistent":[138],"demonstrations":[141],"80%":[143],"cases.":[146],"Furthermore,":[147],"81%":[149],"solution":[156],"returned,":[158],"able":[161,181],"ground":[165,192],"truth":[166,193],"just":[169],"one":[170],"demonstration.":[171],"In":[172],"comparison,":[173],"CVC5,":[174],"syntaxguided":[176],"synthesis":[177],"tool,":[178],"only":[180],"solve":[183,205],"25%":[184],"cases":[187],"even":[188],"when":[189],",":[196],"LLM-based":[199],"approach,":[200],"GPT-Synth,":[201],"unable":[203],"any":[206],"due":[210],"environment":[213],"complexity.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}