{"id":"https://openalex.org/W3179146632","doi":"https://doi.org/10.1109/iros51168.2021.9636037","title":"Reactive Long Horizon Task Execution via Visual Skill and Precondition Models","display_name":"Reactive Long Horizon Task Execution via Visual Skill and Precondition Models","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3179146632","doi":"https://doi.org/10.1109/iros51168.2021.9636037","mag":"3179146632"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9636037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636037","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075982799","display_name":"Shohin Mukherjee","orcid":"https://orcid.org/0000-0003-4042-9605"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shohin Mukherjee","raw_affiliation_strings":["Carnegie Mellon University, USA","NVIDIA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"NVIDIA, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044926286","display_name":"Chris Paxton","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Paxton","raw_affiliation_strings":["NVIDIA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021728625","display_name":"Arsalan Mousavian","orcid":"https://orcid.org/0000-0001-9356-9455"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arsalan Mousavian","raw_affiliation_strings":["NVIDIA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073162537","display_name":"Adam Fishman","orcid":"https://orcid.org/0000-0002-8807-3102"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Fishman","raw_affiliation_strings":["NVIDIA, USA","University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103257510","display_name":"Maxim Likhachev","orcid":"https://orcid.org/0000-0002-9539-2398"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxim Likhachev","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108257764","display_name":"Dieter Fox","orcid":"https://orcid.org/0009-0009-4694-9127"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dieter Fox","raw_affiliation_strings":["NVIDIA, USA","University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.3534,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.96274357,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5717","last_page":"5724"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.82659912109375},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7113474607467651},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.5709951519966125},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5552963018417358},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5450740456581116},{"id":"https://openalex.org/keywords/precondition","display_name":"Precondition","score":0.5439696907997131},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.540505588054657},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5284927487373352},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46126869320869446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41991740465164185},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20500728487968445},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10904830694198608}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.82659912109375},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7113474607467651},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.5709951519966125},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5552963018417358},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5450740456581116},{"id":"https://openalex.org/C192465680","wikidata":"https://www.wikidata.org/wiki/Q1413450","display_name":"Precondition","level":2,"score":0.5439696907997131},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.540505588054657},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5284927487373352},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46126869320869446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41991740465164185},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20500728487968445},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10904830694198608},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros51168.2021.9636037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636037","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1539716820","https://openalex.org/W2108535023","https://openalex.org/W2161076907","https://openalex.org/W2161414194","https://openalex.org/W2403069916","https://openalex.org/W2490090381","https://openalex.org/W2599174273","https://openalex.org/W2605102758","https://openalex.org/W2893763910","https://openalex.org/W2945600613","https://openalex.org/W2955035422","https://openalex.org/W2963092423","https://openalex.org/W2963121255","https://openalex.org/W2963188159","https://openalex.org/W2963411833","https://openalex.org/W2963629498","https://openalex.org/W2963903510","https://openalex.org/W2964055695","https://openalex.org/W2965407719","https://openalex.org/W2968073526","https://openalex.org/W2968116426","https://openalex.org/W2968967434","https://openalex.org/W2970764142","https://openalex.org/W2975980450","https://openalex.org/W2979490629","https://openalex.org/W2980421174","https://openalex.org/W2981601849","https://openalex.org/W2986303149","https://openalex.org/W3001865277","https://openalex.org/W3003735829","https://openalex.org/W3004133887","https://openalex.org/W3008535267","https://openalex.org/W3024136670","https://openalex.org/W3028609229","https://openalex.org/W3029330586","https://openalex.org/W3030193665","https://openalex.org/W3037482492","https://openalex.org/W3039141704","https://openalex.org/W3086412568","https://openalex.org/W3089355520","https://openalex.org/W3090814639","https://openalex.org/W3091340437","https://openalex.org/W3092663687","https://openalex.org/W3101103779","https://openalex.org/W3101355526","https://openalex.org/W3104605181","https://openalex.org/W3126321819","https://openalex.org/W3210246279","https://openalex.org/W4289489637","https://openalex.org/W6676557315","https://openalex.org/W6683620479","https://openalex.org/W6713184877","https://openalex.org/W6739778489","https://openalex.org/W6744563498","https://openalex.org/W6745401828","https://openalex.org/W6754677871","https://openalex.org/W6755437240","https://openalex.org/W6764969207","https://openalex.org/W6766284323","https://openalex.org/W6767372934","https://openalex.org/W6769412493","https://openalex.org/W6769492773","https://openalex.org/W6777658920","https://openalex.org/W6783068448","https://openalex.org/W6784365708"],"related_works":["https://openalex.org/W2294916142","https://openalex.org/W1988458526","https://openalex.org/W2953046944","https://openalex.org/W1581362285","https://openalex.org/W2185407019","https://openalex.org/W2368102490","https://openalex.org/W2367100904","https://openalex.org/W2060305346","https://openalex.org/W2051058708","https://openalex.org/W58099322"],"abstract_inverted_index":{"Zero-shot":[0],"execution":[1],"of":[2,16,25,59,68,75,111],"unseen":[3,48],"robotic":[4,49],"tasks":[5,17,50,138],"is":[6,35,130,143],"important":[7],"to":[8,11,28,56,107,121,132,168,175],"allowing":[9],"robots":[10],"perform":[12],"a":[13,60,66,73,86,92,108],"wide":[14,109],"variety":[15],"in":[18,32,54,82,153,157,163,170,179],"human":[19],"environments,":[20],"but":[21,102],"collecting":[22],"the":[23,33,122,158,180],"amounts":[24],"data":[26],"necessary":[27],"train":[29],"end-to-end":[30],"policies":[31],"real-world":[34,123,146,181,192],"often":[36],"infeasible.":[37],"We":[38,64,84,148],"describe":[39],"an":[40,161],"approach":[41,152],"for":[42,145],"sim-to-real":[43],"training":[44],"that":[45],"can":[46,117],"accomplish":[47,136],"using":[51],"models":[52],"learned":[53],"simulation":[55,120,155,171],"ground":[57],"components":[58],"simple":[61],"task":[62,88],"planner.":[63],"learn":[65],"library":[67],"parameterized":[69],"skills,":[70],"along":[71],"with":[72,124,184],"set":[74],"predicates-based":[76],"preconditions":[77],"and":[78,114,116,135,156,172,193],"termination":[79],"conditions,":[80],"entirely":[81],"simulation.":[83],"explore":[85],"block-stacking":[87],"because":[89],"it":[90],"has":[91],"clear":[93],"structure,":[94],"where":[95],"multiple":[96],"skills":[97],"must":[98],"be":[99],"chained":[100],"together,":[101],"our":[103,150],"methods":[104],"are":[105],"applicable":[106],"range":[110],"other":[112],"problems":[113],"domains,":[115],"transfer":[118],"from":[119,139,166,173],"no":[125],"fine":[126],"tuning.":[127],"The":[128],"system":[129],"able":[131],"recognize":[133],"failures":[134],"long-horizon":[137],"perceptual":[140],"input,":[141],"which":[142],"critical":[144],"execution.":[147],"evaluate":[149],"proposed":[151],"both":[154,191],"real-world,":[159],"showing":[160],"increase":[162],"success":[164,177],"rate":[165,178],"91.6%":[167],"98%":[169],"10%":[174],"80%":[176],"as":[182],"compared":[183],"naive":[185],"baselines.":[186],"For":[187],"experiment":[188],"videos":[189],"including":[190],"simulation,":[194],"see:":[195],"https://www.youtube.com/playlist?list=PL-oD0xHUngeLfQmpngYkGFZarstfPOXqX":[196]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}