{"id":"https://openalex.org/W3189699967","doi":"https://doi.org/10.1109/icra46639.2022.9812057","title":"Long-Horizon Manipulation of Unknown Objects via Task and Motion Planning with Estimated Affordances","display_name":"Long-Horizon Manipulation of Unknown Objects via Task and Motion Planning with Estimated Affordances","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W3189699967","doi":"https://doi.org/10.1109/icra46639.2022.9812057","mag":"3189699967"},"language":"en","primary_location":{"id":"doi:10.1109/icra46639.2022.9812057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812057","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062719305","display_name":"Aidan Curtis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aidan Curtis","raw_affiliation_strings":["CSAIL, MIT,USA","CSAIL, MIT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, MIT,USA","institution_ids":[]},{"raw_affiliation_string":"CSAIL, MIT, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112049375","display_name":"Xiaolin Fang","orcid":"https://orcid.org/0000-0002-0164-2596"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaolin Fang","raw_affiliation_strings":["CSAIL, MIT,USA","CSAIL, MIT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, MIT,USA","institution_ids":[]},{"raw_affiliation_string":"CSAIL, MIT, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012862284","display_name":"Leslie Pack Kaelbling","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leslie Pack Kaelbling","raw_affiliation_strings":["CSAIL, MIT,USA","CSAIL, MIT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, MIT,USA","institution_ids":[]},{"raw_affiliation_string":"CSAIL, MIT, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063238208","display_name":"Tom\u00e1s Lozano\u2010P\u00e9rez","orcid":"https://orcid.org/0000-0002-8657-2450"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tomas Lozano-Perez","raw_affiliation_strings":["CSAIL, MIT,USA","CSAIL, MIT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, MIT,USA","institution_ids":[]},{"raw_affiliation_string":"CSAIL, MIT, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015917510","display_name":"Caelan Reed Garrett","orcid":"https://orcid.org/0000-0002-6474-1276"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caelan Reed Garrett","raw_affiliation_strings":["NVIDIA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1940","last_page":"1946"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.82362961769104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7523941993713379},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6625809669494629},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6311210989952087},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5923218727111816},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5685035586357117},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5483513474464417},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5401083827018738},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5399916172027588},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5061919093132019},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.48845186829566956},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4770343005657196},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4331355094909668},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.41627237200737},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13399538397789001}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.82362961769104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7523941993713379},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6625809669494629},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6311210989952087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5923218727111816},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5685035586357117},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5483513474464417},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5401083827018738},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5399916172027588},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5061919093132019},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.48845186829566956},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4770343005657196},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4331355094909668},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.41627237200737},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13399538397789001},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra46639.2022.9812057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812057","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G2773019091","display_name":null,"funder_award_id":"FA9550-17-1-0165","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G4406529996","display_name":"S&AS:INT: Integrated Reasoning, Planning and Acting for Household Robots","funder_award_id":"1723381","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5452928237","display_name":null,"funder_award_id":"N00014-18-1-2847","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W15206906","https://openalex.org/W46565623","https://openalex.org/W1505952289","https://openalex.org/W1673310716","https://openalex.org/W2046741674","https://openalex.org/W2046796791","https://openalex.org/W2070683816","https://openalex.org/W2085261163","https://openalex.org/W2134141465","https://openalex.org/W2135639338","https://openalex.org/W2141664020","https://openalex.org/W2141841102","https://openalex.org/W2151631165","https://openalex.org/W2153400869","https://openalex.org/W2166316739","https://openalex.org/W2190691619","https://openalex.org/W2207352740","https://openalex.org/W2403069916","https://openalex.org/W2560609797","https://openalex.org/W2561079189","https://openalex.org/W2613718673","https://openalex.org/W2773765248","https://openalex.org/W2788724561","https://openalex.org/W2794922736","https://openalex.org/W2908549092","https://openalex.org/W2963150697","https://openalex.org/W2963166883","https://openalex.org/W2963188159","https://openalex.org/W2963654160","https://openalex.org/W2964055695","https://openalex.org/W2967153639","https://openalex.org/W2986303149","https://openalex.org/W2990747716","https://openalex.org/W2997088169","https://openalex.org/W3031634197","https://openalex.org/W3038163993","https://openalex.org/W3089355520","https://openalex.org/W3090814639","https://openalex.org/W3119044505","https://openalex.org/W3128894241","https://openalex.org/W3131115577","https://openalex.org/W3132114951","https://openalex.org/W3137905681","https://openalex.org/W3150384095","https://openalex.org/W3154938165","https://openalex.org/W3173991492","https://openalex.org/W3205150124","https://openalex.org/W3207057769","https://openalex.org/W3207647944","https://openalex.org/W4287209565","https://openalex.org/W6600603040","https://openalex.org/W6713184877","https://openalex.org/W6768397756","https://openalex.org/W6779577385","https://openalex.org/W6787056710"],"related_works":["https://openalex.org/W1972718289","https://openalex.org/W1791514435","https://openalex.org/W2346831895","https://openalex.org/W2248634132","https://openalex.org/W2295809616","https://openalex.org/W3049116993","https://openalex.org/W2070708245","https://openalex.org/W1541884709","https://openalex.org/W2589081601","https://openalex.org/W1966542732"],"abstract_inverted_index":{"We":[0,54,78],"present":[1],"a":[2,14,65,106,111,121],"strategy":[3,58,103],"for":[4],"designing":[5],"and":[6,21,27,44,75,94,127],"building":[7],"very":[8],"general":[9],"robot":[10,45,50],"manipulation":[11,117],"systems":[12,33],"using":[13,90],"general-purpose":[15],"task-and-motion":[16],"planner":[17],"with":[18,87],"both":[19],"engineered":[20],"learned":[22],"modules":[23,82],"that":[24,37,56,101],"estimate":[25],"properties":[26],"affordances":[28],"of":[29,71,114,124,132],"unknown":[30],"objects.":[31],"Such":[32],"are":[34],"closed-loop":[35],"policies":[36],"map":[38],"from":[39],"RGB":[40],"images,":[41,43],"depth":[42],"joint":[46,51],"encoder":[47],"measurements":[48],"to":[49,60,109],"position":[52],"commands.":[53],"show":[55,79],"this":[57,102],"leads":[59],"intelligent":[61],"behaviors":[62],"even":[63],"without":[64,129],"priori":[66],"knowledge":[67,131],"regarding":[68],"the":[69,91,133],"set":[70],"objects,":[72,125],"their":[73,76],"geometries,":[74],"affordances.":[77],"how":[80],"these":[81],"can":[83,104],"be":[84],"flexibly":[85],"composed":[86],"robot-centric":[88],"primitives":[89],"PDDLStream":[92],"task":[93],"motion":[95],"planning":[96],"framework.":[97],"Finally,":[98],"we":[99],"demonstrate":[100],"enable":[105],"single":[107],"policy":[108],"perform":[110],"wide":[112],"variety":[113],"real-world":[115],"multi-step":[116],"tasks,":[118],"generalizing":[119],"over":[120],"broad":[122],"class":[123],"arrangements,":[126],"goals,":[128],"prior":[130],"environment":[134],"or":[135],"re-training.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
