{"id":"https://openalex.org/W4389667034","doi":"https://doi.org/10.1109/iros55552.2023.10341369","title":"Generating Scenarios from High-Level Specifications for Object Rearrangement Tasks","display_name":"Generating Scenarios from High-Level Specifications for Object Rearrangement Tasks","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389667034","doi":"https://doi.org/10.1109/iros55552.2023.10341369"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10341369","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kth.diva-portal.org/smash/get/diva2:1831236/FULLTEXT01","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090819001","display_name":"Sanne van Waveren","orcid":"https://orcid.org/0000-0003-3729-157X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanne van Waveren","raw_affiliation_strings":["School of Interactive Computing, Georgia Institute of Technology,Atlanta,GA,USA,30332"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology,Atlanta,GA,USA,30332","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005479279","display_name":"Christian Pek","orcid":"https://orcid.org/0000-0001-7461-920X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Christian Pek","raw_affiliation_strings":["Delft University of Technology,Department of Cognitive Robotics,Delft,the Netherlands","Department of Cognitive Robotics, Delft University of Technology, Delft, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Department of Cognitive Robotics,Delft,the Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Department of Cognitive Robotics, Delft University of Technology, Delft, the Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082559019","display_name":"Iolanda Leite","orcid":"https://orcid.org/0000-0002-2212-4325"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Iolanda Leite","raw_affiliation_strings":["KTH Royal Institute of Technology,Division of Robotics, Perception, and Learning,Stockholm,Sweden","Division of Robotics, Perception, and Learning, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,Division of Robotics, Perception, and Learning,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Division of Robotics, Perception, and Learning, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042698317","display_name":"Jana T\u016fmov\u00e1","orcid":"https://orcid.org/0000-0003-4173-2593"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Jana Tumova","raw_affiliation_strings":["KTH Royal Institute of Technology,Division of Robotics, Perception, and Learning,Stockholm,Sweden","Division of Robotics, Perception, and Learning, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,Division of Robotics, Perception, and Learning,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Division of Robotics, Perception, and Learning, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023792180","display_name":"Danica Kragi\u0107","orcid":"https://orcid.org/0000-0003-2965-2953"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Danica Kragic","raw_affiliation_strings":["KTH Royal Institute of Technology,Division of Robotics, Perception, and Learning,Stockholm,Sweden","Division of Robotics, Perception, and Learning, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,Division of Robotics, Perception, and Learning,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Division of Robotics, Perception, and Learning, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20187959,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11420","last_page":"11427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7981623411178589},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6706213355064392},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6517612338066101},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5907538533210754},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5752324461936951},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.534184455871582},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.525963544845581},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4888257384300232},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4431668817996979},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4202271103858948},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4070585370063782},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.15393564105033875},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10208970308303833}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7981623411178589},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6706213355064392},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6517612338066101},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5907538533210754},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5752324461936951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.534184455871582},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.525963544845581},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4888257384300232},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4431668817996979},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4202271103858948},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4070585370063782},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.15393564105033875},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10208970308303833},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iros55552.2023.10341369","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:kth-342642","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-342642","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1831236/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:DiVA.org:kth-333946","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-333946","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:tudelft.nl:uuid:8719a06c-5b8c-4989-ab9c-1d62f395cb88","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:8719a06c-5b8c-4989-ab9c-1d62f395cb88","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-342642","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-342642","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1831236/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1554029444","display_name":null,"funder_award_id":"SSFFFL18-0199","funder_id":"https://openalex.org/F4320320940","funder_display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning"},{"id":"https://openalex.org/G455710082","display_name":"ISLA: Interaktivt L\u00e4rande f\u00f6r Robotar","funder_award_id":"FFL18-0199","funder_id":"https://openalex.org/F4320320940","funder_display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning"}],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4389667034.pdf"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1424654272","https://openalex.org/W1522301498","https://openalex.org/W1533557569","https://openalex.org/W1541730457","https://openalex.org/W1806263934","https://openalex.org/W2001141328","https://openalex.org/W2004796166","https://openalex.org/W2035950904","https://openalex.org/W2049696538","https://openalex.org/W2113410615","https://openalex.org/W2151958719","https://openalex.org/W2162559028","https://openalex.org/W2327562811","https://openalex.org/W2470448410","https://openalex.org/W2534314849","https://openalex.org/W2567705466","https://openalex.org/W2602257487","https://openalex.org/W2904157920","https://openalex.org/W2949982377","https://openalex.org/W2951326654","https://openalex.org/W2960352216","https://openalex.org/W2963538198","https://openalex.org/W2968917487","https://openalex.org/W2976883600","https://openalex.org/W2999046867","https://openalex.org/W3012544020","https://openalex.org/W3016943329","https://openalex.org/W3036167779","https://openalex.org/W3040707741","https://openalex.org/W3090761124","https://openalex.org/W3090814639","https://openalex.org/W3093908578","https://openalex.org/W3112335585","https://openalex.org/W3123742938","https://openalex.org/W3128755835","https://openalex.org/W3150807214","https://openalex.org/W3162926177","https://openalex.org/W3175280799","https://openalex.org/W3175534343","https://openalex.org/W3175814376","https://openalex.org/W3177288896","https://openalex.org/W3186881096","https://openalex.org/W4205557037","https://openalex.org/W4206575475","https://openalex.org/W4226197112","https://openalex.org/W4287867561","https://openalex.org/W4293568373","https://openalex.org/W4295312788","https://openalex.org/W4320013936","https://openalex.org/W6610566761","https://openalex.org/W6631190155","https://openalex.org/W6632593403","https://openalex.org/W6638365565","https://openalex.org/W6702162793","https://openalex.org/W6727654133","https://openalex.org/W6741302124","https://openalex.org/W6753123669","https://openalex.org/W6757288412","https://openalex.org/W6766978945","https://openalex.org/W6769596995","https://openalex.org/W6769912674","https://openalex.org/W6770847983","https://openalex.org/W6771750343","https://openalex.org/W6774041431","https://openalex.org/W6775683342","https://openalex.org/W6779823529","https://openalex.org/W6779947485","https://openalex.org/W6780248173","https://openalex.org/W6790543905","https://openalex.org/W6795288823","https://openalex.org/W6810861559"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W4238433571","https://openalex.org/W2967848559","https://openalex.org/W4299831724","https://openalex.org/W4283803360"],"abstract_inverted_index":{"Rearranging":[0],"objects":[1,31],"is":[2],"an":[3],"essential":[4],"skill":[5],"for":[6,32],"robots.":[7],"To":[8],"quickly":[9],"teach":[10],"robots":[11],"new":[12],"rearrangements":[13],"tasks,":[14],"we":[15,43],"would":[16],"like":[17],"to":[18,38,46,49,54,104],"generate":[19,85,105],"training":[20,138],"scenarios":[21,52,87,107,134],"from":[22,65],"high-level":[23],"specifications":[24,66,103],"that":[25,108,119,131],"define":[26],"the":[27,33,40,69,76,110,132],"relative":[28],"placement":[29],"of":[30,139,144],"task":[34],"at":[35],"hand.":[36],"Ideally,":[37],"guide":[39],"robot's":[41],"learning":[42],"also":[44],"want":[45],"be":[47],"able":[48],"rank":[50],"these":[51],"according":[53],"their":[55,90],"difficulty.":[56,91],"Prior":[57],"work":[58],"has":[59],"shown":[60],"how":[61],"generating":[62],"diverse":[63,86],"scenario":[64,80],"and":[67,112,125,130],"providing":[68],"robot":[70],"with":[71],"easy-to-difficult":[72],"samples":[73],"can":[74,135],"improve":[75,137],"learning.":[77],"Yet,":[78],"existing":[79],"generation":[81],"methods":[82],"typically":[83],"cannot":[84],"while":[88],"controlling":[89],"We":[92],"address":[93],"this":[94],"challenge":[95],"by":[96,142],"conditioning":[97],"generative":[98,120],"models":[99,121],"on":[100],"spatial":[101],"logic":[102],"spatially-structured":[106,133],"meet":[109],"specification":[111],"desired":[113],"difficulty":[114],"level.":[115],"Our":[116],"experiments":[117],"showed":[118],"are":[122],"more":[123],"effective":[124],"data-efficient":[126],"than":[127],"rejection":[128],"sam-pling":[129],"drastically":[136],"downstream":[140],"tasks":[141],"orders":[143],"magnitude.":[145]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}