{"id":"https://openalex.org/W4401416643","doi":"https://doi.org/10.1109/icra57147.2024.10610735","title":"A Multifidelity Sim-to-Real Pipeline for Verifiable and Compositional Reinforcement Learning","display_name":"A Multifidelity Sim-to-Real Pipeline for Verifiable and Compositional Reinforcement Learning","alternate_titles":[],"publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416643","doi":"https://doi.org/10.1109/icra57147.2024.10610735"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610735","doi":"https://doi.org/10.1109/icra57147.2024.10610735","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610735","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4401416643"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.01249","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066859311","display_name":"Cyrus Neary","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cyrus Neary","raw_affiliation_strings":["The University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077138859","display_name":"Christian Ellis","orcid":"https://orcid.org/0000-0002-0544-8627","observed_orcids":["https://orcid.org/0000-0002-0544-8627"]},"institutions":[{"id":"https://openalex.org/I100633361","display_name":"University of Massachusetts Dartmouth","ror":"https://ror.org/00fzmm222","country_code":"US","type":"education","lineage":["https://openalex.org/I100633361"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian Ellis","raw_affiliation_strings":["The University of Massachusetts Dartmouth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Massachusetts Dartmouth","institution_ids":["https://openalex.org/I100633361"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025744882","display_name":"Aryaman Singh Samyal","orcid":"https://orcid.org/0000-0001-6549-3908","observed_orcids":["https://orcid.org/0000-0001-6549-3908"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aryaman Singh Samyal","raw_affiliation_strings":["The University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024122189","display_name":"Craig T. Lennon","orcid":"https://orcid.org/0000-0002-2229-2919","observed_orcids":["https://orcid.org/0000-0002-2229-2919"]},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I4210088792","display_name":"United States Army","ror":"https://ror.org/00afsp483","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I4210088792"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Craig Lennon","raw_affiliation_strings":["U.S. Army Research Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Army Research Lab","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I4210088792"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068441112","display_name":"Ufuk Topcu","orcid":"https://orcid.org/0000-0003-0819-9985","observed_orcids":["https://orcid.org/0000-0003-0819-9985"]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ufuk Topcu","raw_affiliation_strings":["The University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3466,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.58170923,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"4349","last_page":"4355"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.765999972820282},{"id":"https://openalex.org/keywords/policy-verification","display_name":"policy verification","score":0.5040000081062317},{"id":"https://openalex.org/keywords/subtask-decomposition","display_name":"subtask decomposition","score":0.8130000233650208},{"id":"https://openalex.org/keywords/sim-to-real-gap","display_name":"sim-to-real gap","score":0.6850000023841858}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7775580883026123},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.7132520079612732},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6980665922164917},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6687315106391907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3389018177986145},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2192324995994568},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icra57147.2024.10610735","doi":"https://doi.org/10.1109/icra57147.2024.10610735","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610735","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2312.01249","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.01249","pdf_url":"https://arxiv.org/pdf/2312.01249","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.01249","doi":"https://doi.org/10.48550/arxiv.2312.01249","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.01249","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.01249","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.01249","pdf_url":"https://arxiv.org/pdf/2312.01249","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2608336305","display_name":null,"funder_award_id":"W911NF-20-2","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G5259331294","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G56008422","display_name":null,"funder_award_id":"W911NF-19","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8415477955","display_name":null,"funder_award_id":"W911NF-19","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401416643.pdf","grobid_xml":"https://content.openalex.org/works/W4401416643.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W125598877","https://openalex.org/W1592847719","https://openalex.org/W1845972764","https://openalex.org/W2109910161","https://openalex.org/W2145339207","https://openalex.org/W2335959470","https://openalex.org/W2462906003","https://openalex.org/W2594829461","https://openalex.org/W2736601468","https://openalex.org/W2792114177","https://openalex.org/W2803281228","https://openalex.org/W2889987506","https://openalex.org/W2920215304","https://openalex.org/W2942608247","https://openalex.org/W2982316857","https://openalex.org/W2989847975","https://openalex.org/W3030656010","https://openalex.org/W3088310808","https://openalex.org/W3121342653","https://openalex.org/W3126321819","https://openalex.org/W3171755056","https://openalex.org/W3216772467","https://openalex.org/W4210870706","https://openalex.org/W4213377513","https://openalex.org/W4249441547","https://openalex.org/W4286375451","https://openalex.org/W4298023569","https://openalex.org/W4312908419","https://openalex.org/W4386718967","https://openalex.org/W4391896703","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W3171755056","https://openalex.org/W4386722149","https://openalex.org/W2204090322","https://openalex.org/W6966730377","https://openalex.org/W4285070106","https://openalex.org/W2042520683","https://openalex.org/W7121237638","https://openalex.org/W7213482709","https://openalex.org/W2623289472","https://openalex.org/W4408999339"],"abstract_inverted_index":{"We":[0],"propose":[1],"and":[2,9,25,40,53,103,115,128],"demonstrate":[3],"a":[4,16,82,98,130,137],"compositional":[5,131],"framework":[6,47,87,125],"for":[7,49,91,97],"training":[8,52],"verifying":[10,74],"reinforcement":[11],"learning":[12],"(RL)":[13],"systems":[14],"within":[15],"multifidelity":[17,83],"sim-to-real":[18],"pipeline,":[19,85],"in":[20,106],"order":[21],"to":[22,108,126],"deploy":[23,129],"reliable":[24],"adaptable":[26],"RL":[27,93,132],"policies":[28,80],"on":[29,64],"physical":[30],"hardware.":[31],"By":[32,73],"decomposing":[33],"complex":[34],"robotic":[35],"tasks":[36],"into":[37],"component":[38],"subtasks":[39,102],"defining":[41],"mathematical":[42],"interfaces":[43,105],"between":[44,113],"them,":[45],"the":[46,50,56,65,75,86,101,124],"allows":[48,90],"independent":[51],"testing":[54],"of":[55,77,100],"corresponding":[57],"subtask":[58,79],"policies,":[59],"while":[60],"simultaneously":[61],"providing":[62],"guarantees":[63],"overall":[66],"behavior":[67],"that":[68,134],"results":[69],"from":[70,111],"their":[71,104],"composition.":[72],"performance":[76],"these":[78],"using":[81],"simulation":[84,114],"not":[88],"only":[89],"efficient":[92],"training,":[94],"but":[95],"also":[96],"refinement":[99],"response":[107],"challenges":[109],"arising":[110],"discrepancies":[112],"reality.":[116],"In":[117],"an":[118],"experimental":[119],"case":[120],"study,":[121],"we":[122],"apply":[123],"train":[127],"system":[133],"successfully":[135],"pilots":[136],"Warthog":[138],"unmanned":[139],"ground":[140],"robot.":[141]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4401416643","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2024-08-09T00:00:00"}
