{"id":"https://openalex.org/W4401413632","doi":"https://doi.org/10.1109/icra57147.2024.10610048","title":"Reinforcement learning for freeform robot design","display_name":"Reinforcement learning for freeform robot design","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401413632","doi":"https://doi.org/10.1109/icra57147.2024.10610048"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610048","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610048","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102723689","display_name":"Muhan Li","orcid":"https://orcid.org/0009-0000-0657-533X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhan Li","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049410733","display_name":"David Matthews","orcid":"https://orcid.org/0000-0002-5626-4668"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Matthews","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003985051","display_name":"Sam Kriegman","orcid":"https://orcid.org/0000-0002-9207-1775"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sam Kriegman","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2913,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54145038,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"8799","last_page":"8806"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7827596664428711},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6749528646469116},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5499701499938965},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.47270891070365906},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46575480699539185},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.4479677677154541},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4035852253437042},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3358520567417145},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22511041164398193},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.06258749961853027}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7827596664428711},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6749528646469116},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5499701499938965},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.47270891070365906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46575480699539185},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.4479677677154541},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4035852253437042},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3358520567417145},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22511041164398193},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.06258749961853027}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610048","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610048","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309475","display_name":"Northwestern University","ror":"https://ror.org/000e0be47"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1481659984","https://openalex.org/W1609223620","https://openalex.org/W1704704075","https://openalex.org/W1784796383","https://openalex.org/W1983449914","https://openalex.org/W2089087399","https://openalex.org/W2117179645","https://openalex.org/W2147265818","https://openalex.org/W2156174987","https://openalex.org/W2216829287","https://openalex.org/W2701942770","https://openalex.org/W2736021157","https://openalex.org/W2736601468","https://openalex.org/W2761536263","https://openalex.org/W2913988491","https://openalex.org/W2962696179","https://openalex.org/W2963826410","https://openalex.org/W2984784701","https://openalex.org/W2985106077","https://openalex.org/W2999228461","https://openalex.org/W3034637066","https://openalex.org/W3043002680","https://openalex.org/W3106528330","https://openalex.org/W3107834591","https://openalex.org/W3123139944","https://openalex.org/W3149466088","https://openalex.org/W3194488868","https://openalex.org/W3202717607","https://openalex.org/W3217179348","https://openalex.org/W4283784756","https://openalex.org/W4287774906","https://openalex.org/W4291019722","https://openalex.org/W4382360343","https://openalex.org/W4384024569","https://openalex.org/W4387299638","https://openalex.org/W6631943919","https://openalex.org/W6741002519","https://openalex.org/W6752963931","https://openalex.org/W6758771928","https://openalex.org/W6785173017","https://openalex.org/W6789236208","https://openalex.org/W6802363042"],"related_works":["https://openalex.org/W2122871747","https://openalex.org/W3114279067","https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W4220829754","https://openalex.org/W2351343564"],"abstract_inverted_index":{"Inspired":[0],"by":[1],"the":[2,35,48],"necessity":[3],"of":[4,12,24,33,38,50,82],"morphological":[5],"adaptation":[6],"in":[7,124],"animals,":[8],"a":[9,25,39,51],"growing":[10],"body":[11],"work":[13],"has":[14],"attempted":[15],"to":[16,20,44,86,121],"expand":[17],"robot":[18,40],"training":[19],"encompass":[21],"physical":[22,122],"aspects":[23],"robot\u2019s":[26],"design.":[27],"However,":[28],"reinforcement":[29],"learning":[30],"methods":[31],"capable":[32],"optimizing":[34],"3D":[36],"morphology":[37],"have":[41],"been":[42],"restricted":[43],"reorienting":[45],"or":[46,79],"resizing":[47],"limbs":[49],"predetermined":[52],"and":[53,69,95,118],"static":[54],"topological":[55],"genus.":[56],"Here":[57],"we":[58,106],"show":[59],"policy":[60],"gradients":[61],"for":[62,101,114],"designing":[63],"freeform":[64],"robots":[65],"with":[66],"arbitrary":[67],"external":[68],"internal":[70],"structure.":[71],"This":[72],"is":[73],"achieved":[74],"through":[75],"actions":[76],"that":[77],"deposit":[78],"remove":[80],"bundles":[81],"atomic":[83],"building":[84],"blocks":[85],"form":[87],"higher-level":[88],"nonparametric":[89],"macrostructures":[90],"such":[91],"as":[92],"appendages,":[93],"organs":[94],"cavities.":[96],"Although":[97],"results":[98],"are":[99],"provided":[100],"open":[102],"loop":[103,116],"control":[104,117],"only,":[105],"discuss":[107],"how":[108],"this":[109],"method":[110],"could":[111],"be":[112],"adapted":[113],"closed":[115],"sim2real":[119],"transfer":[120],"machines":[123],"future.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}