{"id":"https://openalex.org/W4416749689","doi":"https://doi.org/10.1109/iros60139.2025.11246440","title":"Real-Time Reinforcement Learning for Dynamic Tasks with a Parallel Soft Robot","display_name":"Real-Time Reinforcement Learning for Dynamic Tasks with a Parallel Soft Robot","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416749689","doi":"https://doi.org/10.1109/iros60139.2025.11246440"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11246440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057558558","display_name":"James Avtges","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Avtges","raw_affiliation_strings":["Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111050752","display_name":"J. Ketchum","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jake Ketchum","raw_affiliation_strings":["Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001492169","display_name":"Millicent Schlafly","orcid":"https://orcid.org/0000-0001-7252-2527"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Millicent Schlafly","raw_affiliation_strings":["Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091345710","display_name":"Helena Young","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Helena Young","raw_affiliation_strings":["Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013826855","display_name":"Taekyoung Kim","orcid":"https://orcid.org/0000-0003-3739-7403"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taekyoung Kim","raw_affiliation_strings":["Northwestern University,Department of Materials Science and Engineering,Evanston,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Materials Science and Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013330580","display_name":"Allison Pinosky","orcid":"https://orcid.org/0000-0002-3095-8856"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allison Pinosky","raw_affiliation_strings":["Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058930967","display_name":"Ryan L. Truby","orcid":"https://orcid.org/0000-0002-1313-6463"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan L. Truby","raw_affiliation_strings":["Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067725461","display_name":"Todd D. Murphey","orcid":"https://orcid.org/0000-0003-2262-8176"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Todd D. Murphey","raw_affiliation_strings":["Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Mechanical Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5537","last_page":"5544"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.8970999717712402,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.8970999717712402,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11737","display_name":"Advanced Materials and Mechanics","score":0.054099999368190765,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.00930000003427267,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7935000061988831},{"id":"https://openalex.org/keywords/soft-robotics","display_name":"Soft robotics","score":0.6647999882698059},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.6460999846458435},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5891000032424927},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4410000145435333},{"id":"https://openalex.org/keywords/soft-computing","display_name":"Soft computing","score":0.43050000071525574},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.37209999561309814},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.3472000062465668}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7935000061988831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6861000061035156},{"id":"https://openalex.org/C2776058767","wikidata":"https://www.wikidata.org/wiki/Q24327151","display_name":"Soft robotics","level":3,"score":0.6647999882698059},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.6460999846458435},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5891000032424927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48069998621940613},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4410000145435333},{"id":"https://openalex.org/C140073362","wikidata":"https://www.wikidata.org/wiki/Q738759","display_name":"Soft computing","level":3,"score":0.43050000071525574},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3476000130176544},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.29980000853538513},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C2982836594","wikidata":"https://www.wikidata.org/wiki/Q902144","display_name":"Soft materials","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2632000148296356},{"id":"https://openalex.org/C152279782","wikidata":"https://www.wikidata.org/wiki/Q13583542","display_name":"Shearing (physics)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11246440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1515749184","https://openalex.org/W1525280637","https://openalex.org/W2077129956","https://openalex.org/W2148330858","https://openalex.org/W2296073425","https://openalex.org/W2410617946","https://openalex.org/W2528734395","https://openalex.org/W2618733545","https://openalex.org/W2738778707","https://openalex.org/W2800895394","https://openalex.org/W2901112449","https://openalex.org/W2968169371","https://openalex.org/W3008895125","https://openalex.org/W3038822267","https://openalex.org/W3046814132","https://openalex.org/W3121342653","https://openalex.org/W3126321819","https://openalex.org/W3127171952","https://openalex.org/W3133349997","https://openalex.org/W3142849873","https://openalex.org/W3179364417","https://openalex.org/W3204719635","https://openalex.org/W3206200647","https://openalex.org/W4210478179","https://openalex.org/W4226458162","https://openalex.org/W4252189904","https://openalex.org/W4291019722","https://openalex.org/W4293057263","https://openalex.org/W4293461993","https://openalex.org/W4295743150","https://openalex.org/W4311628271","https://openalex.org/W4367041227","https://openalex.org/W4385489608","https://openalex.org/W4389666971","https://openalex.org/W4396583645","https://openalex.org/W4400421530","https://openalex.org/W4400421711","https://openalex.org/W4401413712","https://openalex.org/W4414432258"],"related_works":[],"abstract_inverted_index":{"Closed-loop":[0],"control":[1,54,80],"remains":[2],"an":[3],"open":[4],"challenge":[5],"in":[6,86,147,184,208],"soft":[7,13,26,33,101,203,219],"robotics.":[8],"The":[9],"nonlinear":[10],"responses":[11],"of":[12,22,31,48,121,139,156,162],"actuators":[14,102,164,174],"under":[15],"dynamic":[16,83,158],"loading":[17],"conditions":[18],"limit":[19],"the":[20,46,137,163,195,209],"use":[21,92],"analytic":[23],"models":[24],"for":[25,77,82],"robot":[27],"control.":[28],"Traditional":[29],"methods":[30],"controlling":[32],"robots":[34],"underutilize":[35],"their":[36],"configuration":[37],"spaces":[38],"to":[39,135,194],"avoid":[40],"nonlinearity,":[41],"hysteresis,":[42],"large":[43],"deformations,":[44],"and":[45,67,141,171,212,217],"risk":[47],"actuator":[49],"damage.":[50],"Furthermore,":[51],"episodic":[52],"data-driven":[53],"approaches":[55],"such":[56],"as":[57,185,187],"reinforcement":[58],"learning":[59,79,115,157,199,207],"(RL)":[60],"are":[61,165],"traditionally":[62],"limited":[63],"by":[64,168,172],"sample":[65],"efficiency":[66],"inconsistency":[68],"across":[69],"initializations.":[70],"In":[71,133],"this":[72],"work,":[73],"we":[74,125,144],"demonstrate":[75,145],"RL":[76,153],"reliably":[78,206],"policies":[81],"balancing":[84,129,159],"tasks":[85],"real-time":[87],"single-shot":[88],"hardware":[89,201],"deployments.":[90],"We":[91],"a":[93,113,122,148],"deformable":[94],"Stewart":[95],"platform":[96],"constructed":[97],"using":[98],"parallel,":[99],"3D-printed":[100],"based":[103,117],"on":[104,118,200],"motorized":[105],"handed":[106],"shearing":[107],"auxetic":[108],"(HSA)":[109],"structures.":[110],"By":[111],"introducing":[112],"curriculum":[114],"approach":[116],"expanding":[119],"neighborhoods":[120],"known":[123],"equilibrium,":[124],"achieve":[126],"reliable":[127],"single-deployment":[128],"at":[130],"arbitrary":[131],"coordinates.":[132],"addition":[134],"benchmarking":[136],"performance":[138,191],"model-based":[140],"model-free":[142],"methods,":[143],"that":[146],"single":[149],"deployment,":[150],"Maximum":[151],"Diffusion":[152],"is":[154],"capable":[155,218],"after":[160],"half":[161],"effectively":[166],"disabled,":[167],"inducing":[169],"buckling":[170],"breaking":[173],"with":[175,180,190],"bolt":[176],"cutters.":[177],"Training":[178],"occurs":[179],"no":[181],"prior":[182],"data,":[183],"fast":[186],"15":[188],"minutes,":[189],"nearly":[192],"identical":[193],"fully-intact":[196],"platform.":[197],"Single-shot":[198],"facilitates":[202],"robotic":[204],"systems":[205],"real":[210],"world":[211],"will":[213],"enable":[214],"more":[215],"diverse":[216],"robots.":[220]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-28T00:00:00"}