{"id":"https://openalex.org/W4417002443","doi":"https://doi.org/10.1109/lra.2025.3640425","title":"A Reinforcement Learning Based FEM Solver for Accelerating Contact-Influenced Simulation of Continuum Robots","display_name":"A Reinforcement Learning Based FEM Solver for Accelerating Contact-Influenced Simulation of Continuum Robots","publication_year":2025,"publication_date":"2025-12-04","ids":{"openalex":"https://openalex.org/W4417002443","doi":"https://doi.org/10.1109/lra.2025.3640425"},"language":null,"primary_location":{"id":"doi:10.1109/lra.2025.3640425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3640425","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061834877","display_name":"H. S. Chen","orcid":"https://orcid.org/0009-0000-5885-3151"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-5885-3151","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101567856","display_name":"Jian Chen","orcid":"https://orcid.org/0000-0003-1775-0134"},"institutions":[{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jian Chen","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong SAR, China","Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-1775-0134","affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong SAR, China","institution_ids":["https://openalex.org/I4210121405"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong, China","institution_ids":["https://openalex.org/I4210121405"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100608776","display_name":"Zhongkai Zhang","orcid":"https://orcid.org/0000-0003-3910-1055"},"institutions":[{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Zhongkai Zhang","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong SAR, China","Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-3910-1055","affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong SAR, China","institution_ids":["https://openalex.org/I4210121405"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong, China","institution_ids":["https://openalex.org/I4210121405"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004659892","display_name":"Hongbin Liu","orcid":"https://orcid.org/0000-0002-4315-7556"},"institutions":[{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Hongbin Liu","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong SAR, China","Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-4315-7556","affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong SAR, China","institution_ids":["https://openalex.org/I4210121405"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science Innovation, Chinese Academy of Sciences, Hong Kong, China","institution_ids":["https://openalex.org/I4210121405"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30422137,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":"2","first_page":"1482","last_page":"1489"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.5960999727249146,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.5960999727249146,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11394","display_name":"Dynamics and Control of Mechanical Systems","score":0.274399995803833,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.023399999365210533,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/finite-element-method","display_name":"Finite element method","score":0.7440000176429749},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.7432000041007996},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7056000232696533},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6913999915122986},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.508400022983551},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.4422000050544739},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.41589999198913574},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.40119999647140503}],"concepts":[{"id":"https://openalex.org/C135628077","wikidata":"https://www.wikidata.org/wiki/Q220184","display_name":"Finite element method","level":2,"score":0.7440000176429749},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.7432000041007996},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7056000232696533},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6913999915122986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5737000107765198},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.4422000050544739},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.41589999198913574},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.40119999647140503},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.30720001459121704},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2897999882698059},{"id":"https://openalex.org/C500300565","wikidata":"https://www.wikidata.org/wiki/Q925667","display_name":"Computer simulation","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.2806999981403351},{"id":"https://openalex.org/C153008295","wikidata":"https://www.wikidata.org/wiki/Q6535093","display_name":"Level set (data structures)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2712000012397766},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C136434205","wikidata":"https://www.wikidata.org/wiki/Q3437269","display_name":"Hexapod","level":3,"score":0.2630999982357025},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C81302111","wikidata":"https://www.wikidata.org/wiki/Q2916417","display_name":"Contact force","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3640425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3640425","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335639","display_name":"Institute of Automation, Chinese Academy of Sciences","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1515749184","https://openalex.org/W2022816211","https://openalex.org/W2097770951","https://openalex.org/W2121272278","https://openalex.org/W2580876180","https://openalex.org/W2736748681","https://openalex.org/W2769646558","https://openalex.org/W2884288731","https://openalex.org/W2962741900","https://openalex.org/W2963000588","https://openalex.org/W3003757018","https://openalex.org/W3127125587","https://openalex.org/W3133156511","https://openalex.org/W4226128209","https://openalex.org/W4292363360","https://openalex.org/W4386528222","https://openalex.org/W4399057755","https://openalex.org/W4401413994","https://openalex.org/W4407348472","https://openalex.org/W4408519630","https://openalex.org/W4413945810"],"related_works":[],"abstract_inverted_index":{"Continuum":[0],"robots":[1],"exhibit":[2],"exceptional":[3],"flexibility":[4],"and":[5],"multi-degree-of-freedom":[6],"maneuverability,":[7],"offering":[8],"significant":[9,86],"advantages":[10],"for":[11,44,91],"navigating":[12],"confined":[13],"luminal":[14],"spaces.":[15],"However,":[16],"rapid":[17],"simulation":[18,48],"of":[19],"their":[20],"contact-influenced":[21],"behavior":[22],"remains":[23],"challenging.":[24],"This":[25],"paper":[26],"presents":[27],"RLFEM,":[28],"an":[29,65],"innovative":[30],"finite":[31],"element":[32],"method":[33],"(FEM)":[34],"featuring":[35],"a":[36,57,101],"reinforcement":[37,73],"learning-enhanced":[38],"quadratic":[39],"programming":[40],"solver,":[41],"specifically":[42],"designed":[43],"efficient":[45],"continuum":[46,92],"robot":[47,53,93],"updates.":[49],"To":[50],"address":[51],"complex":[52],"dynamics,":[54],"we":[55],"employ":[56],"quasi-static":[58],"FEM":[59,78],"formulation.":[60],"Our":[61],"core":[62],"contribution":[63],"integrates":[64],"accelerated":[66],"solver":[67],"scheme":[68],"within":[69],"this":[70],"framework,":[71],"leveraging":[72],"learning":[74],"to":[75,105],"rapidly":[76],"resolve":[77],"contact":[79],"problems":[80],"without":[81],"accuracy":[82],"compromise.":[83],"RLFEM":[84],"exhibits":[85],"gains":[87],"in":[88],"runtime":[89],"performance":[90],"simulations,":[94],"as":[95],"evidenced":[96],"by":[97],"numerical":[98],"experiments":[99],"showing":[100],"16.20-fold":[102],"acceleration":[103],"compared":[104],"the":[106,109],"baseline":[107],"at":[108],"150-node":[110],"discretization":[111],"level.":[112]},"counts_by_year":[],"updated_date":"2025-12-19T00:32:22.182498","created_date":"2025-12-04T00:00:00"}