{"id":"https://openalex.org/W4413925807","doi":"https://doi.org/10.1109/icra55743.2025.11128860","title":"Integrating Model-Based Control and RL for Sim2Real Transfer of Tight Insertion Policies","display_name":"Integrating Model-Based Control and RL for Sim2Real Transfer of Tight Insertion Policies","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413925807","doi":"https://doi.org/10.1109/icra55743.2025.11128860"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11128860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11128860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119516867","display_name":"Isidoros Marougkas","orcid":null},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Isidoros Marougkas","raw_affiliation_strings":["Rutgers University,Dept. of Computer Science,NJ,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University,Dept. of Computer Science,NJ,USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113568176","display_name":"D. Ramesh","orcid":null},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhruv Metha Ramesh","raw_affiliation_strings":["Rutgers University,Dept. of Computer Science,NJ,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University,Dept. of Computer Science,NJ,USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087680490","display_name":"Joe H. Doerr","orcid":null},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joe H. Doerr","raw_affiliation_strings":["Rutgers University,Dept. of Computer Science,NJ,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University,Dept. of Computer Science,NJ,USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067291308","display_name":"Edgar Granados","orcid":null},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edgar Granados","raw_affiliation_strings":["Rutgers University,Dept. of Computer Science,NJ,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University,Dept. of Computer Science,NJ,USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054223596","display_name":"Aravind Sivaramakrishnan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aravind Sivaramakrishnan","raw_affiliation_strings":["Amazon.com Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon.com Inc","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068615270","display_name":"Abdeslam Boularias","orcid":"https://orcid.org/0000-0002-5587-4560"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdeslam Boularias","raw_affiliation_strings":["Rutgers University,Dept. of Computer Science,NJ,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University,Dept. of Computer Science,NJ,USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010667333","display_name":"Kostas E. Bekris","orcid":"https://orcid.org/0000-0002-0675-3324"},"institutions":[{"id":"https://openalex.org/I4210096112","display_name":"Rutgers Sexual and Reproductive Health and Rights","ror":"https://ror.org/00rcvgx40","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210096112"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Kostas E. Bekris","raw_affiliation_strings":["Rutgers University and as an Amazon Scholar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University and as an Amazon Scholar","institution_ids":["https://openalex.org/I4210096112"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9042,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77737458,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2102","last_page":"2109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.5616000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.5616000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.566174328327179},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.539408802986145},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.45350033044815063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15875861048698425},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11518952250480652}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.566174328327179},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.539408802986145},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.45350033044815063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15875861048698425},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11518952250480652}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra55743.2025.11128860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11128860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6800390682","display_name":null,"funder_award_id":"NRT-FW-HTF 2021628,FRR 2309866,POSE 2346069","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2964198579","https://openalex.org/W3176397544","https://openalex.org/W3197400104","https://openalex.org/W4308670143","https://openalex.org/W4313562991","https://openalex.org/W4383108552","https://openalex.org/W4383109242","https://openalex.org/W4401415245","https://openalex.org/W4401416214","https://openalex.org/W4402354147","https://openalex.org/W4405784940"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Object":[0],"insertion":[1,58],"under":[2],"tight":[3],"tolerances":[4],"(<Imm)":[5],"is":[6,62,68,100,107,126,159,171],"an":[7,42],"important":[8],"but":[9],"challenging":[10],"assembly":[11],"task":[12],"as":[13,138],"even":[14],"small":[15],"errors":[16],"can":[17],"result":[18],"in":[19,65,96,109,203,214],"undesirable":[20],"contacts.":[21],"Recent":[22],"efforts":[23,219],"focused":[24],"on":[25,32,173],"Reinforcement":[26],"Learning":[27],"(RL),":[28],"which":[29,106,158],"often":[30],"depends":[31],"careful":[33],"definition":[34],"of":[35,143,199,227,230],"dense":[36],"reward":[37],"functions.":[38],"This":[39,98],"work":[40],"proposes":[41],"effective":[43],"strategy":[44],"for":[45,86,128],"such":[46],"tasks":[47],"that":[48],"integrates":[49],"traditional":[50],"model-based":[51,84],"control":[52],"with":[53,103,220],"RL":[54,132],"to":[55,71,81,238],"achieve":[56],"improved":[57],"accuracy.":[59],"The":[60,168,189,207],"policy":[61,85,99,135,170],"trained":[63,108],"exclusively":[64],"simulation":[66,110,204],"and":[67,123,147,150,192,201,205,217],"zero-shot":[69],"transferred":[70],"the":[72,130,140,145,148,152,174,225,231,239],"real":[73,175],"system.":[74],"It":[75],"employs":[76],"a":[77,83,88,91,113,162,166,183,197],"potential":[78],"field-based":[79],"controller":[80],"acquire":[82],"inserting":[87],"plug":[89,146],"into":[90],"socket":[92,149],"given":[93,111,182],"full":[94],"observability":[95],"simulation.":[97],"then":[101],"integrated":[102,169],"residual":[104,131],"RL,":[105],"only":[112],"sparse,":[114],"goal-reaching":[115],"reward.":[116],"A":[117],"curriculum":[118],"scheme":[119],"over":[120],"observation":[121],"noise":[122],"action":[124],"magnitude":[125],"used":[127],"training":[129,179],"policy.":[133],"Both":[134],"components":[136],"use":[137],"input":[139],"SE(3)":[141],"poses":[142],"both":[144],"return":[151],"plug's":[153],"SE":[154,185],"(3)":[155,186],"pose":[156],"transform,":[157],"executed":[160],"by":[161],"robotic":[163],"arm":[164],"using":[165],"controller.":[167],"deployed":[172],"system":[176],"without":[177],"further":[178],"or":[180],"fine-tuning,":[181],"visual":[184],"object":[187],"tracker.":[188],"proposed":[190,208],"solution":[191],"alternatives":[193],"are":[194],"evaluated":[195],"across":[196],"variety":[198],"objects":[200],"conditions":[202],"reality.":[206],"approach":[209],"outperforms":[210],"recent":[211],"RL-based":[212],"methods":[213],"this":[215],"domain":[216],"prior":[218],"hybrid":[221],"policies.":[222],"Ablations":[223],"highlight":[224],"impact":[226],"each":[228],"component":[229],"approach.":[232],"For":[233],"more":[234],"information":[235],"please":[236],"refer":[237],"corresponding":[240],"website.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}