{"id":"https://openalex.org/W4416707548","doi":"https://doi.org/10.1109/tnnls.2025.3634329","title":"Reinforcement Active Modeling for Flexible Needle Shape Prediction in Multilayer Tissues","display_name":"Reinforcement Active Modeling for Flexible Needle Shape Prediction in Multilayer Tissues","publication_year":2025,"publication_date":"2025-11-26","ids":{"openalex":"https://openalex.org/W4416707548","doi":"https://doi.org/10.1109/tnnls.2025.3634329","pmid":"https://pubmed.ncbi.nlm.nih.gov/41296976"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3634329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3634329","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109752663","display_name":"Fan Ren","orcid":"https://orcid.org/0009-0003-4013-6893"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fan Ren","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0003-4013-6893","affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085291080","display_name":"Xiangyu Wang","orcid":"https://orcid.org/0000-0001-7939-6746"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Wang","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-7939-6746","affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058644546","display_name":"Yongchun Fang","orcid":"https://orcid.org/0000-0002-3061-2708"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongchun Fang","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-3061-2708","affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088919891","display_name":"Ningbo Yu","orcid":"https://orcid.org/0000-0003-2159-3055"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ningbo Yu","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2159-3055","affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100439073","display_name":"Jianda Han","orcid":"https://orcid.org/0000-0002-9664-4534"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianda Han","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-9664-4534","affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5109752663"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":0.5669,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72284842,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"37","issue":"5","first_page":"2482","last_page":"2496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.012400000356137753,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6384999752044678},{"id":"https://openalex.org/keywords/deflection","display_name":"Deflection (physics)","score":0.6115999817848206},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.5200999975204468},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5099999904632568},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.45399999618530273},{"id":"https://openalex.org/keywords/extended-kalman-filter","display_name":"Extended Kalman filter","score":0.4041999876499176},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3953999876976013}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6384999752044678},{"id":"https://openalex.org/C2781355719","wikidata":"https://www.wikidata.org/wiki/Q2080698","display_name":"Deflection (physics)","level":2,"score":0.6115999817848206},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.5200999975204468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5184000134468079},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5099999904632568},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.45399999618530273},{"id":"https://openalex.org/C206833254","wikidata":"https://www.wikidata.org/wiki/Q5421817","display_name":"Extended Kalman filter","level":3,"score":0.4041999876499176},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.375},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.367000013589859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3659999966621399},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.35569998621940613},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C19474535","wikidata":"https://www.wikidata.org/wiki/Q131172","display_name":"Welding","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27239999175071716},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26489999890327454},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.26080000400543213}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009339","descriptor_name":"Needles","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009339","descriptor_name":"Needles","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3634329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3634329","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:41296976","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41296976","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1559657923","display_name":null,"funder_award_id":"62303248","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3164847868","display_name":null,"funder_award_id":"2024A1515010102","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G4786084016","display_name":null,"funder_award_id":"U24A20284","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5722567662","display_name":null,"funder_award_id":"2023A1515110678","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2063055469","https://openalex.org/W2107550832","https://openalex.org/W2134491302","https://openalex.org/W2514523983","https://openalex.org/W2734348320","https://openalex.org/W2775058089","https://openalex.org/W2790232939","https://openalex.org/W2944626094","https://openalex.org/W2963134661","https://openalex.org/W2982981228","https://openalex.org/W3047376839","https://openalex.org/W3126965547","https://openalex.org/W3181208916","https://openalex.org/W3204908220","https://openalex.org/W4205534431","https://openalex.org/W4220707344","https://openalex.org/W4223931121","https://openalex.org/W4280570242","https://openalex.org/W4283389277","https://openalex.org/W4295511532","https://openalex.org/W4309362349","https://openalex.org/W4312065037","https://openalex.org/W4315473650","https://openalex.org/W4317796392","https://openalex.org/W4362620170","https://openalex.org/W4377140469","https://openalex.org/W4385703237","https://openalex.org/W4386025791","https://openalex.org/W4386883235","https://openalex.org/W4389169769","https://openalex.org/W4389666002","https://openalex.org/W4389879612","https://openalex.org/W4392405436","https://openalex.org/W4396640880","https://openalex.org/W4400248601","https://openalex.org/W4400409175","https://openalex.org/W4401413910","https://openalex.org/W4401878743","https://openalex.org/W4402509046","https://openalex.org/W4403279367","https://openalex.org/W4403536345","https://openalex.org/W4403615615","https://openalex.org/W4405785612","https://openalex.org/W4410115157","https://openalex.org/W4410950062"],"related_works":[],"abstract_inverted_index":{"The":[0,153],"complex":[1,32],"interactions":[2],"between":[3],"flexible":[4,26,65,151],"needles":[5],"and":[6,183],"tissues":[7],"present":[8],"significant":[9],"challenges":[10],"in":[11,181,186],"predicting":[12],"the":[13,17,22,60,63,68,81,96,111,115,119,126,132,157,161,169],"needle":[14,27,135],"shape":[15,28,136],"during":[16,29,188],"puncture":[18],"procedure.":[19],"In":[20,46],"particular,":[21],"accurate":[23],"prediction":[24,176],"of":[25,62,118,134,141,160,179],"insertion":[30,189],"into":[31,190],"multilayer":[33,192],"tissues,":[34],"especially":[35],"when":[36],"measurement":[37],"feedback":[38],"involves":[39],"non-Gaussian":[40,89,166],"noise,":[41],"remains":[42],"an":[43,76],"open":[44],"problem.":[45],"this":[47,94],"article,":[48],"we":[49],"develop":[50],"a":[51,139,148,174],"novel":[52],"reinforcement":[53,97,106],"learning-based":[54],"active":[55,69,98],"modeling":[56,70,99,112],"scheme":[57,71,121,172],"to":[58,85,88,108],"predict":[59],"deflection":[61,163],"robotic":[64,150],"needle.":[66,152],"First,":[67],"is":[72,102,122,144],"constructed":[73],"by":[74,104,124],"deriving":[75],"extended":[77],"Kalman":[78],"filter":[79],"under":[80],"maximum":[82],"correntropy":[83],"criterion":[84],"enhance":[86],"insensitivity":[87],"noise.":[90],"Subsequently,":[91],"based":[92],"on":[93,147],"scheme,":[95],"(RAM)":[100],"framework":[101],"built":[103],"incorporating":[105],"learning":[107],"compensate":[109],"for":[110],"residuals.":[113],"Specifically,":[114],"theoretical":[116],"convergence":[117],"proposed":[120,162,170],"proved":[123],"using":[125],"Banach":[127],"fixed-point":[128],"theorem,":[129],"thereby":[130],"ensuring":[131],"reliability":[133],"prediction.":[137],"Finally,":[138],"series":[140],"comparative":[142],"experiments":[143],"carried":[145],"out":[146],"self-built":[149],"experimental":[154],"results":[155],"demonstrate":[156],"superior":[158],"performance":[159],"predictor.":[164],"Under":[165],"noise":[167],"conditions,":[168],"RAM":[171],"achieves":[173],"generalization":[175],"error":[177],"reduction":[178],"46.4%":[180],"RMSE":[182],"over":[184],"76.1%":[185],"Var":[187],"unknown":[191],"tissue.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-06T06:03:25.996018","created_date":"2025-11-27T00:00:00"}