{"id":"https://openalex.org/W3090407809","doi":"https://doi.org/10.1109/icra40945.2020.9196954","title":"GA3C Reinforcement Learning for Surgical Steerable Catheter Path Planning","display_name":"GA3C Reinforcement Learning for Surgical Steerable Catheter Path Planning","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3090407809","doi":"https://doi.org/10.1109/icra40945.2020.9196954","mag":"3090407809"},"language":"en","primary_location":{"id":"doi:10.1109/icra40945.2020.9196954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra40945.2020.9196954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/11311/1157500","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027331852","display_name":"Alice Segato","orcid":"https://orcid.org/0000-0002-7808-4123"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alice Segato","raw_affiliation_strings":["Department of Electronics, Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049689301","display_name":"Luca Sestini","orcid":"https://orcid.org/0000-0002-5993-468X"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Sestini","raw_affiliation_strings":["Department of Electronics, Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055410045","display_name":"Antonella Castellano","orcid":"https://orcid.org/0000-0002-4137-9016"},"institutions":[{"id":"https://openalex.org/I4210133214","display_name":"IRCCS Ospedale San Raffaele","ror":"https://ror.org/039zxt351","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210133214","https://openalex.org/I4210153126"]},{"id":"https://openalex.org/I154387261","display_name":"Vita-Salute San Raffaele University","ror":"https://ror.org/01gmqr298","country_code":"IT","type":"education","lineage":["https://openalex.org/I154387261"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonella Castellano","raw_affiliation_strings":["Neuroradiology Unit and CERMAC, Vita-Salute San Raffaele University and IRCCS Ospedale San Raffaele, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Neuroradiology Unit and CERMAC, Vita-Salute San Raffaele University and IRCCS Ospedale San Raffaele, Milan, Italy","institution_ids":["https://openalex.org/I4210133214","https://openalex.org/I154387261"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083795699","display_name":"Elena De Momi","orcid":"https://orcid.org/0000-0002-8819-2734"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elena De Momi","raw_affiliation_strings":["Department of Electronics, Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5027331852"],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":1.2771,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.82826687,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2429","last_page":"2435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7479132413864136},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6543735861778259},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5991285443305969},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.529108464717865},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4081014394760132},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.13671830296516418},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.05443078279495239}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7479132413864136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6543735861778259},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5991285443305969},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.529108464717865},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4081014394760132},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.13671830296516418},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.05443078279495239}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icra40945.2020.9196954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra40945.2020.9196954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1157500","is_oa":true,"landing_page_url":"http://hdl.handle.net/11311/1157500","pdf_url":"http://hdl.handle.net/11311/1157500","source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:re.public.polimi.it:11311/1157500","is_oa":true,"landing_page_url":"http://hdl.handle.net/11311/1157500","pdf_url":"http://hdl.handle.net/11311/1157500","source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3090407809.pdf","grobid_xml":"https://content.openalex.org/works/W3090407809.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W571818863","https://openalex.org/W582134693","https://openalex.org/W1969483458","https://openalex.org/W1971086298","https://openalex.org/W1985036816","https://openalex.org/W2062791478","https://openalex.org/W2069868184","https://openalex.org/W2098029503","https://openalex.org/W2098306053","https://openalex.org/W2103120971","https://openalex.org/W2104332709","https://openalex.org/W2134558064","https://openalex.org/W2145339207","https://openalex.org/W2146593008","https://openalex.org/W2156737235","https://openalex.org/W2168278516","https://openalex.org/W2169528473","https://openalex.org/W2173248099","https://openalex.org/W2201506230","https://openalex.org/W2260483341","https://openalex.org/W2341171179","https://openalex.org/W2555255624","https://openalex.org/W2567015638","https://openalex.org/W2596744358","https://openalex.org/W2786650180","https://openalex.org/W2788503139","https://openalex.org/W2793998795","https://openalex.org/W2962917939","https://openalex.org/W2963112166","https://openalex.org/W2963428623","https://openalex.org/W2963864421","https://openalex.org/W2963946945","https://openalex.org/W2964043796","https://openalex.org/W2964059111","https://openalex.org/W3035064526","https://openalex.org/W3104753760","https://openalex.org/W4237591687","https://openalex.org/W4297795161","https://openalex.org/W6617145748","https://openalex.org/W6674443108","https://openalex.org/W6675216798","https://openalex.org/W6683195989","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6730065366","https://openalex.org/W6731334075","https://openalex.org/W6750106230","https://openalex.org/W6759918608"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"Path":[0],"planning":[1,54,66,107,159],"algorithms":[2],"for":[3,161],"steerable":[4],"catheters,":[5],"must":[6],"guarantee":[7],"anatomical":[8],"obstacles":[9],"avoidance,":[10,148],"reduce":[11],"the":[12,17,25,40,52,64,70,74,121,131],"insertion":[13],"length":[14],"and":[15,61,84,90,97,125,136,151],"ensure":[16],"compliance":[18],"with":[19,76],"needle":[20],"kinematics.":[21],"The":[22,116],"majority":[23],"of":[24,81,146],"solutions":[26],"in":[27,79,123,144],"literature":[28],"focuses":[29],"on":[30,112],"graph":[31],"based":[32,35],"or":[33],"sampling":[34],"methods,":[36],"both":[37],"limited":[38],"by":[39,134],"impossibility":[41],"to":[42,103,110,130],"directly":[43],"obtain":[44,88],"smooth":[45],"trajectories.":[46],"In":[47],"this":[48,155],"work":[49],"we":[50,98],"formulate":[51],"path":[53,106],"problem":[55,60],"as":[56,157],"a":[57,100,105],"reinforcement":[58],"learning":[59],"show":[62],"that":[63],"trajectory":[65,149],"model,":[67,108],"generated":[68],"from":[69,93,120],"training,":[71],"can":[72],"provide":[73],"user":[75],"optimal":[77],"trajectories":[78,118],"terms":[80,145],"obstacle":[82,147],"clearance":[83],"kinematic":[85],"constraints.":[86],"We":[87],"2D":[89,124],"3D":[91,126],"environments":[92,127],"MRI":[94],"images":[95],"processing":[96],"implement":[99],"GA3C":[101],"algorithm":[102,156],"create":[104],"able":[109],"generalize":[111],"different":[113],"patients":[114],"anatomies.":[115],"curvilinear":[117],"obtained":[119,133],"model":[122],"are":[128],"compared":[129],"ones":[132],"A*":[135],"RRT*":[137],"algorithms.":[138],"Our":[139],"method":[140,160],"achieves":[141],"state-of-the-art":[142],"performances":[143],"smoothness":[150],"computational":[152],"time":[153],"proving":[154],"valid":[158],"complex":[162],"environments.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2020-10-08T00:00:00"}
