{"id":"https://openalex.org/W4390224657","doi":"https://doi.org/10.1109/dtpi59677.2023.10365457","title":"A Deep Reinforcement Learning Approach for Pre-Planning Problems in Robotic Intra-Operative Ultrasound: a Virtual Environment-Based Analysis","display_name":"A Deep Reinforcement Learning Approach for Pre-Planning Problems in Robotic Intra-Operative Ultrasound: a Virtual Environment-Based Analysis","publication_year":2023,"publication_date":"2023-11-07","ids":{"openalex":"https://openalex.org/W4390224657","doi":"https://doi.org/10.1109/dtpi59677.2023.10365457"},"language":"en","primary_location":{"id":"doi:10.1109/dtpi59677.2023.10365457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dtpi59677.2023.10365457","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 3rd International Conference on Digital Twins and Parallel Intelligence (DTPI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104108869","display_name":"Haichuan Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haichuan Lin","raw_affiliation_strings":["Chinese Academy of Sciences,State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation,Beijing,China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062735315","display_name":"Yiping Xie","orcid":"https://orcid.org/0000-0002-1814-4657"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiping Xie","raw_affiliation_strings":["Chinese Academy of Sciences Hong Kong Science Park,Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science & Innovation,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences Hong Kong Science Park,Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science & Innovation,Hong Kong,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438241","display_name":"Ziqi Wang","orcid":"https://orcid.org/0000-0002-4353-2176"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziqi Wang","raw_affiliation_strings":["Chinese Academy of Sciences,State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation,Beijing,China","State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034269100","display_name":"Shuangyi Wang","orcid":"https://orcid.org/0000-0003-4316-3259"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I2800906782","display_name":"Hong Kong Science and Technology Parks Corporation","ror":"https://ror.org/05q8mqd91","country_code":"HK","type":"nonprofit","lineage":["https://openalex.org/I2800906782"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Shuangyi Wang","raw_affiliation_strings":["Chinese Academy of Sciences,State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation,Beijing,China","State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science & Innovation, Chinese Academy of Sciences Hong Kong Science Park, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science & Innovation, Chinese Academy of Sciences Hong Kong Science Park, Hong Kong, China","institution_ids":["https://openalex.org/I2800906782"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1025,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.42795772,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7197746634483337},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6556861996650696},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6470891833305359},{"id":"https://openalex.org/keywords/ultrasound","display_name":"Ultrasound","score":0.6296387314796448},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6080620884895325},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.519199013710022},{"id":"https://openalex.org/keywords/operation-planning","display_name":"Operation planning","score":0.5077956318855286},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5024614334106445},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5014972686767578},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41046619415283203},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.13619092106819153},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1244218647480011},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09819167852401733},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.08336272835731506}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7197746634483337},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6556861996650696},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6470891833305359},{"id":"https://openalex.org/C143753070","wikidata":"https://www.wikidata.org/wiki/Q162564","display_name":"Ultrasound","level":2,"score":0.6296387314796448},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6080620884895325},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.519199013710022},{"id":"https://openalex.org/C3017985614","wikidata":"https://www.wikidata.org/wiki/Q149377","display_name":"Operation planning","level":2,"score":0.5077956318855286},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5024614334106445},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5014972686767578},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41046619415283203},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.13619092106819153},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1244218647480011},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09819167852401733},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.08336272835731506},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dtpi59677.2023.10365457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dtpi59677.2023.10365457","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 3rd International Conference on Digital Twins and Parallel Intelligence (DTPI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"},{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1964666848","https://openalex.org/W2103591967","https://openalex.org/W2114941718","https://openalex.org/W2201581102","https://openalex.org/W2361439446","https://openalex.org/W2555681516","https://openalex.org/W2746553466","https://openalex.org/W3008727743","https://openalex.org/W3150923322","https://openalex.org/W3157010837","https://openalex.org/W4200553277","https://openalex.org/W4205437761","https://openalex.org/W4312440645","https://openalex.org/W4323767279"],"related_works":["https://openalex.org/W2378767206","https://openalex.org/W1540871478","https://openalex.org/W328308450","https://openalex.org/W282641168","https://openalex.org/W2376963063","https://openalex.org/W2066396794","https://openalex.org/W2366734808","https://openalex.org/W2002476357","https://openalex.org/W2391444248","https://openalex.org/W2390716080"],"abstract_inverted_index":{"Robotic":[0],"intra-operative":[1,83],"ultrasound":[2,32,59,78,85,111,155],"has":[3],"the":[4,8,23,40,44,51,58,73,77,93,98,106,109,122,137,143,151],"potential":[5],"to":[6,71,115],"improve":[7,150],"routine":[9],"practice":[10],"of":[11,22,50,57,75,97,108,153],"diagnosis":[12],"and":[13,28,42,47,95,149,158],"procedure":[14],"guidance":[15],"that":[16,136],"is":[17,33,127,134],"currently":[18],"performed":[19],"manually.":[20],"One":[21],"common":[24],"challenges":[25],"towards":[26],"standardization":[27],"intelligence":[29],"in":[30,88,129],"robotic":[31],"pre-planning,":[34],"which":[35],"uses":[36],"pre-operative":[37],"data":[38],"from":[39],"patient":[41],"computes":[43],"desired":[45,55],"input":[46],"target":[48],"pose":[49],"robot":[52],"given":[53,123],"a":[54,66,81,89,130],"view":[56,112,156],"image.":[60],"In":[61],"this":[62,126],"paper,":[63],"we":[64],"present":[65],"deep":[67],"reinforcement":[68],"learning-based":[69],"approach":[70],"solving":[72],"problem":[74],"pre-planning":[76],"image":[79],"for":[80,121,146],"four-degree-of-freedom":[82],"cardiac":[84],"robot.":[86],"Evaluation":[87],"virtual":[90],"environment":[91],"demonstrates":[92],"feasibility":[94],"robustness":[96],"proposed":[99,138],"method.":[100],"The":[101],"mean":[102],"squared":[103],"error":[104],"representing":[105],"distance":[107],"standard":[110],"was":[113],"found":[114],"be":[116],"5.70":[117],"\u00b1":[118],"0.33":[119],"mm":[120],"task.":[124],"As":[125],"done":[128],"semi-automatic":[131],"way,":[132],"it":[133],"believed":[135],"method":[139],"can":[140],"effectively":[141],"reduce":[142],"operational":[144],"difficulties":[145],"medical":[147],"staff":[148],"accuracy":[152],"future":[154],"acquisition":[157],"scanning.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}