{"id":"https://openalex.org/W4402727202","doi":"https://doi.org/10.1109/cis-ram61939.2024.10672633","title":"Action-Infused Reinforcement Learning for Predicting Vascular Ultrasound Images","display_name":"Action-Infused Reinforcement Learning for Predicting Vascular Ultrasound Images","publication_year":2024,"publication_date":"2024-08-08","ids":{"openalex":"https://openalex.org/W4402727202","doi":"https://doi.org/10.1109/cis-ram61939.2024.10672633"},"language":"en","primary_location":{"id":"doi:10.1109/cis-ram61939.2024.10672633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cis-ram61939.2024.10672633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Cybernetics and Intelligent Systems (CIS) and IEEE International Conference on Robotics, Automation and Mechatronics (RAM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100326745","display_name":"Jiaming Li","orcid":"https://orcid.org/0000-0002-1717-9209"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaming Li","raw_affiliation_strings":["Guangdong University of Technology,School of Automation,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Guangdong University of Technology,School of Automation,Guangzhou,China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003649708","display_name":"Yunjiao Li","orcid":"https://orcid.org/0000-0001-8882-7747"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjiao Li","raw_affiliation_strings":["Guangdong University of Technology,School of Automation,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Guangdong University of Technology,School of Automation,Guangzhou,China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022439968","display_name":"Cong Guo","orcid":"https://orcid.org/0009-0004-6559-0723"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Guo","raw_affiliation_strings":["Guangdong University of Technology,School of Automation,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Guangdong University of Technology,School of Automation,Guangzhou,China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008084684","display_name":"Haohui Huang","orcid":"https://orcid.org/0000-0002-2669-3760"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haohui Huang","raw_affiliation_strings":["Guangdong University of Technology,School of Automation,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Guangdong University of Technology,School of Automation,Guangzhou,China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011648151","display_name":"Haifang Lou","orcid":"https://orcid.org/0009-0006-7509-8606"},"institutions":[{"id":"https://openalex.org/I114539943","display_name":"Zhejiang Chinese Medical University","ror":"https://ror.org/04epb4p87","country_code":"CN","type":"education","lineage":["https://openalex.org/I114539943"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifang Lou","raw_affiliation_strings":["The First Affiliated Hospital of Zhejiang Chinese Medical University (Zhejiang Provincial Hospital of Chinese Medicine),Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"The First Affiliated Hospital of Zhejiang Chinese Medical University (Zhejiang Provincial Hospital of Chinese Medicine),Hangzhou,China","institution_ids":["https://openalex.org/I114539943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445472","display_name":"Jing Guo","orcid":"https://orcid.org/0000-0002-0053-2678"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Guo","raw_affiliation_strings":["Guangdong University of Technology,School of Automation,Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Guangdong University of Technology,School of Automation,Guangzhou,China","institution_ids":["https://openalex.org/I139024713"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100326745"],"corresponding_institution_ids":["https://openalex.org/I139024713"],"apc_list":null,"apc_paid":null,"fwci":0.4291,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6797586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"457","last_page":"462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10821","display_name":"Cardiovascular Function and Risk Factors","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10821","display_name":"Cardiovascular Function and Risk Factors","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10227","display_name":"Acute Ischemic Stroke Management","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7504503726959229},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.669950008392334},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5598661303520203},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.539669394493103},{"id":"https://openalex.org/keywords/ultrasonic-imaging","display_name":"Ultrasonic imaging","score":0.46099427342414856},{"id":"https://openalex.org/keywords/ultrasound","display_name":"Ultrasound","score":0.4553932547569275},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.43778595328330994},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.1938037872314453},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12548404932022095},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07733547687530518}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7504503726959229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.669950008392334},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5598661303520203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.539669394493103},{"id":"https://openalex.org/C2989478337","wikidata":"https://www.wikidata.org/wiki/Q234904","display_name":"Ultrasonic imaging","level":3,"score":0.46099427342414856},{"id":"https://openalex.org/C143753070","wikidata":"https://www.wikidata.org/wiki/Q162564","display_name":"Ultrasound","level":2,"score":0.4553932547569275},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43778595328330994},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.1938037872314453},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12548404932022095},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07733547687530518},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cis-ram61939.2024.10672633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cis-ram61939.2024.10672633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Cybernetics and Intelligent Systems (CIS) and IEEE International Conference on Robotics, Automation and Mechatronics (RAM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2040921290","https://openalex.org/W2586099419","https://openalex.org/W3010654730","https://openalex.org/W3026390398","https://openalex.org/W3100789280","https://openalex.org/W3216656735","https://openalex.org/W4212930172","https://openalex.org/W4280562887","https://openalex.org/W4323338439","https://openalex.org/W4378195137","https://openalex.org/W4384701644","https://openalex.org/W4392251630","https://openalex.org/W4392309551","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Ultrasound,":[0],"as":[1,136],"a":[2,70,87,159,163],"safe,":[3],"cost-effective,":[4],"real-time":[5],"imaging":[6],"diagnostic":[7],"tool,":[8],"has":[9,20],"been":[10],"widely":[11],"utilized":[12],"in":[13,133,162,169,200],"medical":[14],"examinations.":[15],"In":[16,37,116],"recent":[17],"years,":[18],"research":[19],"focused":[21],"on":[22,124],"utilizing":[23],"reinforcement":[24,71],"learning":[25,72],"(RL)":[26,73],"and":[27,44,59,85,106,131,157,178,209],"3D":[28],"vascular":[29,118,174],"reconstruction":[30],"methods":[31],"to":[32,47,81,90,109,196],"achieve":[33,60],"robot-assisted":[34,38],"ultrasound":[35,42,83,117,134,146,170,175,192,210],"scanning.":[36],"scanning,":[39,119],"predicting":[40],"the":[41,48,53,76,100,120,125,128,137,182,191,197,201,206,213],"images":[43,84,135,211],"features":[45],"corresponding":[46,195],"robot\u2019s":[49],"next":[50,202],"action":[51,57],"helps":[52],"agent":[54,114,184],"make":[55],"better":[56],"decisions":[58],"scanning":[61,111,176],"goals":[62],"more":[63],"efficiently.":[64],"To":[65,98,141],"this":[66],"end,":[67],"we":[68,103,148,188],"propose":[69],"framework":[74],"using":[75],"Advantage":[77],"Actor-Critic":[78],"(A2C)":[79],"algorithm":[80],"predict":[82,190],"incorporate":[86],"LSTM":[88],"module":[89],"leverage":[91],"temporal":[92],"information":[93,144,194],"from":[94,145,212],"adjacent":[95],"time":[96,203,216],"points.":[97,217],"validate":[99],"algorithm\u2019s":[101],"effectiveness,":[102],"constructed":[104],"virtual":[105],"real":[107,164],"environments":[108],"collect":[110],"data":[112,177],"for":[113,154,166,186],"training.":[115],"focus":[121],"is":[122],"often":[123],"relationship":[126],"between":[127],"vessel\u2019s":[129],"position":[130,139,199,208],"shape":[132],"probe\u2019s":[138,198,207],"changes.":[140],"extract":[142],"relevant":[143],"images,":[147],"employ":[149],"an":[150],"ellipse":[151],"fitting":[152],"method":[153],"feature":[155],"extraction":[156],"train":[158],"Unet":[160],"network":[161,185],"environment":[165],"vessel":[167],"segmentation":[168],"images.":[171],"By":[172],"collecting":[173],"inputting":[179],"it":[180],"into":[181],"RL":[183],"training,":[187],"can":[189],"image":[193],"point,":[204],"given":[205],"previous":[214],"N":[215]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}