{"id":"https://openalex.org/W4317383333","doi":"https://doi.org/10.1109/robio55434.2022.10012018","title":"Deep Reinforcement Learning-Based Control for Stomach Coverage Scanning of Wireless Capsule Endoscopy","display_name":"Deep Reinforcement Learning-Based Control for Stomach Coverage Scanning of Wireless Capsule Endoscopy","publication_year":2022,"publication_date":"2022-12-05","ids":{"openalex":"https://openalex.org/W4317383333","doi":"https://doi.org/10.1109/robio55434.2022.10012018"},"language":"en","primary_location":{"id":"doi:10.1109/robio55434.2022.10012018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio55434.2022.10012018","pdf_url":null,"source":{"id":"https://openalex.org/S4363607789","display_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101598639","display_name":"Yameng Zhang","orcid":"https://orcid.org/0000-0002-5177-6269"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yameng Zhang","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Electronic Engineering,Hong Kong","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Electronic Engineering,Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016046812","display_name":"Long Bai","orcid":"https://orcid.org/0000-0002-9762-6821"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Bai","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Electronic Engineering,Hong Kong","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Electronic Engineering,Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418903","display_name":"Li Liu","orcid":"https://orcid.org/0000-0003-2566-7357"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Electronic Engineering,Hong Kong","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Electronic Engineering,Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032340829","display_name":"Hongliang Ren","orcid":"https://orcid.org/0000-0002-6488-1551"},"institutions":[{"id":"https://openalex.org/I4210125878","display_name":"Suzhou Research Institute","ror":"https://ror.org/03ebk0c60","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210125878"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongliang Ren","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Electronic Engineering,Hong Kong","also with the Department of Biomedical Engineering, National, Institute of Advanced Engineering, The Chinese University of Hong Kong, University of Singapore Singapore, and NUS (Suzhou) Research Institute, Suzhou, China","Hong Kong","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Electronic Engineering,Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"also with the Department of Biomedical Engineering, National, Institute of Advanced Engineering, The Chinese University of Hong Kong, University of Singapore Singapore, and NUS (Suzhou) Research Institute, Suzhou, China","institution_ids":["https://openalex.org/I4210125878","https://openalex.org/I177725633"]},{"raw_affiliation_string":"Hong Kong","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021531143","display_name":"Max Q.\u2010H. Meng","orcid":"https://orcid.org/0000-0002-5255-5898"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Max Q.-H. Meng","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen Key Laboratory of Robotics Perception and Intelligence,Department of Electronic and Electrical Engineering,Shenzhen,China,518055","Shenzhen Research Institute, The Chinese University of Hong Kong at Shenzhen, Shenzhen, China","Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen Key Laboratory of Robotics Perception and Intelligence,Department of Electronic and Electrical Engineering,Shenzhen,China,518055","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Shenzhen Research Institute, The Chinese University of Hong Kong at Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101598639"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":4.0459,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.9516129,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11378","display_name":"Gastrointestinal Bleeding Diagnosis and Treatment","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2715","display_name":"Gastroenterology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11378","display_name":"Gastrointestinal Bleeding Diagnosis and Treatment","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2715","display_name":"Gastroenterology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11407","display_name":"Innovative Microfluidic and Catalytic Techniques Innovation","score":0.9408000111579895,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/capsule-endoscopy","display_name":"Capsule endoscopy","score":0.7678736448287964},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7306910753250122},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6443573236465454},{"id":"https://openalex.org/keywords/endoscope","display_name":"Endoscope","score":0.6429950594902039},{"id":"https://openalex.org/keywords/capsule","display_name":"Capsule","score":0.5581896305084229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5068357586860657},{"id":"https://openalex.org/keywords/stomach","display_name":"Stomach","score":0.5001347064971924},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.43829771876335144},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.41019803285598755},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3943656384944916},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38534802198410034},{"id":"https://openalex.org/keywords/surgery","display_name":"Surgery","score":0.16290605068206787},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.15364030003547668},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11135503649711609},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.10409983992576599},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.056325703859329224}],"concepts":[{"id":"https://openalex.org/C2777333622","wikidata":"https://www.wikidata.org/wiki/Q116753","display_name":"Capsule endoscopy","level":2,"score":0.7678736448287964},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7306910753250122},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6443573236465454},{"id":"https://openalex.org/C2776820786","wikidata":"https://www.wikidata.org/wiki/Q580725","display_name":"Endoscope","level":2,"score":0.6429950594902039},{"id":"https://openalex.org/C2778778583","wikidata":"https://www.wikidata.org/wiki/Q147768","display_name":"Capsule","level":2,"score":0.5581896305084229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5068357586860657},{"id":"https://openalex.org/C2779422922","wikidata":"https://www.wikidata.org/wiki/Q1029907","display_name":"Stomach","level":2,"score":0.5001347064971924},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.43829771876335144},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.41019803285598755},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3943656384944916},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38534802198410034},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.16290605068206787},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.15364030003547668},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11135503649711609},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.10409983992576599},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.056325703859329224},{"id":"https://openalex.org/C90924648","wikidata":"https://www.wikidata.org/wiki/Q120569","display_name":"Gastroenterology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio55434.2022.10012018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio55434.2022.10012018","pdf_url":null,"source":{"id":"https://openalex.org/S4363607789","display_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1650175677","https://openalex.org/W1976221960","https://openalex.org/W1993086849","https://openalex.org/W2107726111","https://openalex.org/W2108088250","https://openalex.org/W2148464976","https://openalex.org/W2167121883","https://openalex.org/W2344087428","https://openalex.org/W2736601468","https://openalex.org/W2754517384","https://openalex.org/W2781726626","https://openalex.org/W2889987506","https://openalex.org/W2922329578","https://openalex.org/W2955499337","https://openalex.org/W2963099939","https://openalex.org/W3036638694","https://openalex.org/W3127501898","https://openalex.org/W3127561923","https://openalex.org/W3191819175","https://openalex.org/W4294343881","https://openalex.org/W4298857966","https://openalex.org/W6682400702","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W3030044919","https://openalex.org/W3203912675","https://openalex.org/W2102642646","https://openalex.org/W2071480658","https://openalex.org/W4281847915","https://openalex.org/W4385703636","https://openalex.org/W1982519802","https://openalex.org/W2985207418","https://openalex.org/W3000635674","https://openalex.org/W2045020540"],"abstract_inverted_index":{"Due":[0],"to":[1,75,107],"its":[2],"non-invasive":[3],"and":[4,90,102,122,135,144],"painless":[5],"characteristics,":[6],"wireless":[7],"capsule":[8,29,41,58,85,116],"endoscopy":[9],"has":[10],"become":[11],"the":[12,25,39,44,49,57,65,77,97,109,115,125,133,138,152],"new":[13],"gold":[14],"standard":[15],"for":[16,43],"assessing":[17],"gastrointestinal":[18],"disorders.":[19],"Omissions,":[20],"however,":[21],"could":[22],"occur":[23],"throughout":[24],"examination":[26],"since":[27],"controlling":[28],"endoscope":[30,42,86,117],"can":[31,59],"be":[32],"challenging.":[33],"In":[34],"this":[35],"work,":[36],"we":[37],"control":[38],"magnetic":[40,111,120],"coverage":[45,81,147],"scanning":[46,82,126],"task":[47],"in":[48],"stomach":[50,80,129,153],"based":[51],"on":[52],"reinforcement":[53,94],"learning":[54,95],"so":[55],"that":[56],"comprehensively":[60],"scan":[61],"every":[62],"corner":[63],"of":[64,79,128,137,149,151],"stomach.":[66],"We":[67,88,131],"apply":[68],"a":[69,84,146],"well-made":[70],"virtual":[71],"platform":[72],"named":[73],"VR-Caps":[74],"simulate":[76],"process":[78],"with":[83,141],"model.":[87],"utilize":[89],"compare":[91],"two":[92,139],"deep":[93],"algorithms,":[96,106],"Proximal":[98],"Policy":[99],"Optimization":[100],"(PPO)":[101],"Soft":[103],"Actor-Critic":[104],"(SAC)":[105],"train":[108],"permanent":[110],"agent,":[112],"which":[113],"actuates":[114],"directly":[118],"via":[119],"fields":[121],"then":[123],"optimizes":[124],"efficiency":[127],"coverage.":[130],"analyze":[132],"pros":[134],"cons":[136],"algorithms":[140],"different":[142],"hyperparameters":[143],"achieve":[145],"rate":[148],"98.04%":[150],"area":[154],"within":[155],"150.37":[156],"seconds.":[157]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}