{"id":"https://openalex.org/W4386362870","doi":"https://doi.org/10.1109/isbi53787.2023.10230581","title":"Hierarchical Agent-Based Reinforcement Learning Framework for Automated Quality Assessment of Fetal Ultrasound Video","display_name":"Hierarchical Agent-Based Reinforcement Learning Framework for Automated Quality Assessment of Fetal Ultrasound Video","publication_year":2023,"publication_date":"2023-04-18","ids":{"openalex":"https://openalex.org/W4386362870","doi":"https://doi.org/10.1109/isbi53787.2023.10230581"},"language":"en","primary_location":{"id":"doi:10.1109/isbi53787.2023.10230581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi53787.2023.10230581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101505997","display_name":"Sijing Liu","orcid":"https://orcid.org/0000-0002-3637-1685"},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sijing Liu","raw_affiliation_strings":["Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","institution_ids":["https://openalex.org/I4210145292"]},{"raw_affiliation_string":"Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021040675","display_name":"Qi\u2010Long Ying","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qilong Ying","raw_affiliation_strings":["Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","institution_ids":["https://openalex.org/I4210145292"]},{"raw_affiliation_string":"Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058360837","display_name":"Shuangchi He","orcid":"https://orcid.org/0000-0003-4107-3946"},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuangchi He","raw_affiliation_strings":["Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","institution_ids":["https://openalex.org/I4210145292"]},{"raw_affiliation_string":"Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017262410","display_name":"Xin Yang","orcid":"https://orcid.org/0000-0003-4653-6524"},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yang","raw_affiliation_strings":["Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","institution_ids":["https://openalex.org/I4210145292"]},{"raw_affiliation_string":"Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065374358","display_name":"Dong Ni","orcid":"https://orcid.org/0000-0002-9146-6003"},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Ni","raw_affiliation_strings":["Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","institution_ids":["https://openalex.org/I4210145292"]},{"raw_affiliation_string":"Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China","institution_ids":["https://openalex.org/I4210145292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102973033","display_name":"Ruobing Huang","orcid":"https://orcid.org/0000-0001-5672-6896"},"institutions":[{"id":"https://openalex.org/I4210145292","display_name":"Shenzhen University Health Science Center","ror":"https://ror.org/04yjbr930","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruobing Huang","raw_affiliation_strings":["Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University,Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center,China","institution_ids":["https://openalex.org/I4210145292"]},{"raw_affiliation_string":"Medical Ultrasound Image Computing (MUSIC) Lab, Health Science Center, Shenzhen University, China","institution_ids":["https://openalex.org/I4210145292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210145292"],"apc_list":null,"apc_paid":null,"fwci":7.144,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.96340553,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12552","display_name":"Fetal and Pediatric Neurological Disorders","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12552","display_name":"Fetal and Pediatric Neurological Disorders","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11184","display_name":"Neonatal and fetal brain pathology","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.804928183555603},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7697800397872925},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6556715369224548},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6277167797088623},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.6055498719215393},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5962324738502502},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5904847383499146},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.4700787365436554},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.45790553092956543},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4496940076351166},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.4395410716533661},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.43508613109588623},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1916327178478241},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.11562967300415039},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.10258227586746216},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08192050457000732}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.804928183555603},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7697800397872925},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6556715369224548},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6277167797088623},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.6055498719215393},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5962324738502502},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5904847383499146},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4700787365436554},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.45790553092956543},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4496940076351166},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.4395410716533661},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.43508613109588623},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1916327178478241},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.11562967300415039},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.10258227586746216},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08192050457000732},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi53787.2023.10230581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi53787.2023.10230581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.5699999928474426}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2132061786","https://openalex.org/W2139037570","https://openalex.org/W2167500058","https://openalex.org/W2523856253","https://openalex.org/W2593232761","https://openalex.org/W2598799153","https://openalex.org/W2971555134","https://openalex.org/W2980762210","https://openalex.org/W3097961177","https://openalex.org/W3127641755","https://openalex.org/W3140120701","https://openalex.org/W3174989968","https://openalex.org/W4224213643","https://openalex.org/W4225856951","https://openalex.org/W4312560592"],"related_works":["https://openalex.org/W1972391593","https://openalex.org/W2062936665","https://openalex.org/W4234477160","https://openalex.org/W3201904914","https://openalex.org/W2798948000","https://openalex.org/W2140624161","https://openalex.org/W4243824339","https://openalex.org/W1513749200","https://openalex.org/W2466958844","https://openalex.org/W4379929470"],"abstract_inverted_index":{"Ultrasound":[0],"is":[1,23,108],"the":[2,12,27,35,49,57,64,71,74,140,154],"primary":[3],"modality":[4],"to":[5,32,99,128],"examine":[6],"fetal":[7,135],"growth":[8],"during":[9],"pregnancy,":[10],"while":[11],"image":[13],"quality":[14,28,66,75,105,121,146],"could":[15,143],"be":[16,54,80],"affected":[17],"by":[18,60,92],"various":[19],"factors.":[20],"Quality":[21],"assessment":[22,58,147,156],"essential":[24],"for":[25],"controlling":[26],"of":[29,67,76],"ultrasound":[30],"images":[31],"guarantee":[33],"both":[34,101],"perceptual":[36],"and":[37,48,70,103,122,148],"diagnostic":[38],"values.":[39],"Existing":[40],"automated":[41],"approaches":[42],"often":[43],"require":[44],"heavy":[45],"structural":[46],"annotations":[47,127],"predictions":[50,150],"may":[51],"not":[52,79],"necessarily":[53],"consistent":[55],"with":[56,110,153],"results":[59,131],"human":[61],"experts.":[62],"Furthermore,":[63],"overall":[65],"a":[68,87,111,133],"scan":[69],"correlation":[72],"between":[73],"frames":[77],"should":[78],"overlooked.":[81],"In":[82],"this":[83],"work,":[84],"we":[85],"propose":[86],"reinforcement":[88],"learning":[89],"framework":[90,142],"powered":[91],"two":[93],"hierarchical":[94],"agents":[95],"that":[96,115,139],"collaboratively":[97],"learn":[98],"perform":[100,144],"frame-level":[102],"video-level":[104],"assessments.":[106],"It":[107],"equipped":[109],"specially-designed":[112],"reward":[113],"mechanism":[114],"considers":[116],"temporal":[117],"dependency":[118],"among":[119],"frame":[120],"only":[123],"requires":[124],"sparse":[125],"binary":[126],"train.":[129],"Experimental":[130],"on":[132],"challenging":[134],"brain":[136],"dataset":[137],"verify":[138],"proposed":[141],"dual-level":[145],"its":[149],"correlate":[151],"well":[152],"subjective":[155],"results.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}