{"id":"https://openalex.org/W4294975693","doi":"https://doi.org/10.1109/embc48229.2022.9871001","title":"Evaluation Tool to Diagnose Faults and Discrepancy in Semi-Automated or Manual Annotations in Ultrasound Cine Loops (Videos)","display_name":"Evaluation Tool to Diagnose Faults and Discrepancy in Semi-Automated or Manual Annotations in Ultrasound Cine Loops (Videos)","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4294975693","doi":"https://doi.org/10.1109/embc48229.2022.9871001","pmid":"https://pubmed.ncbi.nlm.nih.gov/36086468"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871001","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871001","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081865912","display_name":"Gouthamaan Manimaran","orcid":"https://orcid.org/0000-0002-0890-2450"},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Gouthamaan Manimaran","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081684193","display_name":"Urmila Airsang","orcid":null},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Urmila Airsang","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010683343","display_name":"Soumabha Bhowmick","orcid":null},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Soumabha Bhowmick","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037208738","display_name":"Abhijith Girin","orcid":null},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Abhijith Girin","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071291406","display_name":"Luoluo Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Luoluo Liu","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106660096","display_name":"Carol Lane","orcid":null},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Carol Lane","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012835153","display_name":"S Dheepak","orcid":null},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Dheepak S","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007319467","display_name":"F C\u00e9line","orcid":null},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Celine Firtion","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054882773","display_name":"Pallavi Vajinepalli","orcid":null},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pallavi Vajinepalli","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081346151","display_name":"Kumar Rajamani","orcid":"https://orcid.org/0000-0003-2327-5819"},"institutions":[{"id":"https://openalex.org/I1329325741","display_name":"Philips (Finland)","ror":"https://ror.org/01g4jev56","country_code":"FI","type":"company","lineage":["https://openalex.org/I1329325741","https://openalex.org/I4210122849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Kumar Thirunellai Rajamani","raw_affiliation_strings":["Philips Research Team - Philips Innovation Campus,Bengaluru","Philips Research Team - Philips Innovation Campus, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus,Bengaluru","institution_ids":["https://openalex.org/I1329325741"]},{"raw_affiliation_string":"Philips Research Team - Philips Innovation Campus, Bengaluru","institution_ids":["https://openalex.org/I1329325741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5081865912"],"corresponding_institution_ids":["https://openalex.org/I1329325741"],"apc_list":null,"apc_paid":null,"fwci":0.104,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.29258082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"abs 1809 3327","issue":null,"first_page":"525","last_page":"528"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8505580425262451},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7471526861190796},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6841269731521606},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6524641513824463},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6443879008293152},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6088536977767944},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.48413142561912537},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45700299739837646},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.43063458800315857},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3269191384315491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8505580425262451},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7471526861190796},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6841269731521606},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6524641513824463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6443879008293152},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6088536977767944},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48413142561912537},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45700299739837646},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.43063458800315857},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3269191384315491}],"mesh":[{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014463","descriptor_name":"Ultrasonography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014463","descriptor_name":"Ultrasonography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014463","descriptor_name":"Ultrasonography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc48229.2022.9871001","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871001","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36086468","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36086468","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2007341632","https://openalex.org/W2032824151","https://openalex.org/W2145323086","https://openalex.org/W2154595715","https://openalex.org/W2158580327","https://openalex.org/W2396080009","https://openalex.org/W2605229288","https://openalex.org/W2735519117","https://openalex.org/W2890447039","https://openalex.org/W2916743882","https://openalex.org/W3027287739","https://openalex.org/W3172917640","https://openalex.org/W4294305479","https://openalex.org/W6754033419","https://openalex.org/W6796524941"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2129767422","https://openalex.org/W3210196349","https://openalex.org/W4214728004","https://openalex.org/W2950181282","https://openalex.org/W2798287483","https://openalex.org/W2913410650","https://openalex.org/W4398789279"],"abstract_inverted_index":{"Good":[0],"quality":[1,189],"(annotated)":[2],"data":[3,23,161,193],"is":[4,116],"one":[5,91,117],"of":[6,11,90,98,118,140,151,190,199],"the":[7,62,85,95,119,135,138,149,188,197,200],"most":[8,120],"important":[9],"aspects":[10],"supervised":[12],"deep":[13,153],"learning.":[14],"Tasks":[15],"such":[16],"as":[17,41],"semantic":[18],"segmentation":[19,164],"have":[20,66],"a":[21,71,80,113,130,144],"huge":[22],"requirement":[24],"in":[25,75,84,137,143],"exchange":[26],"for":[27,133,162,183],"only":[28,88],"satisfactory":[29],"performance.":[30],"Large-scale":[31],"annotations":[32],"spread":[33],"across":[34],"multiple":[35],"annotators":[36],"tends":[37],"to":[38,57,79,103,157,173],"create":[39],"inconsistencies,":[40],"there":[42],"are":[43],"various":[44],"manual":[45],"and":[46,59,122,187],"semi-automated":[47],"techniques":[48],"involved.":[49],"This":[50],"mandates":[51],"an":[52],"external":[53],"evaluator":[54],"or":[55],"expert":[56,115],"check":[58],"narrow":[60],"down":[61],"problematic":[63],"annotations.":[64],"Studies":[65],"shown":[67,172],"that":[68,109],"even":[69],"marking":[70],"few":[72],"instances":[73],"wrong":[74],"classification":[76],"can":[77,93],"lead":[78],"significant":[81],"performance":[82,97,198],"drop":[83],"model":[86,201],"(mislabeling":[87],"10%":[89],"class":[92],"degrade":[94],"total":[96],"all":[99],"classes":[100],"by":[101,112,178,202],"up":[102],"10%).":[104],"It":[105],"has":[106,170],"been":[107,171],"noticed":[108],"fault":[110],"localization":[111],"medical":[114],"expensive":[121],"time-consuming":[123],"processes.":[124],"In":[125],"this":[126,168],"paper,":[127],"we":[128],"propose":[129],"novel":[131],"framework":[132],"detecting":[134],"inconsistencies":[136],"annotation":[139,175],"every":[141],"object/anatomy":[142],"specific":[145],"image.":[146],"We":[147],"leverage":[148],"power":[150],"semi-supervised":[152],"learning":[154],"models":[155],"(STCN)":[156],"help":[158],"produce":[159],"high-quality":[160],"AI":[163],"algorithms.":[165],"Evaluation":[166],"using":[167],"algorithm":[169],"reduce":[174],"review":[176],"time":[177],"at":[179],"least":[180],"5":[181],"hours":[182],"just":[184],"1000":[185],"images,":[186],"ground":[191],"truth":[192],"improved":[194],"thereby":[195],"increasing":[196],"almost":[203],"3%.":[204]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}
