{"id":"https://openalex.org/W4313525453","doi":"https://doi.org/10.1109/bibm55620.2022.9995619","title":"Modeling Annotator Variation and Annotator Preference for Multiple Annotations Medical Image Segmentation","display_name":"Modeling Annotator Variation and Annotator Preference for Multiple Annotations Medical Image Segmentation","publication_year":2022,"publication_date":"2022-12-06","ids":{"openalex":"https://openalex.org/W4313525453","doi":"https://doi.org/10.1109/bibm55620.2022.9995619"},"language":"en","primary_location":{"id":"doi:10.1109/bibm55620.2022.9995619","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bibm55620.2022.9995619","pdf_url":null,"source":{"id":"https://openalex.org/S4363607730","display_name":"2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100880036","display_name":"Xutao Guo","orcid":"https://orcid.org/0000-0001-6191-2204"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xutao Guo","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028118007","display_name":"Shang Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shang Lu","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029228576","display_name":"Yanwu Yang","orcid":"https://orcid.org/0000-0002-7547-4580"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanwu Yang","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668193","display_name":"Pengcheng Shi","orcid":"https://orcid.org/0000-0001-9789-3295"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengcheng Shi","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021063919","display_name":"Chenfei Ye","orcid":"https://orcid.org/0000-0001-5265-3546"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenfei Ye","raw_affiliation_strings":["International Research Institute for Artifcial Intelligence, Harbin Institute of Technology (Shenzhen),Shenzhen,China","International Research Institute for Artifcial Intelligence, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Research Institute for Artifcial Intelligence, Harbin Institute of Technology (Shenzhen),Shenzhen,China","institution_ids":["https://openalex.org/I158809036"]},{"raw_affiliation_string":"International Research Institute for Artifcial Intelligence, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666554","display_name":"Yang Xiang","orcid":"https://orcid.org/0000-0001-5252-0831"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xiang","raw_affiliation_strings":["Peng Cheng Laboratory,Shenzhen,China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory,Shenzhen,China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063352703","display_name":"Ting Ma","orcid":"https://orcid.org/0000-0001-8819-6228"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Ma","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China","Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","International Research Institute for Artifcial Intelligence, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen),Electronic & Informatin Engineering School,Shenzhen,China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"International Research Institute for Artifcial Intelligence, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4623,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.73596602,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"30","issue":null,"first_page":"977","last_page":"984"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6659040451049805},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.6438615322113037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5784593224525452},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5639519095420837},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5126115679740906},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5085891485214233},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4592907130718231},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.44977355003356934},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3385472297668457},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1395338773727417},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08904609084129333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6659040451049805},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.6438615322113037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5784593224525452},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5639519095420837},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5126115679740906},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5085891485214233},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4592907130718231},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.44977355003356934},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3385472297668457},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1395338773727417},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08904609084129333},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm55620.2022.9995619","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bibm55620.2022.9995619","pdf_url":null,"source":{"id":"https://openalex.org/S4363607730","display_name":"2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2028158228","https://openalex.org/W2120651792","https://openalex.org/W2194775991","https://openalex.org/W2510083763","https://openalex.org/W2557519264","https://openalex.org/W2601564443","https://openalex.org/W2618530766","https://openalex.org/W2798542376","https://openalex.org/W2907386579","https://openalex.org/W2921406441","https://openalex.org/W2947263797","https://openalex.org/W2963772355","https://openalex.org/W2977942577","https://openalex.org/W2979960726","https://openalex.org/W2982361422","https://openalex.org/W2991523350","https://openalex.org/W2996290406","https://openalex.org/W2997335546","https://openalex.org/W3004531689","https://openalex.org/W3034421924","https://openalex.org/W3036586801","https://openalex.org/W3097460321","https://openalex.org/W3098712157","https://openalex.org/W3099805905","https://openalex.org/W3106546328","https://openalex.org/W3132455321","https://openalex.org/W3176031707","https://openalex.org/W3182906273","https://openalex.org/W4286539419","https://openalex.org/W4312428231","https://openalex.org/W4312960730","https://openalex.org/W4384570068","https://openalex.org/W4388776289"],"related_works":["https://openalex.org/W2386430105","https://openalex.org/W2356521405","https://openalex.org/W2038534795","https://openalex.org/W2384358604","https://openalex.org/W1567829292","https://openalex.org/W3001063351","https://openalex.org/W3196905815","https://openalex.org/W2351370765","https://openalex.org/W2348490172","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Medical":[0],"image":[1,92],"segmentation":[2,137,150,180],"annotation":[3,126],"suffers":[4],"from":[5,27],"annotator":[6,65,81,84,116,141,152,194],"variation":[7,82,117,127],"due":[8],"to":[9,47,107,123,187],"the":[10,17,33,61,69,100,112,125,161,185,193],"inherent":[11,18],"differences":[12],"in":[13,44,68],"annotators\u2019":[14],"expertise":[15],"and":[16,83,154],"blurriness":[19],"of":[20,35,64,96,111,175],"medical":[21,91],"images.":[22],"In":[23],"practice,":[24],"using":[25],"opinions":[26],"multiple":[28,49,89,129,165,178],"annotators":[29,130],"can":[30],"effectively":[31],"reduce":[32],"impact":[34],"such":[36,53],"annotator-related":[37],"biases.":[38],"Meanwhile,":[39],"it":[40],"is":[41,121],"common":[42],"practice":[43],"deep":[45],"learning":[46,191],"fuse":[48],"annotations":[50,90,166,179],"through":[51],"methods":[52,59],"as":[54,134],"majority":[55],"voting,":[56],"but":[57],"these":[58],"ignore":[60],"rich":[62],"information":[63],"preferences":[66],"ingrained":[67],"original":[70],"multi-annotator":[71],"annotations.":[72],"To":[73],"address":[74],"this":[75],"issue,":[76],"we":[77,183],"propose":[78],"a":[79,135,173],"modeling":[80,118,132,143],"preference":[85,142,195],"(AVAP)":[86],"framework":[87,171],"for":[88],"segmentation,":[93],"which":[94],"consists":[95],"three":[97],"parts.":[98],"First,":[99],"widely":[101],"used":[102],"encoder-decoder":[103],"backbone":[104],"network":[105],"use":[106],"extract":[108],"feature":[109],"maps":[110],"image.":[113],"Second,":[114],"an":[115,140],"(AVM)":[119],"module":[120,145],"devised":[122],"estimate":[124,146],"among":[128],"by":[131,151],"multi-annotations":[133],"multi-class":[136],"problem.":[138],"Third,":[139],"(APM)":[144],"each":[147],"annotator\u2019s":[148],"preference-involved":[149],"encoding":[153],"dynamic":[155,189],"filter":[156,190],"learning.":[157],"The":[158],"experiment":[159],"on":[160],"RIGA":[162],"benchmark":[163],"with":[164],"shows":[167],"that":[168],"our":[169],"AVAP":[170],"outperforms":[172],"range":[174],"state-of-the-art":[176],"(SOTA)":[177],"methods.":[181],"Further,":[182],"are":[184],"first":[186],"introduce":[188],"into":[192],"modeling.":[196]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}