{"id":"https://openalex.org/W4308189433","doi":"https://doi.org/10.1109/jbhi.2022.3218166","title":"Practical Training Approaches for Discordant Atopic Dermatitis Severity Datasets: Merging Methods With Soft-Label and Train-Set Pruning","display_name":"Practical Training Approaches for Discordant Atopic Dermatitis Severity Datasets: Merging Methods With Soft-Label and Train-Set Pruning","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4308189433","doi":"https://doi.org/10.1109/jbhi.2022.3218166","pmid":"https://pubmed.ncbi.nlm.nih.gov/36315545"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2022.3218166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2022.3218166","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052358600","display_name":"Soo Ick Cho","orcid":"https://orcid.org/0000-0003-3414-9869"},"institutions":[{"id":"https://openalex.org/I2802835388","display_name":"Seoul National University Hospital","ror":"https://ror.org/01z4nnt86","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soo Ick Cho","raw_affiliation_strings":["Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-3414-9869","affiliations":[{"raw_affiliation_string":"Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2802835388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436257","display_name":"Dongheon Lee","orcid":"https://orcid.org/0000-0002-3121-7099"},"institutions":[{"id":"https://openalex.org/I2802835388","display_name":"Seoul National University Hospital","ror":"https://ror.org/01z4nnt86","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388"]},{"id":"https://openalex.org/I4210143602","display_name":"Chungnam National University Hospital","ror":"https://ror.org/04353mq94","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I196345858","https://openalex.org/I4210143602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongheon Lee","raw_affiliation_strings":["Department of Biomedical Engineering, Chungnam National University College of Medicine, Chungnam National University Hospital, Daejeon, Republic of Korea","Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-3121-7099","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Chungnam National University College of Medicine, Chungnam National University Hospital, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I4210143602"]},{"raw_affiliation_string":"Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2802835388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108761912","display_name":"Byeol Han","orcid":"https://orcid.org/0000-0002-1066-5765"},"institutions":[{"id":"https://openalex.org/I21028721","display_name":"Eulji University","ror":"https://ror.org/005bty106","country_code":"KR","type":"education","lineage":["https://openalex.org/I21028721"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byeol Han","raw_affiliation_strings":["Department of Dermatology, Uijeongbu Eulji Medical Center, Eulji University School of Medicine, Uijeongbu, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Dermatology, Uijeongbu Eulji Medical Center, Eulji University School of Medicine, Uijeongbu, Republic of Korea","institution_ids":["https://openalex.org/I21028721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010440126","display_name":"Ji Su Lee","orcid":"https://orcid.org/0000-0003-0207-2107"},"institutions":[{"id":"https://openalex.org/I2802835388","display_name":"Seoul National University Hospital","ror":"https://ror.org/01z4nnt86","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ji Su Lee","raw_affiliation_strings":["Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2802835388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057549183","display_name":"Ji Yeon Hong","orcid":"https://orcid.org/0000-0002-5632-8449"},"institutions":[{"id":"https://openalex.org/I196345858","display_name":"Chungnam National University","ror":"https://ror.org/0227as991","country_code":"KR","type":"education","lineage":["https://openalex.org/I196345858"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ji Yeon Hong","raw_affiliation_strings":["Department of Dermatology, Chungnam National University Sejong Hospital, Sejong, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-5632-8449","affiliations":[{"raw_affiliation_string":"Department of Dermatology, Chungnam National University Sejong Hospital, Sejong, Republic of Korea","institution_ids":["https://openalex.org/I196345858"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056846121","display_name":"Jin Ho Chung","orcid":"https://orcid.org/0000-0002-0582-6392"},"institutions":[{"id":"https://openalex.org/I2802835388","display_name":"Seoul National University Hospital","ror":"https://ror.org/01z4nnt86","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jin Ho Chung","raw_affiliation_strings":["Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2802835388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370205","display_name":"Dong Hun Lee","orcid":"https://orcid.org/0000-0002-2925-3074"},"institutions":[{"id":"https://openalex.org/I2802835388","display_name":"Seoul National University Hospital","ror":"https://ror.org/01z4nnt86","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388"]},{"id":"https://openalex.org/I4210143602","display_name":"Chungnam National University Hospital","ror":"https://ror.org/04353mq94","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I196345858","https://openalex.org/I4210143602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dong Hun Lee","raw_affiliation_strings":["Department of Biomedical Engineering, Chungnam National University College of Medicine, Chungnam National University Hospital, Daejeon, Republic of Korea","Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-2925-3074","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Chungnam National University College of Medicine, Chungnam National University Hospital, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I4210143602"]},{"raw_affiliation_string":"Department of Dermatology, Seoul National University College of Medicine, Seoul National University Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2802835388"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068964064","display_name":"Jung\u2010Im Na","orcid":"https://orcid.org/0000-0002-5717-2490"},"institutions":[{"id":"https://openalex.org/I2803058125","display_name":"Seoul National University Bundang Hospital","ror":"https://ror.org/00cb3km46","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388","https://openalex.org/I2803058125"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jung-Im Na","raw_affiliation_strings":["Department of Dermatology, Seoul National University Bundang Hospital, Seongnam 13620, Seoul National University College of Medicine, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-5717-2490","affiliations":[{"raw_affiliation_string":"Department of Dermatology, Seoul National University Bundang Hospital, Seongnam 13620, Seoul National University College of Medicine, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2803058125"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9868,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.91255932,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"27","issue":"1","first_page":"166","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10837","display_name":"Dermatology and Skin Diseases","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2708","display_name":"Dermatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10837","display_name":"Dermatology and Skin Diseases","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2708","display_name":"Dermatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10877","display_name":"Allergic Rhinitis and Sensitization","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2723","display_name":"Immunology and Allergy"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10051","display_name":"Asthma and respiratory diseases","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6715620756149292},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6585155129432678},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.591870903968811},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.574749767780304},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5316482186317444},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5001974105834961},{"id":"https://openalex.org/keywords/atopic-dermatitis","display_name":"Atopic dermatitis","score":0.47476911544799805},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.46656811237335205},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4631582796573639},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4398103356361389},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.22184023261070251},{"id":"https://openalex.org/keywords/dermatology","display_name":"Dermatology","score":0.08886358141899109}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6715620756149292},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6585155129432678},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.591870903968811},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.574749767780304},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5316482186317444},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5001974105834961},{"id":"https://openalex.org/C2778329239","wikidata":"https://www.wikidata.org/wiki/Q268667","display_name":"Atopic dermatitis","level":2,"score":0.47476911544799805},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.46656811237335205},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4631582796573639},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4398103356361389},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.22184023261070251},{"id":"https://openalex.org/C16005928","wikidata":"https://www.wikidata.org/wiki/Q171171","display_name":"Dermatology","level":1,"score":0.08886358141899109},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003876","descriptor_name":"Dermatitis, Atopic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003876","descriptor_name":"Dermatitis, Atopic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003876","descriptor_name":"Dermatitis, Atopic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007070","descriptor_name":"Immunoglobulin A","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007070","descriptor_name":"Immunoglobulin A","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007070","descriptor_name":"Immunoglobulin A","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2022.3218166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2022.3218166","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:36315545","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36315545","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W189068515","https://openalex.org/W198427113","https://openalex.org/W1977571789","https://openalex.org/W2090073443","https://openalex.org/W2117359358","https://openalex.org/W2118630839","https://openalex.org/W2142327072","https://openalex.org/W2143046934","https://openalex.org/W2146648821","https://openalex.org/W2148309496","https://openalex.org/W2186046013","https://openalex.org/W2192134383","https://openalex.org/W2406561513","https://openalex.org/W2520780249","https://openalex.org/W2581082771","https://openalex.org/W2613753055","https://openalex.org/W2786147899","https://openalex.org/W2899071879","https://openalex.org/W2921197949","https://openalex.org/W2970233898","https://openalex.org/W2970991985","https://openalex.org/W2976851955","https://openalex.org/W2996060033","https://openalex.org/W3005295611","https://openalex.org/W3008661668","https://openalex.org/W3013387448","https://openalex.org/W3014497218","https://openalex.org/W3017839166","https://openalex.org/W3025011581","https://openalex.org/W3028230790","https://openalex.org/W3036298167","https://openalex.org/W3089482132","https://openalex.org/W3090178113","https://openalex.org/W3090227268","https://openalex.org/W3090400417","https://openalex.org/W3091899181","https://openalex.org/W3092829525","https://openalex.org/W3108821140","https://openalex.org/W3136212843","https://openalex.org/W3136325607","https://openalex.org/W3156640263","https://openalex.org/W4210971299","https://openalex.org/W6713452427","https://openalex.org/W6732209190"],"related_works":["https://openalex.org/W3167826726","https://openalex.org/W2620852772","https://openalex.org/W229479006","https://openalex.org/W2094668679","https://openalex.org/W4220817159","https://openalex.org/W257745813","https://openalex.org/W4200232881","https://openalex.org/W4321018639","https://openalex.org/W3034720863","https://openalex.org/W2980804201"],"abstract_inverted_index":{"Objective":[0],"assessment":[1,159],"of":[2,18,28,37,43,57,160],"atopic":[3],"dermatitis":[4],"(AD)":[5],"is":[6],"essential":[7],"for":[8,107,127,168],"choosing":[9],"proper":[10],"management":[11],"strategies.":[12],"This":[13],"study":[14],"investigated":[15],"the":[16,26,35,80,83,91,108,123,128,142,154,158],"performance":[17],"convolutional":[19],"neural":[20],"networks":[21],"(CNN)":[22],"models":[23,86,136,143,167],"in":[24,156],"grading":[25],"severity":[27,36,42],"AD.":[29,58],"Five":[30],"board-certified":[31],"dermatologists":[32,161],"independently":[33],"evaluated":[34,46],"9,192":[38],"AD":[39,44,169],"images.":[40],"The":[41,97],"was":[45,100,119,162],"based":[47,89,102,121],"on":[48,90,103,122],"an":[49,145],"Investigator's":[50],"Global":[51],"Assessment":[52],"(IGA)":[53],"and":[54,75,94,110,115,130,149,183],"six":[55],"signs":[56],"For":[59,79],"CNN":[60,135,166],"training,":[61],"we":[62],"applied":[63],"three":[64],"distinct":[65],"approaches:":[66],"1)":[67],"ensemble":[68],"vs.":[69,73],"integration":[70],"2)":[71],"hard-label":[72],"soft-label":[74,182],"3)":[76],"train-set":[77,184],"pruning.":[78,185],"IGA":[81],"prediction,":[82],"two":[84],"best":[85],"were":[87],"chosen":[88,101,120],"macro-averaged":[92],"AUROC":[93,104],"F-1":[95],"score.":[96],"ensemble-soft-label-pruning":[98],"model":[99,118],"0.943,":[105],"0.927":[106],"internal":[109,129],"external":[111,131],"validation":[112,132],"set":[113,133],"respectively,":[114],"integration-soft-label-whole":[116],"dataset":[117,140,155,175],"F1-score":[124],"0.750,":[125],"0.721":[126],"respectively.":[134],"trained":[137],"by":[138,144,173],"multi-evaluator":[139],"outperformed":[141],"individual":[146],"evaluator":[147],"dataset,":[148],"they":[150],"performed":[151],"better":[152],"to":[153],"which":[157],"concordant.":[163],"In":[164],"conclusion,":[165],"could":[170],"be":[171],"improved":[172],"labeled":[174],"from":[176],"multiple":[177],"evaluators,":[178],"merging":[179],"methods":[180],"with":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}