{"id":"https://openalex.org/W3119116894","doi":"https://doi.org/10.1109/wacv48630.2021.00252","title":"Learn like a Pathologist: Curriculum Learning by Annotator Agreement for Histopathology Image Classification","display_name":"Learn like a Pathologist: Curriculum Learning by Annotator Agreement for Histopathology Image Classification","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3119116894","doi":"https://doi.org/10.1109/wacv48630.2021.00252","mag":"3119116894"},"language":"en","primary_location":{"id":"doi:10.1109/wacv48630.2021.00252","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv48630.2021.00252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021855913","display_name":"Jerry Wei","orcid":"https://orcid.org/0000-0001-8802-7221"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Jerry Wei","raw_affiliation_strings":["Dartmouth College"],"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I4210166639","https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001118529","display_name":"Arief A. Suriawinata","orcid":null},"institutions":[{"id":"https://openalex.org/I1289422878","display_name":"Dartmouth\u2013Hitchcock Medical Center","ror":"https://ror.org/00d1dhh09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I107672454","https://openalex.org/I1289422878","https://openalex.org/I4390039337"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arief Suriawinata","raw_affiliation_strings":["Dartmouth-Hitchcock Medical Center"],"affiliations":[{"raw_affiliation_string":"Dartmouth-Hitchcock Medical Center","institution_ids":["https://openalex.org/I1289422878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101903842","display_name":"Bing Ren","orcid":"https://orcid.org/0000-0003-2374-7775"},"institutions":[{"id":"https://openalex.org/I1289422878","display_name":"Dartmouth\u2013Hitchcock Medical Center","ror":"https://ror.org/00d1dhh09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I107672454","https://openalex.org/I1289422878","https://openalex.org/I4390039337"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bing Ren","raw_affiliation_strings":["Dartmouth-Hitchcock Medical Center"],"affiliations":[{"raw_affiliation_string":"Dartmouth-Hitchcock Medical Center","institution_ids":["https://openalex.org/I1289422878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107887547","display_name":"Xiaoying Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I1289422878","display_name":"Dartmouth\u2013Hitchcock Medical Center","ror":"https://ror.org/00d1dhh09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I107672454","https://openalex.org/I1289422878","https://openalex.org/I4390039337"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoying Liu","raw_affiliation_strings":["Dartmouth-Hitchcock Medical Center"],"affiliations":[{"raw_affiliation_string":"Dartmouth-Hitchcock Medical Center","institution_ids":["https://openalex.org/I1289422878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029921844","display_name":"Mikhail Lisovsky","orcid":"https://orcid.org/0000-0001-6643-423X"},"institutions":[{"id":"https://openalex.org/I1289422878","display_name":"Dartmouth\u2013Hitchcock Medical Center","ror":"https://ror.org/00d1dhh09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I107672454","https://openalex.org/I1289422878","https://openalex.org/I4390039337"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mikhail Lisovsky","raw_affiliation_strings":["Dartmouth-Hitchcock Medical Center"],"affiliations":[{"raw_affiliation_string":"Dartmouth-Hitchcock Medical Center","institution_ids":["https://openalex.org/I1289422878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075327685","display_name":"Louis Vaickus","orcid":"https://orcid.org/0000-0002-8989-9539"},"institutions":[{"id":"https://openalex.org/I1289422878","display_name":"Dartmouth\u2013Hitchcock Medical Center","ror":"https://ror.org/00d1dhh09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I107672454","https://openalex.org/I1289422878","https://openalex.org/I4390039337"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis Vaickus","raw_affiliation_strings":["Dartmouth-Hitchcock Medical Center"],"affiliations":[{"raw_affiliation_string":"Dartmouth-Hitchcock Medical Center","institution_ids":["https://openalex.org/I1289422878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105934578","display_name":"Charles L. Brown","orcid":null},"institutions":[{"id":"https://openalex.org/I1289422878","display_name":"Dartmouth\u2013Hitchcock Medical Center","ror":"https://ror.org/00d1dhh09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I107672454","https://openalex.org/I1289422878","https://openalex.org/I4390039337"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Brown","raw_affiliation_strings":["Dartmouth-Hitchcock Medical Center"],"affiliations":[{"raw_affiliation_string":"Dartmouth-Hitchcock Medical Center","institution_ids":["https://openalex.org/I1289422878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114949343","display_name":"Michael Baker","orcid":"https://orcid.org/0000-0002-2382-7647"},"institutions":[{"id":"https://openalex.org/I1289422878","display_name":"Dartmouth\u2013Hitchcock Medical Center","ror":"https://ror.org/00d1dhh09","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I107672454","https://openalex.org/I1289422878","https://openalex.org/I4390039337"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Baker","raw_affiliation_strings":["Dartmouth-Hitchcock Medical Center"],"affiliations":[{"raw_affiliation_string":"Dartmouth-Hitchcock Medical Center","institution_ids":["https://openalex.org/I1289422878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048190601","display_name":"Mustafa Nasir-Moin","orcid":"https://orcid.org/0000-0002-0389-1852"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Mustafa Nasir-Moin","raw_affiliation_strings":["Dartmouth College"],"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I4210166639","https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072074353","display_name":"Naofumi Tomita","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]},{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Naofumi Tomita","raw_affiliation_strings":["Dartmouth College"],"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I4210166639","https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082736347","display_name":"Lorenzo Torresani","orcid":null},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Lorenzo Torresani","raw_affiliation_strings":["Dartmouth College"],"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I4210166639","https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078446912","display_name":"Jason Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Jason Wei","raw_affiliation_strings":["Dartmouth College"],"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I4210166639","https://openalex.org/I107672454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051476268","display_name":"Saeed Hassanpour","orcid":"https://orcid.org/0000-0001-9460-6414"},"institutions":[{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]},{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Saeed Hassanpour","raw_affiliation_strings":["Dartmouth College"],"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I4210166639","https://openalex.org/I107672454"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5021855913"],"corresponding_institution_ids":["https://openalex.org/I107672454","https://openalex.org/I4210166639"],"apc_list":null,"apc_paid":null,"fwci":6.9347,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.97412395,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2472","last_page":"2482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7195402979850769},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.7024349570274353},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.585411787033081},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5575333833694458},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5510275959968567},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39606955647468567},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35205256938934326},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07856738567352295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7195402979850769},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.7024349570274353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.585411787033081},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5575333833694458},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5510275959968567},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39606955647468567},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35205256938934326},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07856738567352295},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv48630.2021.00252","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv48630.2021.00252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1673923490","https://openalex.org/W1966976587","https://openalex.org/W2037880380","https://openalex.org/W2053154970","https://openalex.org/W2060277733","https://openalex.org/W2066723097","https://openalex.org/W2071216463","https://openalex.org/W2091149471","https://openalex.org/W2103814246","https://openalex.org/W2115235387","https://openalex.org/W2124155137","https://openalex.org/W2296073425","https://openalex.org/W2530318160","https://openalex.org/W2557738935","https://openalex.org/W2581082771","https://openalex.org/W2594760301","https://openalex.org/W2622388981","https://openalex.org/W2750806355","https://openalex.org/W2760946358","https://openalex.org/W2772723798","https://openalex.org/W2785355717","https://openalex.org/W2793814878","https://openalex.org/W2890052321","https://openalex.org/W2892964097","https://openalex.org/W2896817483","https://openalex.org/W2904183610","https://openalex.org/W2913326971","https://openalex.org/W2926516160","https://openalex.org/W2926848333","https://openalex.org/W2945626616","https://openalex.org/W2945807221","https://openalex.org/W2949226441","https://openalex.org/W2951954464","https://openalex.org/W2955152335","https://openalex.org/W2962957598","https://openalex.org/W2963466845","https://openalex.org/W2963733622","https://openalex.org/W2963962154","https://openalex.org/W2964048159","https://openalex.org/W2964121744","https://openalex.org/W2964122237","https://openalex.org/W2964153729","https://openalex.org/W2964331958","https://openalex.org/W2964345665","https://openalex.org/W2973277429","https://openalex.org/W2990489240","https://openalex.org/W2994847258","https://openalex.org/W2999091210","https://openalex.org/W3000540149","https://openalex.org/W3019938913","https://openalex.org/W3020147421","https://openalex.org/W3033382446","https://openalex.org/W3037964252","https://openalex.org/W3090958410","https://openalex.org/W4288289119","https://openalex.org/W4294214983","https://openalex.org/W6631190155","https://openalex.org/W6637162671","https://openalex.org/W6728458142","https://openalex.org/W6748529433","https://openalex.org/W6749813333","https://openalex.org/W6754048563","https://openalex.org/W6754683619","https://openalex.org/W6760278398","https://openalex.org/W6779383828"],"related_works":["https://openalex.org/W2348562106","https://openalex.org/W2370820329","https://openalex.org/W2370554813","https://openalex.org/W2387560707","https://openalex.org/W2363525455","https://openalex.org/W4312355418","https://openalex.org/W4362576712","https://openalex.org/W2314810092","https://openalex.org/W2384329035","https://openalex.org/W2373380871"],"abstract_inverted_index":{"Applying":[0],"curriculum":[1,46,94,138,167],"learning":[2,95,139],"requires":[3],"both":[4],"a":[5,12,29,41,55,79,86,92,132],"range":[6,56],"of":[7,18,52,57,85,117,127,144,148],"difficulty":[8,17,58,84],"in":[9],"data":[10],"and":[11,114,160],"method":[13,96],"for":[14,45,82,129,165],"determining":[15],"the":[16,50,83,112],"examples.":[19],"In":[20],"many":[21],"tasks,":[22],"however,":[23],"satisfying":[24],"these":[25],"requirements":[26],"can":[27,75],"be":[28,76],"formidable":[30],"challenge.In":[31],"this":[32,130],"paper,":[33],"we":[34,90],"contend":[35],"that":[36,97],"histopathology":[37,53],"image":[38],"classification":[39],"is":[40],"compelling":[42],"use":[43],"case":[44],"learning.":[47,168],"Based":[48],"on":[49,99,111],"nature":[51],"images,":[54],"inherently":[59],"exists":[60],"among":[61],"examples,":[62],"and,":[63],"since":[64],"medical":[65],"datasets":[66],"are":[67],"often":[68],"labeled":[69],"by":[70,104],"multiple":[71],"annotators,":[72],"annotator":[73,105],"agreement":[74],"used":[77],"as":[78,102],"natural":[80],"proxy":[81],"given":[87],"example.":[88],"Hence,":[89],"propose":[91],"simple":[93],"trains":[98],"progressively-harder":[100],"images":[101],"determined":[103],"agreement.":[106],"We":[107],"evaluate":[108],"our":[109,136],"hypothesis":[110],"challenging":[113],"clinically-important":[115],"task":[116],"colorectal":[118],"polyp":[119],"classification.":[120],"Whereas":[121],"vanilla":[122],"training":[123],"achieves":[124,141],"an":[125,142,146],"AUC":[126,143],"83.7%":[128],"task,":[131],"model":[133],"trained":[134],"with":[135],"proposed":[137],"approach":[140],"88.2%,":[145],"improvement":[147],"4.5%.":[149],"Our":[150],"work":[151],"aims":[152],"to":[153,156],"inspire":[154],"researchers":[155],"think":[157],"more":[158],"creatively":[159],"rigorously":[161],"when":[162],"choosing":[163],"contexts":[164],"applying":[166]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}