{"id":"https://openalex.org/W4384648211","doi":"https://doi.org/10.1145/3539618.3591780","title":"Uncertainty Quantification for Extreme Classification","display_name":"Uncertainty Quantification for Extreme Classification","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384648211","doi":"https://doi.org/10.1145/3539618.3591780"},"language":"en","primary_location":{"id":"doi:10.1145/3539618.3591780","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3591780","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048749901","display_name":"Jyun\u2010Yu Jiang","orcid":"https://orcid.org/0000-0002-1753-8099"},"institutions":[{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]},{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jyun-Yu Jiang","raw_affiliation_strings":["Amazon Search, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Search, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006559148","display_name":"Wei-Cheng Chang","orcid":"https://orcid.org/0000-0002-5646-9356"},"institutions":[{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]},{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei-Cheng Chang","raw_affiliation_strings":["Amazon Search, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Search, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101969233","display_name":"Jiong Zhang","orcid":"https://orcid.org/0000-0003-3192-3281"},"institutions":[{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]},{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiong Zhang","raw_affiliation_strings":["Amazon Search, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Search, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010841999","display_name":"Cho\u2010Jui Hsieh","orcid":"https://orcid.org/0000-0002-3520-9627"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cho-Jui Hsieh","raw_affiliation_strings":["University of California, Los Angeles & Amazon Search, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles & Amazon Search, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I161318765","https://openalex.org/I4210133358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023183059","display_name":"Hsiang\u2010Fu Yu","orcid":"https://orcid.org/0000-0001-5235-2962"},"institutions":[{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]},{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hsiang-Fu Yu","raw_affiliation_strings":["Amazon Search, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Search, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5048749901"],"corresponding_institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"],"apc_list":null,"apc_paid":null,"fwci":0.1746,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53964344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1649","last_page":"1659"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7826782464981079},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.7187318801879883},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6658722162246704},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6183571815490723},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5946714878082275},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4872111678123474},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.4755018651485443},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.47367626428604126},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.46107128262519836},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4522186517715454},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.41093242168426514},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10448864102363586}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7826782464981079},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.7187318801879883},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6658722162246704},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6183571815490723},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5946714878082275},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4872111678123474},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.4755018651485443},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.47367626428604126},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.46107128262519836},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4522186517715454},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41093242168426514},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10448864102363586},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3539618.3591780","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3591780","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1987549167","https://openalex.org/W1987828121","https://openalex.org/W2050028283","https://openalex.org/W2055281720","https://openalex.org/W2094145178","https://openalex.org/W2183087644","https://openalex.org/W2362855512","https://openalex.org/W2520348554","https://openalex.org/W2595551253","https://openalex.org/W2612690371","https://openalex.org/W2739996966","https://openalex.org/W2744136723","https://openalex.org/W2788125153","https://openalex.org/W2900489637","https://openalex.org/W2911495555","https://openalex.org/W2921113176","https://openalex.org/W2999905431","https://openalex.org/W3028925963","https://openalex.org/W3035478617","https://openalex.org/W3037422790","https://openalex.org/W3080802002","https://openalex.org/W3102100346","https://openalex.org/W3153723500","https://openalex.org/W3164731060","https://openalex.org/W3172352177","https://openalex.org/W3177232285"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W4247566972","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W4233347783","https://openalex.org/W2910064364","https://openalex.org/W4376309286","https://openalex.org/W2368237856"],"abstract_inverted_index":{"Uncertainty":[0],"quantification":[1,84],"is":[2,42],"one":[3],"of":[4,49],"the":[5,47,118],"most":[6,21],"crucial":[7],"tasks":[8],"to":[9,64,80,115],"obtain":[10],"trustworthy":[11],"and":[12,35,68,100,105,158],"reliable":[13],"machine":[14,54],"learning":[15,55],"models":[16,89,143,177],"for":[17,52,72,86,155],"decision":[18],"making.":[19],"However,":[20],"research":[22],"in":[23,46,103,144],"this":[24,76],"domain":[25],"has":[26],"only":[27,140],"focused":[28],"on":[29,112,130,174],"problems":[30],"with":[31,90,120,161,178],"small":[32],"label":[33,59,156],"spaces":[34,60],"ignored":[36],"eXtreme":[37],"Multi-label":[38],"Classification":[39],"(XMC),":[40],"which":[41],"an":[43],"essential":[44],"task":[45],"era":[48],"big":[50],"data":[51],"web-scale":[53],"applications.":[56],"Moreover,":[57],"enormous":[58],"could":[61],"also":[62,148],"lead":[63],"noisy":[65],"retrieval":[66],"results":[67,172],"intractable":[69],"computational":[70],"challenges":[71],"uncertainty":[73,83,102,119,179],"quantification.":[74,180],"In":[75,95],"paper,":[77],"we":[78,97],"aim":[79],"investigate":[81],"general":[82,108],"approaches":[85],"tree-based":[87],"XMC":[88,126,176],"a":[91,107,121],"probabilistic":[92],"ensemble-based":[93],"framework.":[94],"particular,":[96],"analyze":[98],"label-level":[99],"instance-level":[101],"XMC,":[104],"propose":[106],"approximation":[109],"framework":[110,138,166],"based":[111,173],"beam":[113],"search":[114],"efficiently":[116],"estimate":[117],"theoretical":[122],"guarantee":[123],"under":[124],"long-tail":[125],"predictions.":[127],"Empirical":[128],"studies":[129],"six":[131],"large-scale":[132],"real-world":[133],"datasets":[134],"show":[135],"that":[136],"our":[137,165],"not":[139],"outperforms":[141],"single":[142],"predictive":[145],"performance,":[146],"but":[147],"can":[149,167],"serve":[150],"as":[151],"strong":[152],"uncertainty-based":[153],"baselines":[154],"misclassification":[157],"out-of-distribution":[159],"detection,":[160],"significant":[162],"speedup.":[163],"Besides,":[164],"further":[168],"yield":[169],"better":[170],"state-of-the-art":[171],"deep":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}