{"id":"https://openalex.org/W4284670079","doi":"https://doi.org/10.1145/3477495.3531767","title":"Relevance under the Iceberg","display_name":"Relevance under the Iceberg","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4284670079","doi":"https://doi.org/10.1145/3477495.3531767"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3531767","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3477495.3531767","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3477495.3531767","source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3477495.3531767","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048749901","display_name":"Jyun\u2010Yu Jiang","orcid":"https://orcid.org/0000-0002-1753-8099"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jyun-Yu Jiang","raw_affiliation_strings":["Amazon Search, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Search, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006559148","display_name":"Wei-Cheng Chang","orcid":"https://orcid.org/0000-0002-5646-9356"},"institutions":[{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]},{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei-Cheng Chang","raw_affiliation_strings":["Amazon Search, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Search, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101969233","display_name":"Jiong Zhang","orcid":"https://orcid.org/0000-0003-3192-3281"},"institutions":[{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]},{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiong Zhang","raw_affiliation_strings":["Amazon Search, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Search, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010841999","display_name":"Cho\u2010Jui Hsieh","orcid":"https://orcid.org/0000-0002-3520-9627"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cho-Jui Hsieh","raw_affiliation_strings":["University of California, Los Angeles, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023183059","display_name":"Hsiang\u2010Fu Yu","orcid":"https://orcid.org/0000-0001-5235-2962"},"institutions":[{"id":"https://openalex.org/I4210133358","display_name":"Search","ror":"https://ror.org/03f78hn46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210133358"]},{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hsiang-Fu Yu","raw_affiliation_strings":["Amazon Search, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Search, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5048749901"],"corresponding_institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I4210133358"],"apc_list":null,"apc_paid":null,"fwci":0.3116,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.48793363,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1870","last_page":"1874"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7687371969223022},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.574819028377533},{"id":"https://openalex.org/keywords/multi-label-classification","display_name":"Multi-label classification","score":0.5488000512123108},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5267581343650818},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4993464946746826},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.46604859828948975},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.45368728041648865},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4521387815475464},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.42828384041786194},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32522937655448914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7687371969223022},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.574819028377533},{"id":"https://openalex.org/C2776482837","wikidata":"https://www.wikidata.org/wiki/Q3553958","display_name":"Multi-label classification","level":2,"score":0.5488000512123108},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5267581343650818},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4993464946746826},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.46604859828948975},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.45368728041648865},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4521387815475464},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.42828384041786194},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32522937655448914}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3477495.3531767","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3477495.3531767","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3477495.3531767","source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3477495.3531767","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3477495.3531767","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3477495.3531767","source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4284670079.pdf","grobid_xml":"https://content.openalex.org/works/W4284670079.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W214995755","https://openalex.org/W2023508744","https://openalex.org/W2050028283","https://openalex.org/W2153758664","https://openalex.org/W2183087644","https://openalex.org/W2520348554","https://openalex.org/W2743021690","https://openalex.org/W2750779823","https://openalex.org/W2783863635","https://openalex.org/W2788125153","https://openalex.org/W2921113176","https://openalex.org/W2976611402","https://openalex.org/W3007517974","https://openalex.org/W3012593211","https://openalex.org/W3035282196","https://openalex.org/W3080802002","https://openalex.org/W3172352177","https://openalex.org/W4290877723"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2138488530","https://openalex.org/W4390446658","https://openalex.org/W2971071571","https://openalex.org/W2798835721","https://openalex.org/W2922169395","https://openalex.org/W2387658907","https://openalex.org/W25098770"],"abstract_inverted_index":{"In":[0,119,138],"the":[1,15,106,113,154,207],"era":[2],"of":[3,14,31,83,108,115,135,201,209],"big":[4],"data,":[5],"eXtreme":[6],"Multi-label":[7],"Classification":[8],"(XMC)":[9],"has":[10],"already":[11],"become":[12],"one":[13],"most":[16,36],"essential":[17],"research":[18],"tasks":[19],"to":[20,45,105,124,152],"deal":[21],"with":[22,64,132,148,192],"enormous":[23],"label":[24,41,49,62,161],"spaces":[25],"in":[26,93,189,213],"machine":[27],"learning":[28],"applications.":[29],"Instead":[30],"assessing":[32],"every":[33],"individual":[34,211],"label,":[35],"XMC":[37,197],"methods":[38,182,188],"rely":[39],"on":[40,169],"trees":[42],"or":[43,112],"filters":[44],"derive":[46],"short":[47],"ranked":[48,61,160,185],"lists":[50,63,162],"as":[51,96],"prediction,":[52],"thereby":[53],"reducing":[54],"computational":[55],"overhead.":[56],"Specifically,":[57],"existing":[58],"studies":[59],"obtain":[60],"a":[65,142],"fixed":[66],"length":[67],"for":[68,128,163],"prediction":[69,127],"and":[70,89,99,157,183,195],"evaluation.":[71],"However,":[72],"these":[73],"predictions":[74],"are":[75],"unreasonable":[76],"since":[77],"data":[78],"points":[79],"have":[80],"varied":[81],"numbers":[82,134],"relevant":[84,110],"labels.":[85,118,137],"The":[86,199],"greatly":[87],"small":[88],"large":[90],"list":[91,186],"lengths":[92],"evaluation,":[94],"such":[95],"[email":[97,100],"protected]":[98],"protected],":[101],"can":[102],"also":[103,205],"lead":[104],"ignorance":[107],"other":[109],"labels":[111],"tolerance":[114],"many":[116],"irrelevant":[117],"this":[120],"paper,":[121],"we":[122,140],"aim":[123],"provide":[125],"reasonable":[126],"extreme":[129],"multi-label":[130],"classification":[131],"dynamic":[133],"predicted":[136],"particular,":[139],"propose":[141],"novel":[143],"framework,":[144],"Model-Agnostic":[145],"List":[146],"Truncation":[147],"Ordinal":[149],"Regression":[150],"(MALTOR),":[151],"leverage":[153],"ranking":[155],"properties":[156],"truncate":[158],"long":[159],"better":[164],"accuracy.":[165],"Extensive":[166],"experiments":[167],"conducted":[168],"six":[170],"large-scale":[171],"real-world":[172],"benchmark":[173],"datasets":[174],"demonstrate":[175],"that":[176],"MALTOR":[177],"significantly":[178],"outperforms":[179],"statistical":[180],"baseline":[181],"conventional":[184],"truncation":[187],"ad-hoc":[190],"retrieval":[191],"both":[193],"linear":[194],"deep":[196],"models.":[198],"results":[200],"an":[202],"ablation":[203],"study":[204],"shows":[206],"effectiveness":[208],"each":[210],"component":[212],"our":[214],"proposed":[215],"MALTOR.":[216]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}