{"id":"https://openalex.org/W3189509741","doi":"https://doi.org/10.1145/3534928","title":"Are Neural Ranking Models Robust?","display_name":"Are Neural Ranking Models Robust?","publication_year":2022,"publication_date":"2022-06-21","ids":{"openalex":"https://openalex.org/W3189509741","doi":"https://doi.org/10.1145/3534928","mag":"3189509741"},"language":"en","primary_location":{"id":"doi:10.1145/3534928","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3534928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3534928","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3534928","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100707380","display_name":"Chen Wu","orcid":"https://orcid.org/0000-0002-2492-0640"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Wu","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2492-0640","affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009898523","display_name":"Ruqing Zhang","orcid":"https://orcid.org/0000-0003-4294-2541"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruqing Zhang","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4294-2541","affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9509-8674","affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006971161","display_name":"Yixing Fan","orcid":"https://orcid.org/0000-0003-4317-2702"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixing Fan","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4317-2702","affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5201-8195","affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China; University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.837,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86951198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"41","issue":"2","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8261680603027344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6887080669403076},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6600683927536011},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.659042477607727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5985418558120728},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4792732894420624},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.43089044094085693},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3929618000984192},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16315916180610657},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1559545397758484}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8261680603027344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6887080669403076},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6600683927536011},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.659042477607727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5985418558120728},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4792732894420624},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.43089044094085693},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3929618000984192},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16315916180610657},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1559545397758484},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3534928","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3534928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3534928","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3534928","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3534928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3534928","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G1084062135","display_name":null,"funder_award_id":"20144310","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G1185699554","display_name":"\u57fa\u4e8e\u5f3a\u5316\u5b66\u4e60\u7684\u4fe1\u606f\u68c0\u7d22\u6392\u5e8f\u6a21\u578b\u7814\u7a76","funder_award_id":"61872338","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4171408361","display_name":null,"funder_award_id":"62006218, 61902381","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4758593323","display_name":null,"funder_award_id":"20144310, and 2021100","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G8143428411","display_name":null,"funder_award_id":"cstc2017jcyjBX0059","funder_id":"https://openalex.org/F4320321550","funder_display_name":"Chongqing Science and Technology Commission"},{"id":"https://openalex.org/G8752928798","display_name":null,"funder_award_id":"62006218, 61902381, and 61872338","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321550","display_name":"Chongqing Science and Technology Commission","ror":"https://ror.org/05w9erc61"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3189509741.pdf","grobid_xml":"https://content.openalex.org/works/W3189509741.grobid-xml"},"referenced_works_count":138,"referenced_works":["https://openalex.org/W132343450","https://openalex.org/W159389352","https://openalex.org/W1507711745","https://openalex.org/W1522301498","https://openalex.org/W1530210183","https://openalex.org/W1532325895","https://openalex.org/W1603598191","https://openalex.org/W1606357646","https://openalex.org/W1945616565","https://openalex.org/W1979697714","https://openalex.org/W1984316072","https://openalex.org/W2014415866","https://openalex.org/W2022871093","https://openalex.org/W2031342017","https://openalex.org/W2035720976","https://openalex.org/W2047221353","https://openalex.org/W2079370602","https://openalex.org/W2086790337","https://openalex.org/W2115584760","https://openalex.org/W2125825154","https://openalex.org/W2136189984","https://openalex.org/W2136542423","https://openalex.org/W2141527331","https://openalex.org/W2143331230","https://openalex.org/W2148212498","https://openalex.org/W2149427297","https://openalex.org/W2151450030","https://openalex.org/W2156037541","https://openalex.org/W2159859920","https://openalex.org/W2160039544","https://openalex.org/W2161709571","https://openalex.org/W2180612164","https://openalex.org/W2250539671","https://openalex.org/W2525778437","https://openalex.org/W2536015822","https://openalex.org/W2539671052","https://openalex.org/W2556096924","https://openalex.org/W2609368435","https://openalex.org/W2648699835","https://openalex.org/W2735135478","https://openalex.org/W2739979652","https://openalex.org/W2741195357","https://openalex.org/W2746600820","https://openalex.org/W2766284073","https://openalex.org/W2783640434","https://openalex.org/W2784815861","https://openalex.org/W2787560479","https://openalex.org/W2798702669","https://openalex.org/W2798964384","https://openalex.org/W2798966449","https://openalex.org/W2798989084","https://openalex.org/W2799194071","https://openalex.org/W2799232306","https://openalex.org/W2799420921","https://openalex.org/W2888394138","https://openalex.org/W2888491130","https://openalex.org/W2899154813","https://openalex.org/W2905526464","https://openalex.org/W2910577570","https://openalex.org/W2914304175","https://openalex.org/W2924785549","https://openalex.org/W2937703214","https://openalex.org/W2938205538","https://openalex.org/W2939507640","https://openalex.org/W2945127593","https://openalex.org/W2945802750","https://openalex.org/W2947415936","https://openalex.org/W2951674308","https://openalex.org/W2952872637","https://openalex.org/W2954493846","https://openalex.org/W2955229766","https://openalex.org/W2962700793","https://openalex.org/W2962718684","https://openalex.org/W2962739339","https://openalex.org/W2962818281","https://openalex.org/W2962992635","https://openalex.org/W2963083752","https://openalex.org/W2963207607","https://openalex.org/W2963341956","https://openalex.org/W2963361074","https://openalex.org/W2963859254","https://openalex.org/W2963969878","https://openalex.org/W2964153729","https://openalex.org/W2964253222","https://openalex.org/W2971209824","https://openalex.org/W2977788613","https://openalex.org/W2990881247","https://openalex.org/W2996851481","https://openalex.org/W2998115938","https://openalex.org/W3001879867","https://openalex.org/W3005346446","https://openalex.org/W3007157104","https://openalex.org/W3011411500","https://openalex.org/W3015377432","https://openalex.org/W3021397474","https://openalex.org/W3023238803","https://openalex.org/W3023265886","https://openalex.org/W3034408878","https://openalex.org/W3035441470","https://openalex.org/W3037492894","https://openalex.org/W3092952717","https://openalex.org/W3094612274","https://openalex.org/W3098620803","https://openalex.org/W3098851962","https://openalex.org/W3099446234","https://openalex.org/W3100149641","https://openalex.org/W3102491798","https://openalex.org/W3103966943","https://openalex.org/W3106412272","https://openalex.org/W3109275961","https://openalex.org/W3112486745","https://openalex.org/W3113089224","https://openalex.org/W3115584932","https://openalex.org/W3120496366","https://openalex.org/W3129868498","https://openalex.org/W3133766336","https://openalex.org/W3136694792","https://openalex.org/W3152562554","https://openalex.org/W3168421658","https://openalex.org/W3169965252","https://openalex.org/W3198691721","https://openalex.org/W3214779765","https://openalex.org/W4213009331","https://openalex.org/W4214645465","https://openalex.org/W4226176309","https://openalex.org/W4236789328","https://openalex.org/W4251326898","https://openalex.org/W4251504464","https://openalex.org/W4293580221","https://openalex.org/W4300427681","https://openalex.org/W4300996741","https://openalex.org/W4391418904","https://openalex.org/W6631787827","https://openalex.org/W6741419198","https://openalex.org/W6748202248","https://openalex.org/W6753216052","https://openalex.org/W6758015726","https://openalex.org/W6761748628"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W2035068594","https://openalex.org/W4225593417","https://openalex.org/W2573498121","https://openalex.org/W3022298670","https://openalex.org/W3160494304","https://openalex.org/W3006162251"],"abstract_inverted_index":{"Recently,":[0],"we":[1,108,125,130,134,213,296],"have":[2],"witnessed":[3],"the":[4,11,43,47,52,65,69,83,110,137,164,168,176,183,224,281,286,294,298,309,317,323],"bloom":[5],"of":[6,55,139,226,269,276,288],"neural":[7,26,116,229,255,289],"ranking":[8,27,117,140,230,235,256,290],"models":[9,28,118,141,231,236,257,264],"in":[10,68,96,104,112,142,161,207,265,326],"information":[12],"retrieval":[13],"(IR)":[14],"field.":[15],"So":[16],"far,":[17],"much":[18],"effort":[19],"has":[20,37],"been":[21,38],"devoted":[22],"to":[23,42,89,127,132,158,203,251,308,321],"developing":[24],"effective":[25],"that":[29,146,245],"can":[30,193,271],"generalize":[31],"well":[32,301],"on":[33,210,285],"new":[34,79],"data.":[35],"There":[36],"less":[39,259],"attention":[40],"paid":[41],"robustness":[44,61,138,147,205,225,287,299],"perspective.":[45],"Unlike":[46],"effectiveness,":[48],"which":[49],"is":[50,87,148,247,280],"about":[51,64,136],"average":[53],"performance":[54,67,165],"a":[56,78,150],"system":[57,66],"under":[58,73,167],"normal":[59],"purpose,":[60],"cares":[62],"more":[63],"worst":[70],"case":[71],"or":[72],"malicious":[74],"operations":[75],"instead.":[76],"When":[77],"technique":[80],"enters":[81],"into":[82,197],"real-world":[84],"application,":[85],"it":[86,94,102,160],"critical":[88],"know":[90],"not":[91],"only":[92],"how":[93,100],"works":[95],"average,":[97],"but":[98],"also":[99,314],"would":[101,305],"behave":[103],"abnormal":[105],"situations.":[106],"So,":[107],"raise":[109],"question":[111],"this":[113,122,211,327],"work:":[114],"Are":[115],"robust?":[119],"To":[120],"answer":[121,250],"question,":[123],"first,":[124],"need":[126],"clarify":[128],"what":[129],"refer":[131],"when":[133],"talk":[135],"IR.":[143],"We":[144,292,312],"show":[145,244],"actually":[149],"multi-dimensional":[151],"concept":[152],"and":[153,170,181,221,237,319],"there":[154,246],"are":[155,258],"three":[156],"ways":[157],"define":[159],"IR:":[162],"(1)":[163],"variance":[166],"independent":[169],"identically":[171],"distributed":[172],"(I.I.D.)":[173],"setting;":[174],"(2)":[175],"out-of-distribution":[177],"(OOD)":[178],"generalizability":[179],";":[180],"(3)":[182],"defensive":[184],"ability":[185],"against":[186,232,261],"adversarial":[187],"operations.":[188],"The":[189,241],"latter":[190],"two":[191,198,274],"definitions":[192],"be":[194,306],"further":[195],"specified":[196],"different":[199],"perspectives,":[200],"respectively,":[201],"leading":[202],"five":[204,277],"tasks":[206],"total.":[208],"Based":[209],"taxonomy,":[212],"build":[214],"corresponding":[215],"benchmark":[216],"datasets,":[217],"design":[218],"empirical":[219,242],"experiments,":[220],"systematically":[222],"analyze":[223],"several":[227],"representative":[228],"traditional":[233],"probabilistic":[234],"learning-to-rank":[238],"(LTR)":[239],"models.":[240,291],"results":[243],"no":[248],"simple":[249],"our":[252,303],"question.":[253],"While":[254],"robust":[260],"other":[262],"IR":[263,310],"most":[266],"cases,":[267],"some":[268],"them":[270],"still":[272],"win":[273],"out":[275],"tasks.":[278],"This":[279],"first":[282],"comprehensive":[283],"study":[284,297],"believe":[293],"way":[295],"as":[300,302],"findings":[304],"beneficial":[307],"community.":[311],"will":[313],"release":[315],"all":[316],"data":[318],"codes":[320],"facilitate":[322],"future":[324],"research":[325],"direction.":[328]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}