{"id":"https://openalex.org/W4284706463","doi":"https://doi.org/10.1145/3477495.3531898","title":"Inconsistent Ranking Assumptions in Medical Search and Their Downstream Consequences","display_name":"Inconsistent Ranking Assumptions in Medical Search and Their Downstream Consequences","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4284706463","doi":"https://doi.org/10.1145/3477495.3531898"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3531898","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531898","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082506991","display_name":"Daniel J. Cohen","orcid":"https://orcid.org/0000-0001-5819-1135"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Cohen","raw_affiliation_strings":["Brown University, Providence, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112974277","display_name":"Kevin Du","orcid":"https://orcid.org/0009-0007-7373-3458"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Du","raw_affiliation_strings":["Brown University, Providence, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048533217","display_name":"Bhaskar Mitra","orcid":"https://orcid.org/0000-0002-5270-5550"},"institutions":[{"id":"https://openalex.org/I4210153468","display_name":"Microsoft (Canada)","ror":"https://ror.org/04xhxg104","country_code":"CA","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210153468"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bhaskar Mitra","raw_affiliation_strings":["Microsoft, Montreal, PQ, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Montreal, PQ, Canada","institution_ids":["https://openalex.org/I4210153468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067502662","display_name":"Laura Mercurio","orcid":"https://orcid.org/0000-0003-4346-8773"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura Mercurio","raw_affiliation_strings":["Brown University, Providence, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017877491","display_name":"Navid Rekabsaz","orcid":"https://orcid.org/0000-0001-5764-8738"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Navid Rekabsaz","raw_affiliation_strings":["Johannes Kepler University Linz & Linz Institute of Technology, Linz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johannes Kepler University Linz & Linz Institute of Technology, Linz, Austria","institution_ids":["https://openalex.org/I121883995"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014921416","display_name":"Carsten Eickhoff","orcid":"https://orcid.org/0000-0001-9895-4061"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carsten Eickhoff","raw_affiliation_strings":["Brown University, Providence, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2572","last_page":"2577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.8441581130027771},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8064361214637756},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7286325693130493},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7166635990142822},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5514994263648987},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5107712745666504},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.4488098621368408},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4380432367324829},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41873520612716675},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40389883518218994},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17992910742759705},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11603355407714844},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07659348845481873}],"concepts":[{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.8441581130027771},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8064361214637756},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7286325693130493},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7166635990142822},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5514994263648987},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5107712745666504},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.4488098621368408},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4380432367324829},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41873520612716675},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40389883518218994},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17992910742759705},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11603355407714844},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07659348845481873},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3477495.3531898","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531898","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4351027976","display_name":null,"funder_award_id":"IIS-1956221","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2048045485","https://openalex.org/W2100960835","https://openalex.org/W2531355666","https://openalex.org/W2787991113","https://openalex.org/W2897955056","https://openalex.org/W2963189767","https://openalex.org/W3023202929","https://openalex.org/W3035282196","https://openalex.org/W3094600186","https://openalex.org/W3102518922","https://openalex.org/W3136473512","https://openalex.org/W3155480849","https://openalex.org/W3162826982","https://openalex.org/W4300482433"],"related_works":["https://openalex.org/W4214653257","https://openalex.org/W3040203686","https://openalex.org/W4249524554","https://openalex.org/W2349021146","https://openalex.org/W35583307","https://openalex.org/W2436192316","https://openalex.org/W2970287324","https://openalex.org/W2041353081","https://openalex.org/W1970551129","https://openalex.org/W2581240705"],"abstract_inverted_index":{"Given":[0],"a":[1,15],"query,":[2],"neural":[3],"retrieval":[4],"models":[5],"predict":[6],"point":[7,22],"estimates":[8,23],"of":[9,18,30,40],"relevance":[10],"for":[11],"each":[12],"document;":[13],"however,":[14],"significant":[16],"drawback":[17],"relying":[19],"solely":[20],"on":[21],"is":[24],"that":[25,94],"they":[26],"contain":[27],"no":[28],"indication":[29],"the":[31,73],"model's":[32],"confidence":[33,78],"in":[34,79,87],"its":[35,80],"predictions.":[36,82],"Despite":[37],"this":[38],"lack":[39],"information,":[41],"downstream":[42,66],"methods":[43,67],"such":[44,90],"as":[45,91],"reranking,":[46],"cutoff":[47],"prediction,":[48],"and":[49],"none-of-the-above":[50],"classification":[51],"are":[52],"still":[53],"able":[54],"to":[55,59],"learn":[56],"effective":[57],"functions":[58],"accomplish":[60],"their":[61],"respective":[62],"tasks.":[63],"Unfortunately,":[64],"these":[65],"can":[68,95],"suffer":[69],"poor":[70],"performance":[71],"when":[72],"initial":[74],"ranking":[75],"model":[76],"loses":[77],"score":[81],"This":[83],"becomes":[84],"increasingly":[85],"important":[86],"high-stakes":[88],"settings,":[89],"medical":[92],"searches":[93],"influence":[96],"health":[97],"decision":[98],"making.":[99]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}