{"id":"https://openalex.org/W2092020620","doi":"https://doi.org/10.1145/1571941.1572031","title":"Where to stop reading a ranked list?","display_name":"Where to stop reading a ranked list?","publication_year":2009,"publication_date":"2009-07-19","ids":{"openalex":"https://openalex.org/W2092020620","doi":"https://doi.org/10.1145/1571941.1572031","mag":"2092020620"},"language":"en","primary_location":{"id":"doi:10.1145/1571941.1572031","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1571941.1572031","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058891144","display_name":"Avi Arampatzis","orcid":"https://orcid.org/0000-0003-2415-4592"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Avi Arampatzis","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044511901","display_name":"Jaap Kamps","orcid":"https://orcid.org/0000-0002-6614-0087"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jaap Kamps","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081925956","display_name":"Stephen Robertson","orcid":"https://orcid.org/0000-0003-4115-6215"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Stephen Robertson","raw_affiliation_strings":["Microsoft Research, Cambridge, United Kingdom","Microsoft Research, Cambridge, United Kingdom ("],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft Research, Cambridge, United Kingdom (","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.2151,"has_fulltext":true,"cited_by_count":69,"citation_normalized_percentile":{"value":0.98251769,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"524","last_page":"531"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6698629260063171},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.6113153696060181},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5491020679473877},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5195848941802979},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.5102300643920898},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4277839660644531},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.41687893867492676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33116960525512695},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3233029246330261},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2516060471534729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6698629260063171},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.6113153696060181},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5491020679473877},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5195848941802979},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.5102300643920898},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4277839660644531},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.41687893867492676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33116960525512695},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3233029246330261},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2516060471534729},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1571941.1572031","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1571941.1572031","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/a874f6a0-2d62-40de-b24f-6f0608f39fbe","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/where-to-stop-reading-a-ranked-list-threshold-optimization-using-truncated-score-distributions(a874f6a0-2d62-40de-b24f-6f0608f39fbe).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Arampatzis, A, Kamps, J & Robertson, S 2009, Where to stop reading a ranked list? Threshold optimization using truncated score distributions. in M Sanderson, C Zhai, J Zobel, J Allan & J A Aslam (eds), Proceedings: 32nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval: SIGIR 2009, Boston, Massachusetts, July 19-23, 2009. New York, pp. 524-531, 32nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2009), Boston, MA, 19/07/09. < http://doi.acm.org/10.1145/1571941.1572031 >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:dare.uva.nl:publications/e9ce99ce-83f7-4ce0-8622-22e8210abca7","is_oa":false,"landing_page_url":"http://dare.uva.nl/personal/pure/en/publications/where-to-stop-reading-a-ranked-list(e9ce99ce-83f7-4ce0-8622-22e8210abca7).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W91653947","https://openalex.org/W146097312","https://openalex.org/W1230283387","https://openalex.org/W1667165204","https://openalex.org/W1978248973","https://openalex.org/W1991567646","https://openalex.org/W2001697496","https://openalex.org/W2011516515","https://openalex.org/W2019641348","https://openalex.org/W2034701578","https://openalex.org/W2049633694","https://openalex.org/W2067497031","https://openalex.org/W2092020620","https://openalex.org/W2097670688","https://openalex.org/W2105293186","https://openalex.org/W2111772229","https://openalex.org/W2118020653","https://openalex.org/W2118726115","https://openalex.org/W2126105412","https://openalex.org/W2140821974","https://openalex.org/W3040718420","https://openalex.org/W6678644457","https://openalex.org/W7024001005","https://openalex.org/W7048738093"],"related_works":["https://openalex.org/W2081647779","https://openalex.org/W4237750775","https://openalex.org/W2087051954","https://openalex.org/W2378989523","https://openalex.org/W2057431586","https://openalex.org/W3126655147","https://openalex.org/W2115594342","https://openalex.org/W2015214967","https://openalex.org/W4221151255","https://openalex.org/W2153913439"],"abstract_inverted_index":{"Ranked":[0],"retrieval":[1],"has":[2],"a":[3,25,45,54,58,67,82,139],"particular":[4],"disadvantage":[5],"in":[6,28,75,128],"comparison":[7],"with":[8,101],"traditional":[9],"Boolean":[10],"retrieval:":[11],"there":[12],"is":[13,24,65,79],"no":[14,50],"clear":[15],"cut-off":[16,41],"point":[17],"where":[18],"to":[19,37,80,159],"stop":[20],"consulting":[21],"results.":[22,162],"This":[23],"serious":[26],"problem":[27],"some":[29],"setups.":[30],"We":[31,94,137],"investigate":[32],"and":[33,61,88,107,109,147,152],"further":[34],"develop":[35,110],"methods":[36],"select":[38],"the":[39,96,102,120,129,131,144,155],"rank":[40],"value":[42],"which":[43],"optimizes":[44],"given":[46],"effectiveness":[47],"measure.":[48],"Assuming":[49],"other":[51],"input":[52],"than":[53],"system's":[55],"output":[56],"for":[57,86,90],"query--document":[59],"scores":[60],"their":[62],"distribution--the":[63],"task":[64],"essentially":[66],"score-distributional":[68],"threshold":[69],"optimization":[70],"problem.":[71],"The":[72,116],"recent":[73],"trend":[74],"modeling":[76],"score":[77,133],"distributions":[78],"use":[81],"normal-exponential":[83,125],"mixture:":[84],"normal":[85],"relevant,":[87],"exponential":[89],"non-relevant":[91],"document":[92],"scores.":[93],"discuss":[95],"two":[97,123],"main":[98,117],"theoretical":[99],"problems":[100],"current":[103],"model,":[104],"support":[105],"incompatibility":[106],"non-convexity,":[108],"new":[111],"models":[112,157],"that":[113,154],"address":[114],"them.":[115],"contributions":[118],"of":[119,141],"paper":[121],"are":[122,135],"truncated":[124,156],"models,":[126],"varying":[127],"way":[130],"out-truncated":[132],"ranges":[134],"handled.":[136],"conduct":[138],"range":[140],"experiments":[142],"using":[143],"TREC":[145],"2007":[146],"2008":[148],"Legal":[149],"Track":[150],"data,":[151],"show":[153],"lead":[158],"significantly":[160],"better":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}