{"id":"https://openalex.org/W2586017539","doi":"https://doi.org/10.1145/3018661.3018726","title":"A Comparison of Document-at-a-Time and Score-at-a-Time Query Evaluation","display_name":"A Comparison of Document-at-a-Time and Score-at-a-Time Query Evaluation","publication_year":2017,"publication_date":"2017-02-02","ids":{"openalex":"https://openalex.org/W2586017539","doi":"https://doi.org/10.1145/3018661.3018726","mag":"2586017539"},"language":"en","primary_location":{"id":"doi:10.1145/3018661.3018726","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3018661.3018726","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008800181","display_name":"Matt Crane","orcid":"https://orcid.org/0000-0002-7677-3398"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Matt Crane","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070937840","display_name":"J. Shane Culpepper","orcid":"https://orcid.org/0000-0002-1902-9087"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"J. Shane Culpepper","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082997975","display_name":"Jimmy Lin","orcid":"https://orcid.org/0000-0002-0661-7189"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jimmy Lin","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070739676","display_name":"Joel Mackenzie","orcid":"https://orcid.org/0000-0001-7992-4633"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Joel Mackenzie","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050903724","display_name":"Andrew Trotman","orcid":"https://orcid.org/0000-0003-1253-7123"},"institutions":[{"id":"https://openalex.org/I80281795","display_name":"University of Otago","ror":"https://ror.org/01jmxt844","country_code":"NZ","type":"education","lineage":["https://openalex.org/I80281795"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Trotman","raw_affiliation_strings":["University of Otago, Dunedin, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Otago, Dunedin, New Zealand","institution_ids":["https://openalex.org/I80281795"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5008800181"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":6.5788,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.96976296,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"201","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8404207229614258},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6872966289520264},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5077787041664124},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.49211639165878296},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.4751527011394501},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.46830689907073975},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3288244605064392}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8404207229614258},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6872966289520264},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5077787041664124},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.49211639165878296},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.4751527011394501},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.46830689907073975},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3288244605064392},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3018661.3018726","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3018661.3018726","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:alma.61RMIT_INST:11247315490001341","is_oa":false,"landing_page_url":"http://doi.org/10.1145/3018661.3018726","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7078138610","display_name":null,"funder_award_id":"DP170102231,DE140100275","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W206268357","https://openalex.org/W1791987072","https://openalex.org/W1968927634","https://openalex.org/W1973520416","https://openalex.org/W1980344365","https://openalex.org/W1982063824","https://openalex.org/W1982387198","https://openalex.org/W1987238352","https://openalex.org/W1991360400","https://openalex.org/W1994922945","https://openalex.org/W1996930216","https://openalex.org/W1997214779","https://openalex.org/W2000431947","https://openalex.org/W2016078760","https://openalex.org/W2022292926","https://openalex.org/W2033167020","https://openalex.org/W2043150166","https://openalex.org/W2048102545","https://openalex.org/W2063694594","https://openalex.org/W2091379987","https://openalex.org/W2098674631","https://openalex.org/W2117562627","https://openalex.org/W2125203709","https://openalex.org/W2135050452","https://openalex.org/W2150414292","https://openalex.org/W2152628009","https://openalex.org/W2154610494","https://openalex.org/W2188152546","https://openalex.org/W2264116648","https://openalex.org/W2295820528","https://openalex.org/W2307814545","https://openalex.org/W2321109263","https://openalex.org/W2388783363","https://openalex.org/W2469056188","https://openalex.org/W2951870329","https://openalex.org/W3102704970","https://openalex.org/W3124442824","https://openalex.org/W6687557373"],"related_works":["https://openalex.org/W3024364549","https://openalex.org/W4206019083","https://openalex.org/W2048865712","https://openalex.org/W1976265003","https://openalex.org/W2370378377","https://openalex.org/W2130160813","https://openalex.org/W2054476758","https://openalex.org/W2350613701","https://openalex.org/W2000569830","https://openalex.org/W4237510188"],"abstract_inverted_index":{"We":[0],"present":[1],"an":[2,68,189],"empirical":[3,69],"comparison":[4],"between":[5,97],"document-at-a-time":[6],"(DaaT)":[7],"and":[8,45,61,84,99,109,136,166],"score-at-a-time":[9],"(SaaT)":[10],"document":[11,54],"ranking":[12],"strategies":[13,20],"within":[14],"a":[15,28,33,62,89],"common":[16],"framework.":[17],"Although":[18],"both":[19,110],"have":[21],"been":[22,36],"extensively":[23],"explored,":[24],"the":[25,74,106,125,142,184],"literature":[26,107],"lacks":[27],"fair,":[29],"direct":[30],"comparison:":[31],"such":[32],"study":[34],"has":[35],"difficult":[37],"due":[38],"to":[39,114,128,171,183],"vastly":[40],"different":[41],"query":[42,127,132,164,173,177,198],"evaluation":[43,70,133],"mechanics":[44],"index":[46],"organizations.":[47],"Our":[48],"work":[49],"controls":[50],"for":[51,192],"score":[52],"quantization,":[53],"processing,":[55],"compression,":[56],"implementation":[57,59],"language,":[58],"effort,":[60],"number":[63,90],"of":[64,76,91,121,144],"details,":[65],"arriving":[66],"at":[67],"that":[71,117],"fairly":[72],"characterizes":[73],"performance":[75,95],"three":[77],"specific":[78],"techniques:":[79],"WAND":[80,98,135,155],"(DaaT),":[81,83],"BMW":[82,100,137],"JASS":[85,149,176],"(SaaT).":[86],"Experiments":[87],"reveal":[88],"interesting":[92],"findings.":[93],"The":[94],"gap":[96],"is":[101,150,167,179],"not":[102,139,180],"as":[103,105],"clear":[104],"suggests,":[108],"methods":[111],"are":[112,200],"susceptible":[113,170],"tail":[115,146,172],"queries":[116],"may":[118],"take":[119],"orders":[120],"magnitude":[122],"longer":[123],"than":[124,153],"median":[126],"execute.":[129],"Surprisingly,":[130],"approximate":[131],"in":[134,163],"does":[138],"significantly":[140],"reduce":[141],"risk":[143],"these":[145],"queries.":[147],"Overall,":[148],"slightly":[151],"slower":[152],"either":[154],"or":[156],"BMW,":[157],"but":[158],"exhibits":[159],"much":[160,168],"lower":[161],"variance":[162],"latencies":[165,199],"less":[169],"effects.":[174],"Furthermore,":[175],"latency":[178],"particularly":[181],"sensitive":[182],"retrieval":[185],"depth,":[186],"making":[187],"it":[188],"appealing":[190],"solution":[191],"performance-sensitive":[193],"applications":[194],"where":[195],"bounds":[196],"on":[197],"desirable.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":6}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2017-02-10T00:00:00"}