{"id":"https://openalex.org/W2007105673","doi":"https://doi.org/10.1145/2668120","title":"A Comparative Analysis of Interleaving Methods for Aggregated Search","display_name":"A Comparative Analysis of Interleaving Methods for Aggregated Search","publication_year":2015,"publication_date":"2015-02-17","ids":{"openalex":"https://openalex.org/W2007105673","doi":"https://doi.org/10.1145/2668120","mag":"2007105673"},"language":"en","primary_location":{"id":"doi:10.1145/2668120","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2668120","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://nottingham-repository.worktribe.com/output/1125894","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048411695","display_name":"Aleksandr Chuklin","orcid":"https://orcid.org/0000-0002-7312-3533"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Aleksandr Chuklin","raw_affiliation_strings":["University of Amsterdam","University of Amsterdam#N#"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam#N#","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086449136","display_name":"Anne Schuth","orcid":"https://orcid.org/0000-0002-5841-2134"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anne Schuth","raw_affiliation_strings":["University of Amsterdam","University of Amsterdam#N#"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam#N#","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101500495","display_name":"Ke Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I1325784139","display_name":"Yahoo (United Kingdom)","ror":"https://ror.org/038p3gq39","country_code":"GB","type":"company","lineage":["https://openalex.org/I1325784139","https://openalex.org/I4210134091"]},{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Ke Zhou","raw_affiliation_strings":["Yahoo Labs London","Yahoo Labs, London#TAB#"],"affiliations":[{"raw_affiliation_string":"Yahoo Labs London","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo Labs, London#TAB#","institution_ids":["https://openalex.org/I1325784139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten De Rijke","raw_affiliation_strings":["University of Amsterdam","University of Amsterdam#N#"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam#N#","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5048411695"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":8.2947,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.97277519,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"33","issue":"2","first_page":"1","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interleaving","display_name":"Interleaving","score":0.983371376991272},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.867146372795105},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6379246711730957},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.6122501492500305},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5889856219291687},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4497345983982086},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.4204327464103699},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.30419909954071045}],"concepts":[{"id":"https://openalex.org/C28034677","wikidata":"https://www.wikidata.org/wiki/Q17092530","display_name":"Interleaving","level":2,"score":0.983371376991272},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.867146372795105},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6379246711730957},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.6122501492500305},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5889856219291687},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4497345983982086},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.4204327464103699},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.30419909954071045},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2668120","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2668120","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/2345cfcd-07af-4350-9f07-d1bd349c0928","is_oa":false,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/a-comparative-analysis-of-interleaving-methods-for-aggregated-search(2345cfcd-07af-4350-9f07-d1bd349c0928).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chuklin, A, Schuth, A, Zhou, K & de Rijke, M 2015, 'A comparative analysis of interleaving methods for aggregated search', ACM Transactions on Information Systems, vol. 33, no. 2, 5. https://doi.org/10.1145/2668120","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:publications/2345cfcd-07af-4350-9f07-d1bd349c0928","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/a-comparative-analysis-of-interleaving-methods-for-aggregated-search(2345cfcd-07af-4350-9f07-d1bd349c0928).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Chuklin, A, Schuth, A, Zhou, K & de Rijke, M 2015, 'A comparative analysis of interleaving methods for aggregated search', ACM Transactions on Information Systems, vol. 33, no. 2, 5. https://doi.org/10.1145/2668120","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:nottingham-repository.worktribe.com:1125894","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/1125894","pdf_url":null,"source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:nottingham-repository.worktribe.com:1125894","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/1125894","pdf_url":null,"source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1495821370","https://openalex.org/W1520539535","https://openalex.org/W1566594192","https://openalex.org/W1586685689","https://openalex.org/W1970138763","https://openalex.org/W1972802558","https://openalex.org/W1976876561","https://openalex.org/W1982530130","https://openalex.org/W1984020883","https://openalex.org/W1984770088","https://openalex.org/W1984827663","https://openalex.org/W1991810181","https://openalex.org/W2003473029","https://openalex.org/W2009979684","https://openalex.org/W2041576073","https://openalex.org/W2047221353","https://openalex.org/W2069870183","https://openalex.org/W2073248814","https://openalex.org/W2094790959","https://openalex.org/W2105879985","https://openalex.org/W2115711489","https://openalex.org/W2116901654","https://openalex.org/W2119093287","https://openalex.org/W2132314908","https://openalex.org/W2134842174","https://openalex.org/W2147892741","https://openalex.org/W2150585057","https://openalex.org/W2151423551","https://openalex.org/W2156541733","https://openalex.org/W2160471965","https://openalex.org/W2163421455","https://openalex.org/W2163632538","https://openalex.org/W2163996478","https://openalex.org/W2170051049","https://openalex.org/W2170386691","https://openalex.org/W2181976051","https://openalex.org/W2407295445"],"related_works":["https://openalex.org/W1655266410","https://openalex.org/W2389051085","https://openalex.org/W1901012776","https://openalex.org/W2463883322","https://openalex.org/W2330343234","https://openalex.org/W2814468324","https://openalex.org/W2229382548","https://openalex.org/W2391789612","https://openalex.org/W2389236462","https://openalex.org/W2367099342"],"abstract_inverted_index":{"A":[0],"result":[1,62,92,129],"page":[2],"of":[3,14,83,119],"a":[4,11,155,195],"modern":[5],"search":[6,33,51,127],"engine":[7,128],"often":[8,38],"goes":[9],"beyond":[10],"simple":[12],"list":[13],"\u201c10":[15],"blue":[16],"links.\u201d":[17],"Many":[18],"specific":[19,41],"user":[20,113,184],"needs":[21],"(e.g.,":[22],"News,":[23],"Image,":[24],"Video)":[25],"are":[26,106,179],"addressed":[27],"by":[28,86,150],"so-called":[29,73],"aggregated":[30,126],"or":[31],"vertical":[32,104,160],"solutions:":[34],"specially":[35],"presented":[36],"documents,":[37],"retrieved":[39],"from":[40,46,89,132,143],"sources,":[42],"that":[43,76,157,175],"stand":[44],"out":[45],"the":[47,98,112,144,167,183],"regular":[48],"organic":[49],"Web":[50,100],"results.":[52],"When":[53],"it":[54,152,158],"comes":[55],"to":[56,125],"evaluating":[57,202],"ranking":[58,199,220],"systems,":[59],"such":[60,154],"complex":[61],"layouts":[63],"raise":[64],"their":[65],"own":[66],"challenges.":[67],"This":[68],"is":[69],"especially":[70],"true":[71],"for":[72,197],"interleaving":[74,94,121,134,188,206],"methods":[75,122,178,189],"have":[77],"arisen":[78],"as":[79,123,194,213,215],"an":[80,117],"important":[81],"type":[82],"online":[84],"evaluation:":[85],"mixing":[87],"results":[88],"two":[90,138],"different":[91,120],"pages,":[93],"can":[95],"easily":[96],"break":[97],"desired":[99],"layout":[101],"in":[102,153],"which":[103],"documents":[105],"grouped":[107],"together,":[108],"and":[109,163,218],"hence":[110],"hurt":[111],"experience.":[114],"We":[115,173],"conduct":[116],"analysis":[118],"applied":[124],"pages.":[130],"Apart":[131],"conventional":[133],"methods,":[135,207],"we":[136,208],"propose":[137],"vertical-aware":[139,205],"methods:":[140],"one":[141],"derived":[142],"widely":[145],"used":[146],"Team-Draft":[147],"Interleaving":[148,171],"method":[149],"adjusting":[151],"way":[156],"respects":[159],"document":[161],"groupings,":[162],"another":[164],"based":[165],"on":[166],"recently":[168],"introduced":[169],"Optimized":[170],"framework.":[172],"show":[174],"our":[176,203],"proposed":[177,204],"better":[180],"at":[181],"preserving":[182],"experience":[185],"than":[186],"existing":[187],"while":[190],"still":[191],"performing":[192],"well":[193,214],"tool":[196],"comparing":[198],"systems.":[200,221],"For":[201],"use":[209],"real-world":[210],"click":[211],"data":[212],"simulated":[216,219],"clicks":[217]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-03-16T09:10:04.655348","created_date":"2016-06-24T00:00:00"}