{"id":"https://openalex.org/W2105618578","doi":"https://doi.org/10.1145/2740908.2743064","title":"Online Search Evaluation with Interleaving","display_name":"Online Search Evaluation with Interleaving","publication_year":2015,"publication_date":"2015-05-18","ids":{"openalex":"https://openalex.org/W2105618578","doi":"https://doi.org/10.1145/2740908.2743064","mag":"2105618578"},"language":"en","primary_location":{"id":"doi:10.1145/2740908.2743064","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2743064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081692910","display_name":"Filip Radlinski","orcid":"https://orcid.org/0000-0002-1386-9288"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Filip Radlinski","raw_affiliation_strings":["Microsoft, Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Microsoft, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5081692910"],"corresponding_institution_ids":["https://openalex.org/I4210164937"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09666678,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"917","last_page":"917"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9294999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interleaving","display_name":"Interleaving","score":0.918111264705658},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8558123111724854},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6732860803604126},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.5876159071922302},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5019323825836182},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.47562626004219055},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46333351731300354},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42698973417282104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3400559425354004},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.12824180722236633},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07511889934539795}],"concepts":[{"id":"https://openalex.org/C28034677","wikidata":"https://www.wikidata.org/wiki/Q17092530","display_name":"Interleaving","level":2,"score":0.918111264705658},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8558123111724854},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6732860803604126},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.5876159071922302},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5019323825836182},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.47562626004219055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46333351731300354},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42698973417282104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3400559425354004},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.12824180722236633},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07511889934539795},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2740908.2743064","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2743064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1655266410","https://openalex.org/W2051058708","https://openalex.org/W2389051085","https://openalex.org/W2330343234","https://openalex.org/W1901012776","https://openalex.org/W2463883322","https://openalex.org/W1494268238","https://openalex.org/W154868527","https://openalex.org/W2229382548","https://openalex.org/W1983207144"],"abstract_inverted_index":{"Online":[0],"evaluation":[1,23,30,52,76,93,109],"allows":[2],"information":[3],"retrieval":[4],"systems":[5],"to":[6,15,44,57,67,104,115],"be":[7,58,102,113],"assessed":[8],"based":[9,24],"on":[10,25],"how":[11,99],"real":[12,61],"users":[13],"respond":[14],"search":[16],"results":[17],"presented.":[18],"Compared":[19],"with":[20,89],"traditional":[21],"offline":[22],"manual":[26],"relevance":[27],"assessments,":[28],"online":[29,51,75,92],"is":[31,64],"particularly":[32],"attractive":[33],"in":[34],"settings":[35],"where":[36],"reliable":[37],"assessments":[38],"are":[39],"difficult":[40,66],"or":[41],"too":[42],"expensive":[43],"obtain.":[45],"However,":[46],"the":[47,54,118],"successful":[48],"use":[49],"of":[50,108,120],"requires":[53],"right":[55],"metrics":[56,110],"used,":[59],"as":[60],"user":[62,84],"behaviour":[63],"often":[65],"interpret.":[68],"I":[69,95],"will":[70,96],"present":[71],"interleaving,":[72],"a":[73,106],"sensitive":[74],"approach":[77],"that":[78,111],"creates":[79],"paired":[80],"comparisons":[81],"for":[82],"every":[83],"query,":[85],"and":[86],"compare":[87],"it":[88],"alternative":[90],"A/B":[91],"approaches.":[94],"also":[97],"show":[98],"interleaving":[100],"can":[101,112],"parameterized":[103],"create":[105],"family":[107],"chosen":[114],"best":[116],"match":[117],"goals":[119],"an":[121],"evaluation.":[122]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}