{"id":"https://openalex.org/W3005804633","doi":"https://doi.org/10.1145/3343413.3377959","title":"Data-Driven Evaluation Metrics for Heterogeneous Search Engine Result Pages","display_name":"Data-Driven Evaluation Metrics for Heterogeneous Search Engine Result Pages","publication_year":2020,"publication_date":"2020-03-12","ids":{"openalex":"https://openalex.org/W3005804633","doi":"https://doi.org/10.1145/3343413.3377959","mag":"3005804633"},"language":"en","primary_location":{"id":"doi:10.1145/3343413.3377959","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343413.3377959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048218964","display_name":"Leif Azzopardi","orcid":"https://orcid.org/0000-0002-6900-0557"},"institutions":[{"id":"https://openalex.org/I181647926","display_name":"University of Strathclyde","ror":"https://ror.org/00n3w3b69","country_code":"GB","type":"education","lineage":["https://openalex.org/I181647926"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Leif Azzopardi","raw_affiliation_strings":["University of Strathclyde, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Strathclyde, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I181647926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076259865","display_name":"Ryen W. White","orcid":"https://orcid.org/0000-0002-0265-4249"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryen W. White","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046377370","display_name":"Paul Thomas","orcid":"https://orcid.org/0000-0003-2425-3136"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Thomas","raw_affiliation_strings":["Microsoft, Canberra, Australia"],"affiliations":[{"raw_affiliation_string":"Microsoft, Canberra, Australia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055132321","display_name":"Nick Craswell","orcid":"https://orcid.org/0000-0002-9351-8137"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Craswell","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5048218964"],"corresponding_institution_ids":["https://openalex.org/I181647926"],"apc_list":null,"apc_paid":null,"fwci":3.8944,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.94332297,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"213","last_page":"222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7592130303382874},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.7499022483825684},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7076322436332703},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6967042684555054},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6386328339576721},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5362725853919983},{"id":"https://openalex.org/keywords/web-search-engine","display_name":"Web search engine","score":0.4945926368236542},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.2848360538482666},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15241190791130066},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.05801665782928467}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592130303382874},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.7499022483825684},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7076322436332703},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6967042684555054},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6386328339576721},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5362725853919983},{"id":"https://openalex.org/C521815418","wikidata":"https://www.wikidata.org/wiki/Q4182287","display_name":"Web search engine","level":4,"score":0.4945926368236542},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.2848360538482666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15241190791130066},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.05801665782928467},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3343413.3377959","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343413.3377959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:strathprints.strath.ac.uk:71788","is_oa":false,"landing_page_url":"https://strathprints.strath.ac.uk/view/author/517553.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306402226","display_name":"Strathprints: The University of Strathclyde institutional repository (University of Strathclyde)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I181647926","host_organization_name":"University of Strathclyde","host_organization_lineage":["https://openalex.org/I181647926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1482504747","https://openalex.org/W1968927634","https://openalex.org/W1971609128","https://openalex.org/W1973693034","https://openalex.org/W1981244178","https://openalex.org/W1999444901","https://openalex.org/W2022995284","https://openalex.org/W2029009258","https://openalex.org/W2031858317","https://openalex.org/W2037140704","https://openalex.org/W2047610959","https://openalex.org/W2059120814","https://openalex.org/W2069870183","https://openalex.org/W2070192299","https://openalex.org/W2076888942","https://openalex.org/W2096254678","https://openalex.org/W2100548715","https://openalex.org/W2106404250","https://openalex.org/W2113640060","https://openalex.org/W2121759027","https://openalex.org/W2130076000","https://openalex.org/W2132314908","https://openalex.org/W2139873966","https://openalex.org/W2156037541","https://openalex.org/W2156296249","https://openalex.org/W2158952538","https://openalex.org/W2163178514","https://openalex.org/W2168717408","https://openalex.org/W2170443290","https://openalex.org/W2259592457","https://openalex.org/W2324619102","https://openalex.org/W2440929485","https://openalex.org/W2464171116","https://openalex.org/W2470681930","https://openalex.org/W2624553223","https://openalex.org/W2740517242","https://openalex.org/W2741500727","https://openalex.org/W2760943030","https://openalex.org/W2767580117","https://openalex.org/W2794432940","https://openalex.org/W2799252690","https://openalex.org/W2808234013","https://openalex.org/W2895782815","https://openalex.org/W2902032968","https://openalex.org/W2950184844","https://openalex.org/W2962920143","https://openalex.org/W3100992222","https://openalex.org/W4251188927","https://openalex.org/W4300410021"],"related_works":["https://openalex.org/W167737004","https://openalex.org/W1964038241","https://openalex.org/W2185038817","https://openalex.org/W2004064649","https://openalex.org/W2385957133","https://openalex.org/W3590553","https://openalex.org/W1988452794","https://openalex.org/W2153030345","https://openalex.org/W3141094475","https://openalex.org/W3204827939"],"abstract_inverted_index":{"Evaluation":[0],"metrics":[1],"for":[2],"search":[3,23],"typically":[4],"assume":[5],"items":[6],"are":[7,28],"homoge-":[8],"neous.":[9],"However,":[10],"in":[11],"the":[12],"context":[13],"of":[14,30,33],"web":[15],"search,":[16],"this":[17],"assumption":[18],"does":[19],"not":[20],"hold.":[21],"Modern":[22],"engine":[24],"result":[25],"pages":[26],"(SERPs)":[27],"composed":[29],"a":[31],"variety":[32],"item":[34],"types":[35],"(e.g.,":[36],"news,":[37],"web,":[38],"entity,":[39],"etc.),":[40],"and":[41],"their":[42],"influence":[43],"on":[44],"browsing":[45],"behavior":[46],"is":[47],"largely":[48],"unknown.":[49]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}