{"id":"https://openalex.org/W2166426462","doi":"https://doi.org/10.1145/1840784.1840801","title":"Evaluating search systems using result page context","display_name":"Evaluating search systems using result page context","publication_year":2010,"publication_date":"2010-08-18","ids":{"openalex":"https://openalex.org/W2166426462","doi":"https://doi.org/10.1145/1840784.1840801","mag":"2166426462"},"language":"en","primary_location":{"id":"doi:10.1145/1840784.1840801","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1840784.1840801","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the third symposium on Information interaction in context","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017503948","display_name":"Peter Bailey","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Bailey","raw_affiliation_strings":["Microsoft Corporation, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055132321","display_name":"Nick Craswell","orcid":"https://orcid.org/0000-0002-9351-8137"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Craswell","raw_affiliation_strings":["Microsoft Corporation, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076259865","display_name":"Ryen W. White","orcid":"https://orcid.org/0000-0002-0265-4249"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryen W. White","raw_affiliation_strings":["Microsoft Corporation, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100625784","display_name":"Liwei Chen","orcid":"https://orcid.org/0000-0002-9858-0765"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liwei Chen","raw_affiliation_strings":["Microsoft Corporation, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109403205","display_name":"Ashwin Satyanarayana","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashwin Satyanarayana","raw_affiliation_strings":["Microsoft Corporation, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109361643","display_name":"S. M. M. Tahaghoghi","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. M.M. Tahaghoghi","raw_affiliation_strings":["Microsoft Corporation, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"105","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8130835294723511},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7656528949737549},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7141630053520203},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5848466753959656},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.557606041431427},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.5427983999252319},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5168517231941223},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5100144147872925},{"id":"https://openalex.org/keywords/isolation","display_name":"Isolation (microbiology)","score":0.4200688600540161},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3815719187259674}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8130835294723511},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656528949737549},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7141630053520203},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5848466753959656},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.557606041431427},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.5427983999252319},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5168517231941223},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5100144147872925},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.4200688600540161},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3815719187259674},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C89423630","wikidata":"https://www.wikidata.org/wiki/Q7193","display_name":"Microbiology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1840784.1840801","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1840784.1840801","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the third symposium on Information interaction in context","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.180.121","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.180.121","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://research.microsoft.com/en-us/people/ryenw/papers/BaileyIIiX2010.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W8513375","https://openalex.org/W47069862","https://openalex.org/W94637519","https://openalex.org/W135190683","https://openalex.org/W139364568","https://openalex.org/W1541052903","https://openalex.org/W1597521809","https://openalex.org/W1598759141","https://openalex.org/W1787140601","https://openalex.org/W1965862077","https://openalex.org/W1974123979","https://openalex.org/W1975879668","https://openalex.org/W1979560453","https://openalex.org/W1979562318","https://openalex.org/W1980036597","https://openalex.org/W1983305247","https://openalex.org/W1985554184","https://openalex.org/W1992549066","https://openalex.org/W2002659088","https://openalex.org/W2004089651","https://openalex.org/W2006811637","https://openalex.org/W2008285050","https://openalex.org/W2023599408","https://openalex.org/W2037140704","https://openalex.org/W2041126289","https://openalex.org/W2046690910","https://openalex.org/W2047610959","https://openalex.org/W2053154970","https://openalex.org/W2054430810","https://openalex.org/W2069997576","https://openalex.org/W2094790959","https://openalex.org/W2096254678","https://openalex.org/W2096630656","https://openalex.org/W2102693936","https://openalex.org/W2108126284","https://openalex.org/W2119074598","https://openalex.org/W2133968343","https://openalex.org/W2141403362","https://openalex.org/W2148398225","https://openalex.org/W2149156280","https://openalex.org/W2151005602","https://openalex.org/W2153253904","https://openalex.org/W2153828680","https://openalex.org/W2159048649","https://openalex.org/W2160471965","https://openalex.org/W2164777277","https://openalex.org/W2169783907","https://openalex.org/W2240347332","https://openalex.org/W4251560691","https://openalex.org/W4285719527","https://openalex.org/W6600910612","https://openalex.org/W6603899496","https://openalex.org/W6632596281","https://openalex.org/W6676237016","https://openalex.org/W7043762925"],"related_works":["https://openalex.org/W2357256365","https://openalex.org/W2085384747","https://openalex.org/W2088166309","https://openalex.org/W1891216533","https://openalex.org/W2106071040","https://openalex.org/W4312133475","https://openalex.org/W2348502264","https://openalex.org/W4238976562","https://openalex.org/W2276587472","https://openalex.org/W4248323080"],"abstract_inverted_index":{"We":[0,90,112],"introduce":[1],"a":[2,13,34,46,138],"method":[3,62,95,140],"for":[4,104,141],"evaluating":[5,142],"the":[6,19,41,50,61,94,119,143],"relevance":[7,70,99,106,131],"of":[8,12,21,68],"all":[9],"visible":[10],"components":[11],"Web":[14],"search":[15,37,47,110,150],"results":[16,23],"page,":[17],"in":[18,78,147],"context":[20],"that":[22,33,60,71],"page.":[24],"Contrary":[25],"to":[26,65,76],"Cranfield-style":[27],"evaluation":[28],"methods,":[29],"our":[30],"approach":[31],"recognizes":[32],"user's":[35],"initial":[36],"interaction":[38],"is":[39,59,137],"with":[40,117,129,149],"result":[42],"page":[43],"produced":[44],"by":[45],"system,":[48],"not":[49],"landing":[51],"pages":[52],"linked":[53],"from":[54],"it.":[55],"Our":[56,133],"key":[57],"contribution":[58],"allows":[63],"us":[64],"investigate":[66],"aspects":[67,82],"component":[69],"are":[72],"difficult":[73],"or":[74],"impossible":[75],"judge":[77],"isolation.":[79],"Such":[80],"contextual":[81],"include":[83],"component-level":[84],"information":[85],"redundancy":[86],"and":[87,101,127],"cross-component":[88],"coherence.":[89],"report":[91],"on":[92],"how":[93],"complements":[96],"traditional":[97],"document":[98],"measurement":[100],"its":[102],"support":[103],"comparative":[105],"assessment":[107],"across":[108],"multiple":[109],"engines.":[111],"also":[113],"study":[114],"possible":[115],"issues":[116],"applying":[118],"method,":[120],"including":[121],"brand":[122],"presentation":[123],"effects,":[124],"inter-judge":[125],"agreement,":[126],"comparisons":[128],"document-based":[130],"judgments.":[132],"findings":[134],"show":[135],"this":[136],"useful":[139],"dominant":[144],"user":[145],"experience":[146],"interacting":[148],"systems.":[151]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}