{"id":"https://openalex.org/W4220873083","doi":"https://doi.org/10.1145/3498366.3505770","title":"The Dark Side of Relevance: The Effect of Non-Relevant Results on Search Behavior","display_name":"The Dark Side of Relevance: The Effect of Non-Relevant Results on Search Behavior","publication_year":2022,"publication_date":"2022-03-12","ids":{"openalex":"https://openalex.org/W4220873083","doi":"https://doi.org/10.1145/3498366.3505770"},"language":"en","primary_location":{"id":"doi:10.1145/3498366.3505770","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3498366.3505770","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062626238","display_name":"Mustafa Abualsaud","orcid":"https://orcid.org/0000-0002-8267-9015"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mustafa Abualsaud","raw_affiliation_strings":["University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049222552","display_name":"Mark D. Smucker","orcid":"https://orcid.org/0000-0003-4968-6405"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mark Smucker","raw_affiliation_strings":["University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5062626238"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":1.2126,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82541337,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7501130700111389},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7354691028594971},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.730916440486908},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7233657836914062},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5290274620056152},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5108959078788757},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4446316659450531}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7501130700111389},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7354691028594971},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.730916440486908},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7233657836914062},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5290274620056152},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5108959078788757},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4446316659450531},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3498366.3505770","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3498366.3505770","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6000000238418579,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G8535490233","display_name":null,"funder_award_id":"RGPIN-04665-2020","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1590622490","https://openalex.org/W1968927634","https://openalex.org/W1980104409","https://openalex.org/W2004089651","https://openalex.org/W2011394745","https://openalex.org/W2024720850","https://openalex.org/W2024963031","https://openalex.org/W2031858317","https://openalex.org/W2059120814","https://openalex.org/W2060890758","https://openalex.org/W2069870183","https://openalex.org/W2088901214","https://openalex.org/W2095261095","https://openalex.org/W2100548715","https://openalex.org/W2102693936","https://openalex.org/W2106404250","https://openalex.org/W2112285332","https://openalex.org/W2113640060","https://openalex.org/W2116435975","https://openalex.org/W2119074598","https://openalex.org/W2130955505","https://openalex.org/W2151592910","https://openalex.org/W2152314154","https://openalex.org/W2476153691","https://openalex.org/W2525575452","https://openalex.org/W2611179066","https://openalex.org/W2624553223","https://openalex.org/W2740517242","https://openalex.org/W2740757975","https://openalex.org/W2767580117","https://openalex.org/W2792684907","https://openalex.org/W2799252690","https://openalex.org/W2943806640","https://openalex.org/W2989328844","https://openalex.org/W3005804633","https://openalex.org/W3134596229","https://openalex.org/W4400530533"],"related_works":["https://openalex.org/W1967370444","https://openalex.org/W2157408137","https://openalex.org/W2150136235","https://openalex.org/W2035018219","https://openalex.org/W1980762553","https://openalex.org/W4312252109","https://openalex.org/W167737004","https://openalex.org/W1964038241","https://openalex.org/W2185038817","https://openalex.org/W2004064649"],"abstract_inverted_index":{"Understanding":[0],"and":[1,15,36,58,67,115,141,180,201,211,238,258],"modelling":[2],"user":[3,166,196],"behavior":[4,183],"with":[5,137,186],"search":[6,12,34,105,121,133,161,173,199,297],"results":[7,134,193,268,275,298],"is":[8,22,206,223],"important":[9],"to":[10,30,98,154,175,178,203,242,244,263,265,283],"both":[11],"engine":[13,122],"designers":[14],"the":[16,42,82,90,130,132,143,146,156,160,209,218,221,231,254,270,292,302],"design":[17],"of":[18,44,70,92,104,112,119,129,159,198,213,234,294,304],"effectiveness":[19],"measures.":[20],"It":[21],"well":[23,300],"established":[24],"that":[25,41,61,89,195,282],"users":[26,229,259],"are":[27,78,239,260],"less":[28,240],"likely":[29,241,262],"view":[31,245,266],"lower":[32],"ranked":[33,102],"results,":[35,200],"recent":[37],"research":[38,59,280],"has":[39],"shown":[40],"type":[43,212],"relevant":[45,62],"documents":[46,63,77,114,148,215],"can":[47],"influence":[48],"when":[49,269],"people":[50],"stop":[51],"examining":[52],"results.":[53,106,247],"However,":[54],"while":[55,184],"existing":[56],"measures":[57],"consider":[60],"vary":[64],"in":[65,217,296],"utility":[66],"make":[68],"use":[69],"relevance":[71],"grades":[72],"or":[73],"preference":[74],"judgments,":[75],"non-relevant":[76,93,113,139,147,214,274],"largely":[79],"all":[80,150],"treated":[81],"same.":[83],"In":[84],"this":[85],"paper,":[86],"we":[87,288],"show":[88,194],"nature":[91],"material":[94],"affects":[95],"users\u2019":[96],"willingness":[97],"further":[99],"explore":[100],"a":[101,117,165,171],"list":[103],"We":[107,163],"first":[108],"broaden":[109],"our":[110,190],"notion":[111],"define":[116],"spectrum":[118],"possible":[120],"result":[123],"pages":[124],"(SERPs).":[125],"At":[126],"one":[127],"end":[128],"spectrum,":[131],"were":[135,149],"filled":[136],"off-topic":[138],"documents,":[140],"at":[142],"other":[144],"end,":[145],"on-topic,":[151],"but":[152],"failed":[153],"match":[155],"required":[157],"sub-topic":[158],"task.":[162],"conducted":[164],"study":[167],"where":[168],"participants":[169],"used":[170],"mobile":[172],"interface":[174],"find":[176],"answers":[177],"questions,":[179],"collected":[181],"participants\u2019":[182],"interacting":[185],"different":[187],"SERPs":[188],"on":[189,225,276],"spectrum.":[191],"Our":[192,279],"examination":[197],"time":[202,235,249],"query":[204],"abandonment,":[205],"influenced":[207],"by":[208],"coherence":[210],"included":[216],"SERP.":[219],"When":[220],"SERP":[222,255,271],"coherent":[224],"an":[226],"egregious":[227],"topic,":[228],"spend":[230,251],"least":[232],"amount":[233],"before":[236],"abandoning":[237],"request":[243,264],"more":[246,261,267],"The":[248],"they":[250],"increases":[252],"as":[253,299,301],"quality":[256],"improves,":[257],"contains":[272],"diversified":[273],"multiple":[277],"subtopics.":[278],"implies":[281],"improve":[284],"information":[285],"retrieval":[286],"evaluation,":[287],"should":[289],"be":[290],"assessing":[291],"degree":[293,303],"non-relevance":[295],"relevance.":[305]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}