{"id":"https://openalex.org/W3156771864","doi":"https://doi.org/10.1145/3404835.3462894","title":"Do Affective Cues Validate Behavioural Metrics for Search?","display_name":"Do Affective Cues Validate Behavioural Metrics for Search?","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3156771864","doi":"https://doi.org/10.1145/3404835.3462894","mag":"3156771864"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3462894","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462894","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100681741","display_name":"Daniel McDuff","orcid":"https://orcid.org/0000-0001-7313-0082"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel McDuff","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046377370","display_name":"Paul Thomas","orcid":"https://orcid.org/0000-0003-2425-3136"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Thomas","raw_affiliation_strings":["Microsoft, Canberra, Australia"],"affiliations":[{"raw_affiliation_string":"Microsoft, Canberra, Australia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055132321","display_name":"Nick Craswell","orcid":"https://orcid.org/0000-0002-9351-8137"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Craswell","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059434277","display_name":"Kael Rowan","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kael Rowan","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020340631","display_name":"Mary Czerwinski","orcid":"https://orcid.org/0000-0003-0881-401X"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mary Czerwinski","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100681741"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":1.753,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84031107,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1544","last_page":"1553"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9434000253677368,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6597458124160767},{"id":"https://openalex.org/keywords/happiness","display_name":"Happiness","score":0.6403679251670837},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5987812876701355},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.5637966394424438},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.52512127161026},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45582661032676697},{"id":"https://openalex.org/keywords/anger","display_name":"Anger","score":0.41671228408813477},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3498536944389343},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.326493501663208},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17839285731315613},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1614426076412201}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6597458124160767},{"id":"https://openalex.org/C2778999518","wikidata":"https://www.wikidata.org/wiki/Q8","display_name":"Happiness","level":2,"score":0.6403679251670837},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5987812876701355},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.5637966394424438},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.52512127161026},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45582661032676697},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.41671228408813477},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3498536944389343},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.326493501663208},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17839285731315613},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1614426076412201},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3404835.3462894","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462894","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1531512873","https://openalex.org/W1577798322","https://openalex.org/W1594380269","https://openalex.org/W1965344257","https://openalex.org/W2001453824","https://openalex.org/W2003249666","https://openalex.org/W2006551346","https://openalex.org/W2007366526","https://openalex.org/W2019312772","https://openalex.org/W2026347416","https://openalex.org/W2037477407","https://openalex.org/W2045826950","https://openalex.org/W2048781110","https://openalex.org/W2066932506","https://openalex.org/W2074680184","https://openalex.org/W2084814177","https://openalex.org/W2085656890","https://openalex.org/W2097117768","https://openalex.org/W2103943262","https://openalex.org/W2116264387","https://openalex.org/W2119119231","https://openalex.org/W2123937625","https://openalex.org/W2134557242","https://openalex.org/W2143197238","https://openalex.org/W2155355283","https://openalex.org/W2156163116","https://openalex.org/W2163605009","https://openalex.org/W2170443290","https://openalex.org/W2194775991","https://openalex.org/W2256901875","https://openalex.org/W2339343773","https://openalex.org/W2405287689","https://openalex.org/W2424269919","https://openalex.org/W2461101863","https://openalex.org/W2476153691","https://openalex.org/W2520509592","https://openalex.org/W2551442547","https://openalex.org/W2604262106","https://openalex.org/W2607119677","https://openalex.org/W2729069466","https://openalex.org/W2740337323","https://openalex.org/W2751134959","https://openalex.org/W2767575893","https://openalex.org/W2772804149","https://openalex.org/W2805764248","https://openalex.org/W2891834928","https://openalex.org/W2900595477","https://openalex.org/W2908750566","https://openalex.org/W2912483755","https://openalex.org/W2913926073","https://openalex.org/W2945939083","https://openalex.org/W2946822591","https://openalex.org/W2949833607","https://openalex.org/W2952475558","https://openalex.org/W2954996726","https://openalex.org/W2962971773","https://openalex.org/W2963108767","https://openalex.org/W2963446712","https://openalex.org/W2998508940","https://openalex.org/W3035682985","https://openalex.org/W4236965008","https://openalex.org/W4285719527","https://openalex.org/W6600213771","https://openalex.org/W6600281463"],"related_works":["https://openalex.org/W2347830809","https://openalex.org/W2377373329","https://openalex.org/W2032086542","https://openalex.org/W4386390828","https://openalex.org/W162406202","https://openalex.org/W2349081792","https://openalex.org/W2384920399","https://openalex.org/W2958975824","https://openalex.org/W3027220834","https://openalex.org/W2389999656"],"abstract_inverted_index":{"Traces":[0],"of":[1,49,77,90,97,151,162,202,223],"searcher":[2],"behaviour,":[3],"such":[4,32],"as":[5,33,175],"query":[6,157],"reformulation":[7,164],"or":[8,36],"clicks,":[9],"are":[10,26,123,143,165,190,209],"commonly":[11,192],"used":[12],"to":[13,45,62,117],"evaluate":[14],"a":[15,74,133,139,146,156,172,184,228],"running":[16],"search":[17,58,79,88,110,224],"engine.":[18],"The":[19],"underlying":[20],"expectation":[21],"is":[22,158],"that":[23,119,136,154,187],"these":[24,50],"behaviours":[25,89],"proxies":[27],"for":[28,231],"something":[29],"more":[30,191,198],"important,":[31],"relevance,":[34],"utility,":[35],"satisfaction.":[37],"Affective":[38],"computing":[39],"technology":[40],"gives":[41],"us":[42,116],"the":[43,95,160,163,179],"tools":[44],"help":[46],"confirm":[47],"some":[48],"expectations,":[51],"by":[52],"examining":[53],"visceral":[54,221],"expressive":[55],"responses":[56],"during":[57],"sessions.":[59],"However,":[60],"work":[61],"date":[63],"has":[64],"only":[65],"studied":[66],"small":[67],"populations":[68],"in":[69,138,148,170],"laboratory":[70],"settings":[71],"and":[72,112,126,153,197,226],"with":[73,145,167,194,206,212],"limited":[75],"number":[76],"contrived":[78],"tasks.":[80],"In":[81],"this":[82],"study,":[83],"we":[84],"analysed":[85],"longitudinal,":[86],"in-situ,":[87],"152":[91],"information":[92,180],"workers,":[93],"over":[94,108],"course":[96],"several":[98],"weeks":[99],"while":[100],"simultaneously":[101],"tracking":[102],"their":[103],"facial":[104],"expressions.":[105],"Results":[106],"from":[107],"20,000":[109],"sessions":[111,186,205],"45,000":[113],"queries":[114],"allow":[115],"observe":[118],"indeed":[120],"affective":[121],"expressions":[122],"consistent":[124],"with,":[125],"complementary":[127],"to,":[128],"existing":[129],"\"click-based''":[130],"metrics.":[131],"On":[132,183],"query-level,":[134],"searches":[135],"result":[137],"short":[140],"dwell":[141],"time":[142],"associated":[144,166,193,211],"decrease":[147],"smiles":[149,196],"(expressions":[150,201],"\"happiness'')":[152],"if":[155],"reformulated":[159],"results":[161],"an":[168,218],"increase":[169],"smiling---suggesting":[171],"positive":[173],"outcome":[174],"people":[176],"converge":[177],"on":[178],"they":[181],"need.":[182],"session-level,":[185],"feature":[188],"reformulations":[189],"fewer":[195,213],"furrowed":[199],"brows":[200],"\"anger/frustration'').":[203],"Similarly,":[204],"short-dwell":[207],"clicks":[208],"also":[210],"smiles.":[214],"These":[215],"data":[216],"provide":[217],"insight":[219],"into":[220],"aspects":[222],"experience":[225],"present":[227],"new":[229],"dimension":[230],"evaluating":[232],"engine":[233],"performance.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}