{"id":"https://openalex.org/W2748827028","doi":"https://doi.org/10.1145/3132847.3132850","title":"Beyond Success Rate","display_name":"Beyond Success Rate","publication_year":2017,"publication_date":"2017-11-06","ids":{"openalex":"https://openalex.org/W2748827028","doi":"https://doi.org/10.1145/3132847.3132850","mag":"2748827028"},"language":"en","primary_location":{"id":"doi:10.1145/3132847.3132850","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132847.3132850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063280112","display_name":"Widad Machmouchi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Widad Machmouchi","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021000040","display_name":"Ahmed Hassan Awadallah","orcid":"https://orcid.org/0000-0001-6426-3537"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Hassan Awadallah","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108365460","display_name":"Imed Zitouni","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Imed Zitouni","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049916734","display_name":"Georg Buscher","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georg Buscher","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063280112"],"corresponding_institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"],"apc_list":null,"apc_paid":null,"fwci":1.0117,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83373544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"757","last_page":"765"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.8307999968528748,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.8307999968528748,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.507705569267273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.507705569267273}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3132847.3132850","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3132847.3132850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM on Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1597379241","https://openalex.org/W1967498673","https://openalex.org/W1968927634","https://openalex.org/W1969184538","https://openalex.org/W1975566260","https://openalex.org/W1985554184","https://openalex.org/W1999444901","https://openalex.org/W2007750197","https://openalex.org/W2008251177","https://openalex.org/W2035569891","https://openalex.org/W2058473041","https://openalex.org/W2070815407","https://openalex.org/W2075186161","https://openalex.org/W2096946253","https://openalex.org/W2104942079","https://openalex.org/W2106576032","https://openalex.org/W2110228583","https://openalex.org/W2112508839","https://openalex.org/W2114012145","https://openalex.org/W2149590690","https://openalex.org/W2152693361","https://openalex.org/W2158254843","https://openalex.org/W2169113736","https://openalex.org/W2170443290","https://openalex.org/W2468478068","https://openalex.org/W2532610538","https://openalex.org/W4251560691"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"User":[0],"satisfaction":[1,65,162,172,184,230],"metrics":[2,108,181,214,248],"are":[3,124,249,264],"an":[4,208],"integral":[5],"part":[6],"of":[7,22,64,76,81,129,160,182,205,260],"search":[8,44,120,196,233],"engine":[9],"development":[10],"as":[11,37,61,78,126,139,252],"they":[12],"help":[13],"system":[14],"developers":[15],"to":[16,27,101,174,211,215,244],"understand":[17],"and":[18,96,131,163,235,239],"evaluate":[19],"the":[20,23,74,87,110,119,147,187,232,253,258],"quality":[21],"user":[24,90,111,193,201],"experience.":[25],"Research":[26],"date":[28],"has":[29],"mostly":[30],"focused":[31],"on":[32,146,266],"predicting":[33,245],"success":[34,59,216],"or":[35,54,143],"frustration":[36],"a":[38,62,79,89,94,127,141,168,192,224,236],"proxy":[39,170],"for":[40,171,227,256],"satisfaction.":[41,83,105],"However,":[42],"users'":[43],"experience":[45],"is":[46,137,167,223],"more":[47,237],"complex":[48],"than":[49],"merely":[50],"being":[51],"either":[52],"successful":[53],"not.":[55],"As":[56],"such,":[57],"using":[58],"rate":[60,217],"measure":[63,80,109],"can":[66],"be":[67],"limiting.":[68],"In":[69],"this":[70],"work,":[71],"we":[72,179],"propose":[73],"use":[75,199],"utility":[77,107,166,189,213,222],"searcher":[82,161,183,229],"This":[84],"concept":[85],"represents":[86],"fulfillment":[88],"receives":[91],"from":[92,153,203],"con-suming":[93],"service":[95],"explains":[97],"how":[98],"users":[99,206],"aim":[100],"gain":[102],"optimal":[103],"overall":[104,188],"Our":[106],"satisfac-tion":[112],"by":[113,191],"aggregating":[114],"all":[115],"their":[116,132],"interaction":[117],"with":[118,156,231],"engine.":[121],"These":[122,247],"interactions":[123],"represented":[125],"timeline":[128],"actions":[130],"dwelltimes,":[133],"where":[134],"each":[135,268],"action":[136],"classified":[138],"having":[140],"posi-tive":[142],"negative":[144],"effect":[145],"user.":[148],"We":[149,198,219],"examine":[150],"sessions":[151],"mined":[152],"Bing":[154,267],"logs,":[155],"multi-point":[157],"scale":[158],"assessment":[159],"show":[164,220],"that":[165,177,185,221,263],"better":[169,225],"compared":[173,243],"success.":[175,246],"Leveraging":[176],"data,":[178],"design":[180],"assess":[186],"accumulated":[190],"during":[194],"her":[195],"session.":[197],"real":[200],"traffic":[202],"millions":[204],"in":[207],"A/B":[209,261],"setting":[210],"compare":[212],"metrics.":[218],"metric":[226,241],"evaluating":[228,257],"engine,":[234],"sensitive":[238],"accurate":[240],"when":[242],"currently":[250],"adopted":[251],"top-level":[254],"met-ric":[255],"thousands":[259],"experiments":[262],"run":[265],"year.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}