{"id":"https://openalex.org/W3134747254","doi":"https://doi.org/10.1145/3411764.3445557","title":"\u201cI Can\u2019t Reply with That\u201d: Characterizing Problematic Email Reply Suggestions","display_name":"\u201cI Can\u2019t Reply with That\u201d: Characterizing Problematic Email Reply Suggestions","alternate_titles":[],"publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3134747254","doi":"https://doi.org/10.1145/3411764.3445557","mag":"3134747254"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445557","doi":"https://doi.org/10.1145/3411764.3445557","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445557","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3134747254"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073774344","display_name":"Ronald E. Robertson","orcid":"https://orcid.org/0000-0003-4525-5050","observed_orcids":["https://orcid.org/0000-0003-4525-5050"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ronald E Robertson","raw_affiliation_strings":["Northeastern University, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, United States","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103216912","display_name":"Alexandra Olteanu","orcid":"https://orcid.org/0000-0001-5710-4511","observed_orcids":["https://orcid.org/0000-0001-5710-4511"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Alexandra Olteanu","raw_affiliation_strings":["Microsoft Research, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101492251","display_name":"Fernando D\u00edaz","orcid":"https://orcid.org/0000-0003-2345-1288","observed_orcids":["https://orcid.org/0000-0003-2345-1288"]},"institutions":[{"id":"https://openalex.org/I4210153468","display_name":"Microsoft (Canada)","ror":"https://ror.org/04xhxg104","country_code":"CA","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210153468"]},{"id":"https://openalex.org/I4402554038","display_name":"Microsoft Research Montr\u00e9al (Canada)","ror":"https://ror.org/05xdft911","country_code":"CA","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4402554038"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fernando Diaz","raw_affiliation_strings":["Microsoft Research, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Canada","institution_ids":["https://openalex.org/I4210153468","https://openalex.org/I4402554038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088114671","display_name":"Milad Shokouhi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Milad Shokouhi","raw_affiliation_strings":["MSAI Microsoft, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MSAI Microsoft, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017503948","display_name":"Peter Bailey","orcid":"https://orcid.org/0009-0005-9456-1865","observed_orcids":["https://orcid.org/0009-0005-9456-1865"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peter Bailey","raw_affiliation_strings":["Microsoft, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Australia","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":33.4354,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.99492708,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13155","display_name":"Digital Communication and Language","score":0.4018999934196472,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13155","display_name":"Digital Communication and Language","score":0.4018999934196472,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.16599999368190765,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.1454000025987625,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-environment","display_name":"social environment","score":0.6190000176429749},{"id":"https://openalex.org/keywords/politeness","display_name":"politeness","score":0.7609999775886536},{"id":"https://openalex.org/keywords/gender-assumptions","display_name":"gender assumptions","score":0.5630000233650208},{"id":"https://openalex.org/keywords/cultural-differences","display_name":"cultural differences","score":0.6690000295639038},{"id":"https://openalex.org/keywords/social-ties","display_name":"social ties","score":0.7540000081062317},{"id":"https://openalex.org/keywords/greetings","display_name":"greetings","score":0.8420000076293945},{"id":"https://openalex.org/keywords/crowdsourced-experiments","display_name":"crowdsourced experiments","score":0.5339999794960022},{"id":"https://openalex.org/keywords/e-mail-correspondence","display_name":"email correspondence","score":0.5899999737739563},{"id":"https://openalex.org/keywords/social-messaging","display_name":"social messaging","score":0.6589999794960022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5686071515083313}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3411764.3445557","doi":"https://doi.org/10.1145/3411764.3445557","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445557","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":117,"referenced_works":["https://openalex.org/W24664060","https://openalex.org/W41683454","https://openalex.org/W110353886","https://openalex.org/W590344031","https://openalex.org/W625858548","https://openalex.org/W1022720808","https://openalex.org/W1965613053","https://openalex.org/W1973427002","https://openalex.org/W1977793234","https://openalex.org/W1982901817","https://openalex.org/W1984766163","https://openalex.org/W1989630473","https://openalex.org/W1993399714","https://openalex.org/W2004172532","https://openalex.org/W2005989194","https://openalex.org/W2006991167","https://openalex.org/W2021321064","https://openalex.org/W2022792389","https://openalex.org/W2024797364","https://openalex.org/W2030139567","https://openalex.org/W2035345073","https://openalex.org/W2039269578","https://openalex.org/W2041394582","https://openalex.org/W2050042708","https://openalex.org/W2052742498","https://openalex.org/W2055746696","https://openalex.org/W2056732615","https://openalex.org/W2058673351","https://openalex.org/W2064178288","https://openalex.org/W2068472339","https://openalex.org/W2072026461","https://openalex.org/W2079896767","https://openalex.org/W2092029465","https://openalex.org/W2099366530","https://openalex.org/W2099813784","https://openalex.org/W2102411528","https://openalex.org/W2104752171","https://openalex.org/W2112665044","https://openalex.org/W2119555207","https://openalex.org/W2119799268","https://openalex.org/W2120279231","https://openalex.org/W2132778735","https://openalex.org/W2134032236","https://openalex.org/W2140910804","https://openalex.org/W2144506948","https://openalex.org/W2149752300","https://openalex.org/W2149941633","https://openalex.org/W2151653269","https://openalex.org/W2153355865","https://openalex.org/W2154178038","https://openalex.org/W2157163421","https://openalex.org/W2160513711","https://openalex.org/W2160872182","https://openalex.org/W2162535192","https://openalex.org/W2165969955","https://openalex.org/W2264482454","https://openalex.org/W2264742718","https://openalex.org/W2273847690","https://openalex.org/W2290687992","https://openalex.org/W2322635805","https://openalex.org/W2325205434","https://openalex.org/W2329123917","https://openalex.org/W2329847998","https://openalex.org/W2337441352","https://openalex.org/W2373570000","https://openalex.org/W2401452835","https://openalex.org/W2412930115","https://openalex.org/W2472690997","https://openalex.org/W2484836514","https://openalex.org/W2514782170","https://openalex.org/W2539241874","https://openalex.org/W2550542580","https://openalex.org/W2552814235","https://openalex.org/W2563852449","https://openalex.org/W2588243197","https://openalex.org/W2604983330","https://openalex.org/W2611029872","https://openalex.org/W2612502941","https://openalex.org/W2614403482","https://openalex.org/W2620949368","https://openalex.org/W2748164631","https://openalex.org/W2765701370","https://openalex.org/W2765924178","https://openalex.org/W2771349606","https://openalex.org/W2796877338","https://openalex.org/W2797342688","https://openalex.org/W2798849947","https://openalex.org/W2801600642","https://openalex.org/W2802551013","https://openalex.org/W2804927761","https://openalex.org/W2808799063","https://openalex.org/W2902504932","https://openalex.org/W2910982648","https://openalex.org/W2914758162","https://openalex.org/W2941925769","https://openalex.org/W2942465698","https://openalex.org/W2949461276","https://openalex.org/W2949528210","https://openalex.org/W2955792826","https://openalex.org/W2963116831","https://openalex.org/W2963955897","https://openalex.org/W2985781965","https://openalex.org/W2996952890","https://openalex.org/W3003802619","https://openalex.org/W3010063553","https://openalex.org/W3028830442","https://openalex.org/W3047315229","https://openalex.org/W3048821638","https://openalex.org/W3116880344","https://openalex.org/W3125633690","https://openalex.org/W4231533450","https://openalex.org/W4243180187","https://openalex.org/W4246154067","https://openalex.org/W4288359825","https://openalex.org/W6817125255","https://openalex.org/W6986169591","https://openalex.org/W7052416300"],"related_works":["https://openalex.org/W4319788544","https://openalex.org/W2292379245","https://openalex.org/W4391333946","https://openalex.org/W4409747487","https://openalex.org/W2770705820","https://openalex.org/W2008472944","https://openalex.org/W2043832377","https://openalex.org/W2097356151","https://openalex.org/W7098558417","https://openalex.org/W2119799268"],"abstract_inverted_index":{"In":[0,80],"email":[1,61,85,109,122,134],"interfaces,":[2],"providing":[3,131],"users":[4],"with":[5,68],"reply":[6,62],"suggestions":[7,26,41,132],"may":[8,139],"simplify":[9],"or":[10],"accelerate":[11],"correspondence.":[12,110],"While":[13],"the":[14,23,32,101,127],"\u201csuccess\u201d":[15],"of":[16,25,34,103,108,117,130],"such":[17],"systems":[18],"is":[19],"typically":[20],"quantified":[21],"using":[22],"number":[24],"selected":[27],"by":[28],"users,":[29],"this":[30],"ignores":[31],"impact":[33],"social":[35,98,128,143],"context,":[36],"which":[37],"can":[38],"change":[39],"how":[40],"are":[42],"perceived.":[43],"To":[44],"address":[45],"this,":[46],"we":[47,88],"developed":[48],"a":[49,114],"mixed-methods":[50],"framework":[51],"involving":[52],"qualitative":[53],"interviews":[54,65],"and":[55,72,90,100],"crowdsourced":[56],"experiments":[57],"to":[58,141],"characterize":[59],"problematic":[60,121],"suggestions.":[63],"Our":[64,124],"revealed":[66],"issues":[67,137],"over-positive,":[69],"dissonant,":[70],"cultural,":[71],"gender-assuming":[73],"replies,":[74],"as":[75,77],"well":[76],"contextual":[78,95],"politeness.":[79],"our":[81],"experiments,":[82],"crowdworkers":[83],"assessed":[84],"scenarios":[86],"that":[87,94,138],"generated":[89],"systematically":[91],"controlled,":[92],"showing":[93],"factors":[96],"like":[97],"ties":[99],"presence":[102],"salutations":[104],"impacts":[105],"users\u2019":[106],"perceptions":[107],"These":[111],"assessments":[112],"created":[113],"novel":[115],"dataset":[116],"human-authored":[118],"corrections":[119],"for":[120,133],"replies.":[123],"study":[125],"highlights":[126],"complexity":[129],"correspondence,":[135],"raising":[136],"apply":[140],"all":[142],"messaging":[144],"systems.":[145]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3134747254","counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2021-03-15T00:00:00"}
