{"id":"https://openalex.org/W3034563230","doi":"https://doi.org/10.1145/3397271.3401121","title":"Learning with Weak Supervision for Email Intent Detection","display_name":"Learning with Weak Supervision for Email Intent Detection","publication_year":2020,"publication_date":"2020-07-25","ids":{"openalex":"https://openalex.org/W3034563230","doi":"https://doi.org/10.1145/3397271.3401121","mag":"3034563230"},"language":"en","primary_location":{"id":"doi:10.1145/3397271.3401121","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401121","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.13084","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kai Shu","orcid":null},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kai Shu","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Subhabrata Mukherjee","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subhabrata Mukherjee","raw_affiliation_strings":["Microsoft Research AI, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research AI, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Guoqing Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guoqing Zheng","raw_affiliation_strings":["Microsoft Research AI, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research AI, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ahmed Hassan Awadallah","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Hassan Awadallah","raw_affiliation_strings":["Microsoft Research AI, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research AI, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Milad Shokouhi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Milad Shokouhi","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":null,"display_name":"Susan Dumais","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan Dumais","raw_affiliation_strings":["Microsoft Research AI, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research AI, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":5.0388,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.95671304,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1051","last_page":"1060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6452999711036682},{"id":"https://openalex.org/keywords/opt-in-email","display_name":"Opt-in email","score":0.44179999828338623},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.42820000648498535},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4228000044822693},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4068000018596649},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3718000054359436},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.3513999879360199},{"id":"https://openalex.org/keywords/frequently-asked-questions","display_name":"Frequently asked questions","score":0.337799996137619},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.33660000562667847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7488999962806702},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6452999711036682},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44929999113082886},{"id":"https://openalex.org/C160295073","wikidata":"https://www.wikidata.org/wiki/Q1137616","display_name":"Opt-in email","level":2,"score":0.44179999828338623},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.42820000648498535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4244000017642975},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4228000044822693},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4068000018596649},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3785000145435333},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C3018615553","wikidata":"https://www.wikidata.org/wiki/Q189293","display_name":"Frequently asked questions","level":2,"score":0.337799996137619},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C3020028006","wikidata":"https://www.wikidata.org/wiki/Q9158","display_name":"Electronic mail","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33090001344680786},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C2984870255","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"User engagement","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.30730000138282776},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3397271.3401121","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401121","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.13084","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.13084","pdf_url":"https://arxiv.org/pdf/2005.13084","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.13084","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.13084","pdf_url":"https://arxiv.org/pdf/2005.13084","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W35388109","https://openalex.org/W1603920809","https://openalex.org/W1974360117","https://openalex.org/W1993897382","https://openalex.org/W1994550352","https://openalex.org/W1996478295","https://openalex.org/W2050042708","https://openalex.org/W2059216172","https://openalex.org/W2072918779","https://openalex.org/W2079735306","https://openalex.org/W2096946253","https://openalex.org/W2119799268","https://openalex.org/W2125771191","https://openalex.org/W2167460663","https://openalex.org/W2250539671","https://openalex.org/W2293707295","https://openalex.org/W2296073425","https://openalex.org/W2539671052","https://openalex.org/W2554864439","https://openalex.org/W2592335154","https://openalex.org/W2605337575","https://openalex.org/W2610935556","https://openalex.org/W2614403482","https://openalex.org/W2755600468","https://openalex.org/W2779771622","https://openalex.org/W2785495800","https://openalex.org/W2796877338","https://openalex.org/W2902504932","https://openalex.org/W2907543508","https://openalex.org/W2913208615","https://openalex.org/W2921572111","https://openalex.org/W2950220847","https://openalex.org/W2955594933","https://openalex.org/W2959716049","https://openalex.org/W2963413667","https://openalex.org/W2964292098","https://openalex.org/W6635984283","https://openalex.org/W6637875753","https://openalex.org/W6677082149","https://openalex.org/W6679390333"],"related_works":[],"abstract_inverted_index":{"Email":[0,134],"remains":[1],"one":[2,92],"of":[3,9,16,66,80,93,182,191],"the":[4,94,104,243],"most":[5],"frequently":[6],"used":[7],"means":[8],"online":[10],"communication.":[11],"People":[12],"spend":[13],"significant":[14],"amount":[15],"time":[17],"every":[18],"day":[19],"on":[20,230],"emails":[21],"to":[22,49,71,123,128,141,154,175,187,194,247],"exchange":[23],"information,":[24],"manage":[25],"tasks":[26,235],"and":[27,218],"schedule":[28],"events.":[29],"Previous":[30],"work":[31],"has":[32,55,89],"studied":[33],"different":[34,67,232],"ways":[35],"for":[36,86,106,208],"improving":[37],"email":[38,74,112,146,156,209],"productivity":[39],"by":[40],"prioritizing":[41],"emails,":[42],"suggesting":[43],"automatic":[44],"replies":[45],"or":[46,82,125,130],"identifying":[47],"intents":[48,81,142,196],"recommend":[50],"appropriate":[51],"actions.":[52],"The":[53,84],"problem":[54,63],"been":[56,91],"mostly":[57],"posed":[58],"as":[59,111,179],"a":[60,77,150,158,180,188,224],"supervised":[61,99,245],"learning":[62,226],"where":[64,115],"models":[65],"complexities":[68],"were":[69],"proposed":[70],"classify":[72],"an":[73,145,155,201],"message":[75],"into":[76],"predefined":[78],"taxonomy":[79],"classes.":[83],"need":[85],"labeled":[87],"data":[88,131,217,246],"always":[90],"largest":[95],"bottlenecks":[96],"in":[97,139,144,152,185,197,251],"training":[98],"models.":[100],"This":[101],"is":[102],"especially":[103],"case":[105],"many":[107],"real-world":[108],"tasks,":[109],"such":[110],"intent":[113,210,233,249],"classification,":[114],"large":[116],"scale":[117],"annotated":[118,192,216],"examples":[119],"are":[120],"either":[121],"hard":[122],"acquire":[124],"unavailable":[126],"due":[127],"privacy":[129],"access":[132],"constraints.":[133],"users":[135],"often":[136],"take":[137],"actions":[138,162,178],"response":[140,153],"expressed":[143],"(e.g.,":[147],"setting":[148],"up":[149],"meeting":[151],"with":[157,223],"scheduling":[159],"request).":[160],"Such":[161],"can":[163,240],"be":[164],"inferred":[165],"from":[166],"user":[167,177],"interaction":[168],"logs.":[169],"In":[170],"this":[171],"paper,":[172],"we":[173],"propose":[174],"leverage":[176,242],"source":[181],"weak":[183,220],"supervision,":[184],"addition":[186],"limited":[189],"set":[190],"examples,":[193],"detect":[195],"emails.":[198,252],"We":[199],"develop":[200],"end-to-end":[202],"robust":[203],"deep":[204],"neural":[205],"network":[206],"model":[207],"identification":[211],"that":[212,237],"leverages":[213],"both":[214],"clean":[215],"noisy":[219],"supervision":[221],"along":[222],"self-paced":[225],"mechanism.":[227],"Extensive":[228],"experiments":[229],"three":[231],"detection":[234,250],"show":[236],"our":[238],"approach":[239],"effectively":[241],"weakly":[244],"improve":[248]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-06-19T00:00:00"}