{"id":"https://openalex.org/W2963758320","doi":"https://doi.org/10.1145/3131785.3131823","title":"Evorus","display_name":"Evorus","publication_year":2017,"publication_date":"2017-10-20","ids":{"openalex":"https://openalex.org/W2963758320","doi":"https://doi.org/10.1145/3131785.3131823","mag":"2963758320"},"language":"en","primary_location":{"id":"doi:10.1145/3131785.3131823","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3131785.3131823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Publication of the 30th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083675499","display_name":"Ting-Hao Huang","orcid":"https://orcid.org/0000-0001-7021-4627"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ting-Hao Kenneth Huang","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102726483","display_name":"Joseph Chee Chang","orcid":"https://orcid.org/0000-0002-0798-4351"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Chee Chang","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079208526","display_name":"Saiganesh Swaminathan","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saiganesh Swaminathan","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082603621","display_name":"Jeffrey P. Bigham","orcid":"https://orcid.org/0000-0002-2072-0625"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey P. Bigham","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5083675499"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.8812,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8923619,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"155","last_page":"157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8133716583251953},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7448222041130066},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.643831729888916},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6171767115592957},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.523435115814209},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4877691864967346},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.48593011498451233},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4678039848804474},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4212181568145752},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41750895977020264},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3956756591796875},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32953059673309326},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.20089063048362732},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19269949197769165},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10490682721138}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8133716583251953},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7448222041130066},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.643831729888916},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6171767115592957},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.523435115814209},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4877691864967346},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.48593011498451233},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4678039848804474},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4212181568145752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41750895977020264},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3956756591796875},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32953059673309326},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.20089063048362732},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19269949197769165},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10490682721138},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3131785.3131823","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3131785.3131823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Publication of the 30th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2118585731","https://openalex.org/W2163986367","https://openalex.org/W2509292411","https://openalex.org/W2964091292"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Crowd-powered":[0],"conversational":[1,80],"assistants":[2],"have":[3],"found":[4],"to":[5,29,120,123,130,134,142,150,202],"be":[6,70,121,200],"more":[7],"robust":[8],"than":[9],"automated":[10,47,161],"systems,":[11],"but":[12],"do":[13],"so":[14],"at":[15],"the":[16,31,50,58,102,108,144,167],"cost":[17,39,171],"of":[18,45,112,146,166,205],"higher":[19],"response":[20],"latency":[21],"and":[22,37,60,110,139,169],"monetary":[23],"costs.":[24],"One":[25],"promising":[26],"direction":[27],"is":[28],"combined":[30],"two":[32],"approaches":[33,44],"for":[34,181,208],"high":[35],"quality":[36],"low":[38],"solutions.":[40],"However,":[41],"traditional":[42],"offline":[43],"building":[46],"systems":[48,185,207],"with":[49,82,156],"crowd":[51,103,147],"requires":[52],"first":[53],"collecting":[54],"training":[55,62],"data":[56],"from":[57],"crowd,":[59],"then":[61],"a":[63,78,92,178,194],"model":[64],"before":[65],"an":[66],"online":[67],"system":[68,96],"can":[69,187,199],"launched.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75,197],"introduce":[76],"Evorus,":[77],"crowd-powered":[79,94,183,206],"assistant":[81],"online-learning":[83],"capability":[84],"that":[85,160,186,196],"automate":[86,189],"itself":[87],"over":[88,104,137],"time.":[89],"Evorus":[90,176],"expands":[91],"previous":[93],"conversation":[95,184],"by":[97,115,174],"reducing":[98],"its":[99],"reliance":[100],"on":[101],"time":[105],"while":[106],"maintaining":[107],"robustness":[109],"reliability":[111],"human":[113],"intelligence,":[114],"(i)":[116],"allowing":[117],"new":[118,179],"chatbots":[119],"added":[122],"help":[124],"contribute":[125],"possible":[126],"answers,":[127],"(ii)":[128],"learning":[129,141],"reuse":[131],"past":[132],"responses":[133,162],"similar":[135],"queries":[136],"time,":[138,168],"(iii)":[140],"reduce":[143],"amount":[145],"oversight":[148],"necessary":[149],"retain":[151],"quality.":[152],"Our":[153],"deployment":[154],"study":[155],"28":[157],"users":[158],"show":[159],"were":[163],"chosen":[164],"12.84%":[165],"voting":[170],"was":[172],"reduced":[173],"6%.":[175],"introduced":[177],"framework":[180],"constructing":[182],"gradually":[188],"themselves":[190],"using":[191],"machine":[192],"learning,":[193],"concept":[195],"believe":[198],"generalize":[201],"other":[203],"types":[204],"future":[209],"research.":[210]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-07-30T00:00:00"}