{"id":"https://openalex.org/W2772461498","doi":"https://doi.org/10.1145/3134724","title":"No Workflow Can Ever Be Enough","display_name":"No Workflow Can Ever Be Enough","publication_year":2017,"publication_date":"2017-12-06","ids":{"openalex":"https://openalex.org/W2772461498","doi":"https://doi.org/10.1145/3134724","mag":"2772461498"},"language":"en","primary_location":{"id":"doi:10.1145/3134724","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3134724","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3134724?download=true","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3134724?download=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080179499","display_name":"Daniela Retelny","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniela Retelny","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076189854","display_name":"Michael S. Bernstein","orcid":"https://orcid.org/0000-0001-8020-9434"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S. Bernstein","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048264180","display_name":"Melissa Valentine","orcid":"https://orcid.org/0000-0001-7517-4054"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Melissa A. Valentine","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5080179499"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":10.5781,"has_fulltext":true,"cited_by_count":77,"citation_normalized_percentile":{"value":0.98039854,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"1","issue":"CSCW","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9399405717849731},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.9274094104766846},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6933265328407288},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.655773401260376},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5754032135009766},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5596329569816589},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.542387068271637},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5285959243774414},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4719587564468384},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.34497296810150146},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15469485521316528},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09818437695503235},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.08609199523925781},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07508692145347595}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9399405717849731},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.9274094104766846},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6933265328407288},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.655773401260376},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5754032135009766},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5596329569816589},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.542387068271637},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5285959243774414},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4719587564468384},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34497296810150146},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15469485521316528},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09818437695503235},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.08609199523925781},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07508692145347595},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3134724","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3134724","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3134724?download=true","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3134724","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3134724","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3134724?download=true","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G4757695867","display_name":null,"funder_award_id":"IIS-1351131","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6527008456","display_name":null,"funder_award_id":"1351131","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308507","display_name":"Stanford University","ror":"https://ror.org/00f54p054"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320333616","display_name":"Stanford Institute for Research in the Social Sciences","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2772461498.pdf","grobid_xml":"https://content.openalex.org/works/W2772461498.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W214697077","https://openalex.org/W353999546","https://openalex.org/W783257918","https://openalex.org/W1524782856","https://openalex.org/W1600296154","https://openalex.org/W1783594902","https://openalex.org/W1896125358","https://openalex.org/W1968326021","https://openalex.org/W1972253352","https://openalex.org/W1985816302","https://openalex.org/W1988511622","https://openalex.org/W1997685381","https://openalex.org/W2009976595","https://openalex.org/W2010405649","https://openalex.org/W2010793828","https://openalex.org/W2022710553","https://openalex.org/W2023664726","https://openalex.org/W2028953510","https://openalex.org/W2030793160","https://openalex.org/W2036625304","https://openalex.org/W2044221002","https://openalex.org/W2045510465","https://openalex.org/W2050491563","https://openalex.org/W2054874622","https://openalex.org/W2058179030","https://openalex.org/W2058556535","https://openalex.org/W2058638038","https://openalex.org/W2065064981","https://openalex.org/W2080317642","https://openalex.org/W2086713102","https://openalex.org/W2089628081","https://openalex.org/W2090048052","https://openalex.org/W2096848877","https://openalex.org/W2099988291","https://openalex.org/W2108188807","https://openalex.org/W2111298664","https://openalex.org/W2112021024","https://openalex.org/W2120396827","https://openalex.org/W2127008633","https://openalex.org/W2128677857","https://openalex.org/W2133485007","https://openalex.org/W2141951329","https://openalex.org/W2148479118","https://openalex.org/W2150404203","https://openalex.org/W2151785234","https://openalex.org/W2168290613","https://openalex.org/W2168765606","https://openalex.org/W2170989440","https://openalex.org/W2177963065","https://openalex.org/W2182782998","https://openalex.org/W2276569499","https://openalex.org/W2290102723","https://openalex.org/W2290652328","https://openalex.org/W2290943337","https://openalex.org/W2292974053","https://openalex.org/W2293765620","https://openalex.org/W2329312544","https://openalex.org/W2329395632","https://openalex.org/W2396078445","https://openalex.org/W2396268257","https://openalex.org/W2404427926","https://openalex.org/W2485327215","https://openalex.org/W2539397184","https://openalex.org/W2544952174","https://openalex.org/W2553906916","https://openalex.org/W2568476927","https://openalex.org/W2610281177","https://openalex.org/W2741340396","https://openalex.org/W2765999843","https://openalex.org/W2767716369","https://openalex.org/W3121257585","https://openalex.org/W3125574497","https://openalex.org/W3137763801","https://openalex.org/W4229671734","https://openalex.org/W4230910900","https://openalex.org/W4230939871","https://openalex.org/W4285719527","https://openalex.org/W4297685388"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"The":[0],"dominant":[1],"crowdsourcing":[2,30,98,150,168],"infrastructure":[3],"today":[4],"is":[5],"the":[6,97,127],"workflow,":[7],"which":[8],"decomposes":[9],"goals":[10,17,138],"into":[11],"small":[12],"independent":[13],"tasks.":[14],"However,":[15,126],"complex":[16,65,137,143,159],"such":[18],"as":[19,106],"design":[20],"and":[21,66,87,95,129],"engineering":[22],"have":[23],"remained":[24],"stubbornly":[25],"difficult":[26],"to":[27,35,78,90,122],"achieve":[28],"with":[29],"workflows.":[31,99],"Is":[32],"this":[33,48],"due":[34],"a":[36,41,64,163],"lack":[37],"of":[38,54,166],"imagination,":[39],"or":[40],"more":[42],"fundamental":[43,164],"limit?":[44],"This":[45],"paper":[46],"explores":[47],"question":[49],"through":[50],"in-depth":[51],"case":[52],"studies":[53],"22":[55],"workers":[56,93,117],"across":[57],"six":[58],"workflow-based":[59,167],"crowd":[60,116],"teams,":[61],"each":[62],"pursuing":[63,119],"interdependent":[67],"web":[68],"development":[69],"goal.":[70],"We":[71],"used":[72],"an":[73],"inductive":[74],"mixed":[75],"method":[76],"approach":[77],"analyze":[79],"behavior":[80,131],"trace":[81],"data,":[82],"chat":[83],"logs,":[84],"survey":[85],"responses":[86],"work":[88,124,144,160],"artifacts":[89],"understand":[91],"how":[92],"enacted":[94],"adapted":[96],"Our":[100],"results":[101,156],"indicate":[102],"that":[103,134,158],"workflows":[104,151],"served":[105],"useful":[107],"coordination":[108],"artifacts,":[109],"but":[110,147],"in":[111],"many":[112],"cases":[113],"critically":[114],"inhibited":[115],"from":[118],"real-time":[120],"adaptations":[121],"their":[123],"plans.":[125],"CSCW":[128],"organizational":[130],"literature":[132],"argues":[133],"all":[135],"sufficiently":[136],"require":[139],"open-ended":[140],"adaptation.":[141],"If":[142],"requires":[145],"adaptation":[146],"traditional":[148],"static":[149],"can't":[152],"support":[153],"it,":[154],"our":[155],"suggest":[157],"may":[161],"remain":[162],"limitation":[165],"infrastructures.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":2}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}