{"id":"https://openalex.org/W4292771469","doi":"https://doi.org/10.1145/3524458.3547243","title":"A new Workflow for Human-AI Collaboration in Citizen Science","display_name":"A new Workflow for Human-AI Collaboration in Citizen Science","publication_year":2022,"publication_date":"2022-08-23","ids":{"openalex":"https://openalex.org/W4292771469","doi":"https://doi.org/10.1145/3524458.3547243"},"language":"en","primary_location":{"id":"doi:10.1145/3524458.3547243","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3524458.3547243","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM Conference on Information Technology for Social Good","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024303852","display_name":"Kobi Gal","orcid":"https://orcid.org/0000-0001-7187-8572"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Ya'akov (Kobi) Gal","raw_affiliation_strings":["Ben Gurion University, Israel"],"affiliations":[{"raw_affiliation_string":"Ben Gurion University, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089712688","display_name":"Avi Segal","orcid":"https://orcid.org/0000-0003-0915-5730"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Avi Segal","raw_affiliation_strings":["ben gurion unic, Israel"],"affiliations":[{"raw_affiliation_string":"ben gurion unic, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028114802","display_name":"Ece Kamar","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ece Kamar","raw_affiliation_strings":["Microsoft Research, United States of America"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, United States of America","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043228682","display_name":"Eric Horvitz","orcid":"https://orcid.org/0000-0002-8823-0614"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Horvitz","raw_affiliation_strings":["Microsoft Research, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059944566","display_name":"Chris Lintott","orcid":"https://orcid.org/0000-0001-5578-359X"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chris Lintott","raw_affiliation_strings":["Oxford university, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Oxford university, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069143465","display_name":"Mike Walmsley","orcid":"https://orcid.org/0000-0002-6408-4181"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mike Walmsley","raw_affiliation_strings":["Unaffiliated, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Unaffiliated, United Kingdom","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024303852"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":null,"apc_paid":null,"fwci":1.3046,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85262859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"89","last_page":"95"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.9580901861190796},{"id":"https://openalex.org/keywords/citizen-science","display_name":"Citizen science","score":0.8199536204338074},{"id":"https://openalex.org/keywords/workflow-technology","display_name":"Workflow technology","score":0.6956655979156494},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6337049007415771},{"id":"https://openalex.org/keywords/workflow-engine","display_name":"Workflow engine","score":0.6228715777397156},{"id":"https://openalex.org/keywords/workflow-management-system","display_name":"Workflow management system","score":0.5669246912002563},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4728037714958191},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.45705199241638184},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.456985741853714},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4183924198150635},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19685423374176025},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1178898811340332},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07408171892166138}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.9580901861190796},{"id":"https://openalex.org/C197352329","wikidata":"https://www.wikidata.org/wiki/Q1093434","display_name":"Citizen science","level":2,"score":0.8199536204338074},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.6956655979156494},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6337049007415771},{"id":"https://openalex.org/C188220564","wikidata":"https://www.wikidata.org/wiki/Q3325097","display_name":"Workflow engine","level":3,"score":0.6228715777397156},{"id":"https://openalex.org/C140824633","wikidata":"https://www.wikidata.org/wiki/Q2808660","display_name":"Workflow management system","level":3,"score":0.5669246912002563},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4728037714958191},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.45705199241638184},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.456985741853714},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4183924198150635},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19685423374176025},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1178898811340332},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07408171892166138},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3524458.3547243","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3524458.3547243","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM Conference on Information Technology for Social Good","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1923683532","https://openalex.org/W2033354470","https://openalex.org/W2051139151","https://openalex.org/W2051963836","https://openalex.org/W2085154695","https://openalex.org/W2087907785","https://openalex.org/W2114446487","https://openalex.org/W2148527862","https://openalex.org/W2150291618","https://openalex.org/W2150461333","https://openalex.org/W2536524829","https://openalex.org/W2738849507","https://openalex.org/W2787875889","https://openalex.org/W2803690727","https://openalex.org/W2946593308","https://openalex.org/W2952602496","https://openalex.org/W3034854469","https://openalex.org/W3122978181","https://openalex.org/W3124258878","https://openalex.org/W3159096324","https://openalex.org/W4226324007"],"related_works":["https://openalex.org/W2352774566","https://openalex.org/W2049143847","https://openalex.org/W2356466503","https://openalex.org/W2376671203","https://openalex.org/W2391168633","https://openalex.org/W2385499106","https://openalex.org/W1574425962","https://openalex.org/W2354357087","https://openalex.org/W2387628393","https://openalex.org/W2370201914"],"abstract_inverted_index":{"The":[0],"unprecedented":[1],"growth":[2],"of":[3,44,60,68,76,82,89,133,145,151,221,231,246],"online":[4],"citizen":[5,70,154,252],"science":[6,71,155],"projects":[7,156],"provides":[8],"growing":[9],"opportunities":[10],"for":[11,73],"the":[12,29,40,58,65,74,78,87,92,107,119,152,158,165,169,195,199,211,219,226,229,244],"public":[13],"to":[14,35,163,184,189],"participate":[15],"in":[16,64,91,101,109,140,147,172,198,210,218,225,251],"scientific":[17],"discoveries.":[18],"Nevertheless,":[19],"volunteers":[20,45,146,185,196,207],"typically":[21],"make":[22],"only":[23],"a":[24,32,69,141,216,235],"few":[25],"contributions":[26],"before":[27],"exiting":[28],"system.":[30,93],"Thus":[31],"significant":[33],"challenge":[34],"such":[36],"systems":[37],"is":[38],"increasing":[39,77],"capacity":[41,79],"and":[42,50,80,180],"efficiency":[43,81],"without":[46,187,214],"hindering":[47],"their":[48,222],"motivation":[49,88],"engagement.":[51],"To":[52],"address":[53],"this":[54,138],"challenge,":[55],"we":[56],"study":[57,142],"role":[59],"incorporating":[61],"collaborative":[62],"agents":[63],"existing":[66,170,212],"workflow":[67,97,139,167,171,201],"project":[72],"purpose":[75],"these":[83],"systems,":[84],"while":[85,118],"maintaining":[86],"participants":[90],"Our":[94,241],"new":[95],"enhanced":[96,166,200,227],"combines":[98],"human-machine":[99,134,248],"collaboration":[100,249],"two":[102],"ways:":[103],"Humans":[104],"can":[105,121],"aid":[106],"machine":[108,120],"solving":[110],"more":[111,203],"difficult":[112],"tasks":[113,181],"with":[114],"high":[115],"information":[116,190],"value,":[117],"facilitate":[122],"human":[123],"engagement":[124],"by":[125],"generating":[126],"motivational":[127,178],"messages":[128,232],"that":[129,194],"emphasize":[130],"different":[131],"aspects":[132],"collaboration.":[135],"We":[136,192],"implemented":[137],"comprising":[143],"thousands":[144],"Galaxy":[148],"Zoo,":[149],"one":[150],"largest":[153],"on":[157,238],"web.":[159],"Volunteers":[160],"could":[161],"choose":[162],"use":[164],"or":[168],"which":[173],"users":[174],"did":[175],"not":[176],"receive":[177],"messages,":[179],"were":[182,202],"allocated":[183],"sequentially":[186],"regard":[188],"value.":[191],"found":[193],"working":[197],"productive":[204],"than":[205],"those":[206],"who":[208],"worked":[209],"workflow,":[213,228],"incurring":[215],"loss":[217],"quality":[220],"contributions.":[223],"Additionally,":[224],"type":[230],"used":[233],"had":[234],"profound":[236],"effect":[237],"volunteer":[239],"performance.":[240],"work":[242],"demonstrates":[243],"importance":[245],"varying":[247],"models":[250],"science.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}