{"id":"https://openalex.org/W3111581883","doi":"https://doi.org/10.1145/3411764.3445399","title":"Comparing Generic and Community-Situated Crowdsourcing for Data Validation in the Context of Recovery from Substance Use Disorders","display_name":"Comparing Generic and Community-Situated Crowdsourcing for Data Validation in the Context of Recovery from Substance Use Disorders","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3111581883","doi":"https://doi.org/10.1145/3411764.3445399","mag":"3111581883"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445399","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.06965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087929647","display_name":"Sabirat Rubya","orcid":"https://orcid.org/0000-0001-5878-0976"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I2800403580","display_name":"University of Minnesota System","ror":"https://ror.org/03grvy078","country_code":"US","type":"education","lineage":["https://openalex.org/I2800403580"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sabirat Rubya","raw_affiliation_strings":["GroupLens Research University of Minnesota, United States","university of minnesota;"],"affiliations":[{"raw_affiliation_string":"GroupLens Research University of Minnesota, United States","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"university of minnesota;","institution_ids":["https://openalex.org/I2800403580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056766908","display_name":"Joseph Numainville","orcid":null},"institutions":[{"id":"https://openalex.org/I2800403580","display_name":"University of Minnesota System","ror":"https://ror.org/03grvy078","country_code":"US","type":"education","lineage":["https://openalex.org/I2800403580"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Numainville","raw_affiliation_strings":["University of Minnesota, United States","university of minnesota;"],"affiliations":[{"raw_affiliation_string":"University of Minnesota, United States","institution_ids":["https://openalex.org/I2800403580"]},{"raw_affiliation_string":"university of minnesota;","institution_ids":["https://openalex.org/I2800403580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069097225","display_name":"Svetlana Yarosh","orcid":"https://orcid.org/0000-0001-8389-2064"},"institutions":[{"id":"https://openalex.org/I2800403580","display_name":"University of Minnesota System","ror":"https://ror.org/03grvy078","country_code":"US","type":"education","lineage":["https://openalex.org/I2800403580"]},{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Svetlana Yarosh","raw_affiliation_strings":["Department of Computer Science and Engineering University of Minnesota, United States","university of minnesota;"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering University of Minnesota, United States","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"university of minnesota;","institution_ids":["https://openalex.org/I2800403580"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087929647"],"corresponding_institution_ids":["https://openalex.org/I130238516","https://openalex.org/I2800403580"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00499792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9783301949501038},{"id":"https://openalex.org/keywords/situated","display_name":"Situated","score":0.952923059463501},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7157194018363953},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5668883919715881},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44336459040641785},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3850051760673523},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3716502785682678},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3657855987548828},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36087101697921753},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.33214306831359863},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.22730496525764465},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1964060664176941},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18190693855285645},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1569458544254303}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9783301949501038},{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.952923059463501},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7157194018363953},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5668883919715881},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44336459040641785},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3850051760673523},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3716502785682678},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3657855987548828},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36087101697921753},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.33214306831359863},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.22730496525764465},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1964060664176941},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18190693855285645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1569458544254303},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3411764.3445399","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2012.06965","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.06965","pdf_url":"https://arxiv.org/pdf/2012.06965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3111581883","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2012.06965.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:epublications.marquette.edu:comp_fac-1066","is_oa":false,"landing_page_url":"https://epublications.marquette.edu/comp_fac/67","pdf_url":null,"source":{"id":"https://openalex.org/S4306401682","display_name":"e-Publications@Marquette (Marquette University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I102461120","host_organization_name":"Marquette University","host_organization_lineage":["https://openalex.org/I102461120"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science Faculty Research and Publications","raw_type":"text"},{"id":"doi:10.48550/arxiv.2012.06965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2012.06965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.06965","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.06965","pdf_url":"https://arxiv.org/pdf/2012.06965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.8899999856948853,"display_name":"Good health and well-being"}],"awards":[{"id":"https://openalex.org/G2096661783","display_name":null,"funder_award_id":"1651575, 1464376","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3111581883.pdf","grobid_xml":"https://content.openalex.org/works/W3111581883.grobid-xml"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W119320660","https://openalex.org/W159136832","https://openalex.org/W205373223","https://openalex.org/W594011974","https://openalex.org/W1547213408","https://openalex.org/W1565732937","https://openalex.org/W1647821760","https://openalex.org/W1969088462","https://openalex.org/W1985399444","https://openalex.org/W1986715167","https://openalex.org/W2000727220","https://openalex.org/W2013103455","https://openalex.org/W2014693370","https://openalex.org/W2016799356","https://openalex.org/W2041411104","https://openalex.org/W2048069702","https://openalex.org/W2053596265","https://openalex.org/W2055733113","https://openalex.org/W2056672423","https://openalex.org/W2057102138","https://openalex.org/W2059891914","https://openalex.org/W2064677871","https://openalex.org/W2064732752","https://openalex.org/W2065280142","https://openalex.org/W2070693116","https://openalex.org/W2083355945","https://openalex.org/W2085295345","https://openalex.org/W2095581768","https://openalex.org/W2097426874","https://openalex.org/W2126259154","https://openalex.org/W2128370045","https://openalex.org/W2131608330","https://openalex.org/W2133485007","https://openalex.org/W2136606893","https://openalex.org/W2140006089","https://openalex.org/W2150597317","https://openalex.org/W2150826728","https://openalex.org/W2150975242","https://openalex.org/W2160234836","https://openalex.org/W2161709257","https://openalex.org/W2167299310","https://openalex.org/W2182992846","https://openalex.org/W2242790492","https://openalex.org/W2258849743","https://openalex.org/W2270874141","https://openalex.org/W2279346661","https://openalex.org/W2289432583","https://openalex.org/W2292054779","https://openalex.org/W2292079800","https://openalex.org/W2295743850","https://openalex.org/W2296681171","https://openalex.org/W2343474497","https://openalex.org/W2402582321","https://openalex.org/W2404777434","https://openalex.org/W2407268791","https://openalex.org/W2410722524","https://openalex.org/W2467367038","https://openalex.org/W2518900389","https://openalex.org/W2520450143","https://openalex.org/W2587766627","https://openalex.org/W2587959729","https://openalex.org/W2605614714","https://openalex.org/W2610180453","https://openalex.org/W2610222362","https://openalex.org/W2610606473","https://openalex.org/W2735913045","https://openalex.org/W2738182482","https://openalex.org/W2746400042","https://openalex.org/W2768021031","https://openalex.org/W2771063766","https://openalex.org/W2775221904","https://openalex.org/W2782472882","https://openalex.org/W2783946743","https://openalex.org/W2788329917","https://openalex.org/W2790373659","https://openalex.org/W2900464433","https://openalex.org/W2904175128","https://openalex.org/W2921457067","https://openalex.org/W2941174109","https://openalex.org/W2963352676","https://openalex.org/W2976571355","https://openalex.org/W3016049383","https://openalex.org/W3104998832"],"related_works":["https://openalex.org/W3160039929","https://openalex.org/W2540714355","https://openalex.org/W2754913727","https://openalex.org/W2548342535","https://openalex.org/W2968498314","https://openalex.org/W2982202350","https://openalex.org/W2954450070","https://openalex.org/W2740171786","https://openalex.org/W2792161443","https://openalex.org/W2244545804","https://openalex.org/W1963919160","https://openalex.org/W3149086554","https://openalex.org/W3184023282","https://openalex.org/W2519396792","https://openalex.org/W3159039088","https://openalex.org/W1538120029","https://openalex.org/W2970229813","https://openalex.org/W2600464391","https://openalex.org/W2497569363","https://openalex.org/W2910281218"],"abstract_inverted_index":{"Targeting":[0],"the":[1,26,29,76,79,84,91,97,106,117,135,145],"right":[2],"group":[3,34,101],"of":[4,16,31,75,81,86,93,108,121,141,147],"workers":[5,22,45,127],"for":[6,102,131,144],"crowdsourcing":[7,18,55,148],"often":[8],"achieves":[9],"better":[10,38],"quality":[11],"results.":[12],"One":[13],"unique":[14],"example":[15],"targeted":[17],"is":[19],"seeking":[20],"community-situated":[21,43,71,126],"whose":[23],"familiarity":[24],"with":[25],"background":[27],"and":[28,70,78,83,105,110,119,128,138,143],"norms":[30],"a":[32],"particular":[33],"can":[35,46],"help":[36],"produce":[37],"outcome":[39],"or":[40,57],"accuracy.":[41],"These":[42],"crowd":[44,72],"be":[47],"recruited":[48],"in":[49,73,134],"different":[50,65],"ways":[51],"from":[52,58],"generic":[53,69],"online":[54,59],"platforms":[56],"recovery":[60,136],"communities.":[61],"We":[62,89,115],"evaluate":[63],"three":[64],"approaches":[66],"to":[67],"recruit":[68],"terms":[74],"time":[77],"cost":[80],"recruitment,":[82],"accuracy":[85],"task":[87,107],"completion.":[88],"consider":[90],"context":[92,137],"Alcoholics":[94],"Anonymous":[95],"(AA),":[96],"largest":[98],"peer":[99],"support":[100],"recovering":[103],"alcoholics,":[104],"identifying":[109],"validating":[111],"AA":[112],"meeting":[113],"information.":[114],"discuss":[116],"benefits":[118],"trade-offs":[120],"recruiting":[122],"paid":[123],"vs.":[124],"unpaid":[125],"provide":[129],"implications":[130],"future":[132],"research":[133],"relevant":[139],"domains":[140],"HCI,":[142],"design":[146],"ICT":[149],"systems.":[150]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}