{"id":"https://openalex.org/W2395348847","doi":"https://doi.org/10.1145/2908131.2908187","title":"An impact-driven model for quality control in skewed-domain crowdsourcing tasks","display_name":"An impact-driven model for quality control in skewed-domain crowdsourcing tasks","publication_year":2016,"publication_date":"2016-05-18","ids":{"openalex":"https://openalex.org/W2395348847","doi":"https://doi.org/10.1145/2908131.2908187","mag":"2395348847"},"language":"en","primary_location":{"id":"doi:10.1145/2908131.2908187","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2908131.2908187","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM Conference on Web Science","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090281977","display_name":"Kinda El Maarry","orcid":null},"institutions":[{"id":"https://openalex.org/I94509681","display_name":"Technische Universit\u00e4t Braunschweig","ror":"https://ror.org/010nsgg66","country_code":"DE","type":"education","lineage":["https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kinda El Maarry","raw_affiliation_strings":["Institute for Information Systems, TU Braunschweig, Braunschweig, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Information Systems, TU Braunschweig, Braunschweig, Germany","institution_ids":["https://openalex.org/I94509681"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028160430","display_name":"Wolf\u2010Tilo Balke","orcid":"https://orcid.org/0000-0002-5443-1215"},"institutions":[{"id":"https://openalex.org/I94509681","display_name":"Technische Universit\u00e4t Braunschweig","ror":"https://ror.org/010nsgg66","country_code":"DE","type":"education","lineage":["https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolf-Tilo Balke","raw_affiliation_strings":["Institute for Information Systems, TU Braunschweig, Braunschweig, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Information Systems, TU Braunschweig, Braunschweig, Germany","institution_ids":["https://openalex.org/I94509681"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I94509681"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03271514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"320","last_page":"322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.983208179473877},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.71592777967453},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6583282351493835},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.6446955800056458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6150580644607544},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.6137385368347168},{"id":"https://openalex.org/keywords/earnings","display_name":"Earnings","score":0.5413525104522705},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5230920314788818},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4563392698764801},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.31807440519332886},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17621788382530212},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16861030459403992},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.12493064999580383},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.10064217448234558}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.983208179473877},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.71592777967453},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6583282351493835},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.6446955800056458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6150580644607544},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.6137385368347168},{"id":"https://openalex.org/C2781426361","wikidata":"https://www.wikidata.org/wiki/Q5326940","display_name":"Earnings","level":2,"score":0.5413525104522705},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5230920314788818},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4563392698764801},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.31807440519332886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17621788382530212},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16861030459403992},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12493064999580383},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.10064217448234558},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2908131.2908187","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2908131.2908187","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM Conference on Web Science","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W994472385","https://openalex.org/W1965818413","https://openalex.org/W2098865355","https://openalex.org/W2126741468","https://openalex.org/W2141434237","https://openalex.org/W2149489787","https://openalex.org/W2157038946","https://openalex.org/W2196682232","https://openalex.org/W2267835966","https://openalex.org/W2293767674","https://openalex.org/W6693772185"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W162737300","https://openalex.org/W2520748299","https://openalex.org/W2033745466","https://openalex.org/W2520160102","https://openalex.org/W2046555014","https://openalex.org/W3131060711","https://openalex.org/W2548342535","https://openalex.org/W3125008079","https://openalex.org/W2287983667"],"abstract_inverted_index":{"Not":[0],"only":[1],"do":[2],"the":[3,16,71,94],"highly-distributed":[4],"digital":[5],"crowdsourcing":[6,31],"solutions":[7],"surpass":[8],"both":[9],"borders":[10],"and":[11,62],"time-zones,":[12],"but":[13],"they":[14],"materialize":[15],"vision":[17],"of":[18,64,73,98],"impact":[19],"sourcing,":[20],"by":[21],"tapping":[22],"into":[23],"new":[24],"labor":[25],"markets":[26],"in":[27,50],"developing":[28],"countries.":[29],"Unfortunately,":[30],"is":[32],"associated":[33],"with":[34],"severe":[35],"quality":[36,76,89],"issues.":[37],"To":[38],"that":[39],"end,":[40],"many":[41],"countermeasures":[42],"have":[43],"been":[44],"designed":[45],"to":[46],"detect":[47],"spammers,":[48],"except":[49],"practice,":[51],"also":[52],"honest,":[53],"yet":[54],"not":[55],"perfect":[56],"workers":[57],"will":[58],"often":[59],"be":[60],"exposed":[61],"deprived":[63],"much-needed":[65],"earnings.":[66],"Here,":[67],"we":[68],"argue":[69],"for":[70,80],"need":[72],"an":[74],"impact-driven":[75],"control":[77],"measure,":[78],"especially":[79],"skewed-domain":[81],"tasks.":[82],"Such":[83],"a":[84],"measure":[85],"should":[86],"ensure":[87],"high":[88],"results,":[90],"while":[91],"simultaneously":[92],"fulfilling":[93],"social":[95],"responsibility":[96],"aspect":[97],"crowdsourcing.":[99]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}
