{"id":"https://openalex.org/W2791919974","doi":"https://doi.org/10.1515/itit-2017-0020","title":"Optimising crowdsourcing efficiency: Amplifying human computation with validation","display_name":"Optimising crowdsourcing efficiency: Amplifying human computation with validation","publication_year":2018,"publication_date":"2018-02-01","ids":{"openalex":"https://openalex.org/W2791919974","doi":"https://doi.org/10.1515/itit-2017-0020","mag":"2791919974"},"language":"en","primary_location":{"id":"doi:10.1515/itit-2017-0020","is_oa":false,"landing_page_url":"https://doi.org/10.1515/itit-2017-0020","pdf_url":null,"source":{"id":"https://openalex.org/S4210229153","display_name":"it - Information Technology","issn_l":"1611-2776","issn":["1611-2776","2196-7032"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319967","host_organization_name":"R. Oldenbourg Verlag","host_organization_lineage":["https://openalex.org/P4310319967"],"host_organization_lineage_names":["R. Oldenbourg Verlag"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"it - Information Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067137759","display_name":"Jon Chamberlain","orcid":"https://orcid.org/0000-0002-6947-8964"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jon Chamberlain","raw_affiliation_strings":["University of Essex , Wivenhoe Park , Colchester CO4 3SQ , UK"],"affiliations":[{"raw_affiliation_string":"University of Essex , Wivenhoe Park , Colchester CO4 3SQ , UK","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014534985","display_name":"Udo Kruschwitz","orcid":"https://orcid.org/0000-0002-5503-0341"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Udo Kruschwitz","raw_affiliation_strings":["University of Essex , Wivenhoe Park , Colchester CO4 3SQ , UK"],"affiliations":[{"raw_affiliation_string":"University of Essex , Wivenhoe Park , Colchester CO4 3SQ , UK","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047065550","display_name":"Massimo Poesio","orcid":"https://orcid.org/0000-0001-8469-2072"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Massimo Poesio","raw_affiliation_strings":["Queen Mary University , Mile End Rd , London E1 4NS , UK"],"affiliations":[{"raw_affiliation_string":"Queen Mary University , Mile End Rd , London E1 4NS , UK","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067137759"],"corresponding_institution_ids":["https://openalex.org/I110002522"],"apc_list":null,"apc_paid":null,"fwci":1.9844,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87910302,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"60","issue":"1","first_page":"41","last_page":"49"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.954800009727478,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9951463341712952},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7112109661102295},{"id":"https://openalex.org/keywords/activity-based-costing","display_name":"Activity-based costing","score":0.6401801109313965},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6145715713500977},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5920063257217407},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5613692998886108},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5296319127082825},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.48080340027809143},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45541077852249146},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.4511786699295044},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.331682026386261},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25997331738471985},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13513529300689697},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12237361073493958},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10673126578330994},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.08403268456459045},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08260282874107361},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07025834918022156},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.06534704566001892}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9951463341712952},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7112109661102295},{"id":"https://openalex.org/C164624739","wikidata":"https://www.wikidata.org/wiki/Q754331","display_name":"Activity-based costing","level":2,"score":0.6401801109313965},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6145715713500977},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5920063257217407},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5613692998886108},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5296319127082825},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.48080340027809143},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45541077852249146},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.4511786699295044},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.331682026386261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25997331738471985},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13513529300689697},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12237361073493958},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10673126578330994},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08403268456459045},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08260282874107361},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07025834918022156},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.06534704566001892},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1515/itit-2017-0020","is_oa":false,"landing_page_url":"https://doi.org/10.1515/itit-2017-0020","pdf_url":null,"source":{"id":"https://openalex.org/S4210229153","display_name":"it - Information Technology","issn_l":"1611-2776","issn":["1611-2776","2196-7032"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319967","host_organization_name":"R. Oldenbourg Verlag","host_organization_lineage":["https://openalex.org/P4310319967"],"host_organization_lineage_names":["R. Oldenbourg Verlag"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"it - Information Technology","raw_type":"journal-article"},{"id":"pmh:oai:epub.uni-regensburg.de:40303","is_oa":false,"landing_page_url":"https://epub.uni-regensburg.de/40303/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401229","display_name":"University of Regensburg Publication Server (University of Regensburg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60668342","host_organization_name":"University of Regensburg","host_organization_lineage":["https://openalex.org/I60668342"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/58329","is_oa":false,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/58329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1859633591","display_name":"Creating anaphorically annotated resources through semantic wikis (AnaWiki)","funder_award_id":"EP/F00575X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6918777334","display_name":null,"funder_award_id":"Doctoral Training Allowance","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8298716797","display_name":null,"funder_award_id":"EP/F00575X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8322284704","display_name":null,"funder_award_id":"ES/L011859/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"},{"id":"https://openalex.org/G8473173625","display_name":null,"funder_award_id":"ES/L011859/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334630","display_name":"Economic and Social Research Council","ror":"https://ror.org/03n0ht308"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1534385647","https://openalex.org/W1590411898","https://openalex.org/W1970381522","https://openalex.org/W1971218560","https://openalex.org/W2035238118","https://openalex.org/W2087093271","https://openalex.org/W2097090466","https://openalex.org/W2115064627","https://openalex.org/W2118288941","https://openalex.org/W2125943921","https://openalex.org/W2127008633","https://openalex.org/W2141766660","https://openalex.org/W2147114218","https://openalex.org/W2148479118","https://openalex.org/W2199489563","https://openalex.org/W2403455801","https://openalex.org/W2479707183","https://openalex.org/W2575233155","https://openalex.org/W4243916257"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W1490650877","https://openalex.org/W2177870719","https://openalex.org/W4238158008","https://openalex.org/W2965606979"],"abstract_inverted_index":{"Abstract":[0],"Crowdsourcing":[1],"has":[2],"revolutionised":[3],"the":[4,11],"way":[5],"tasks":[6],"can":[7,26],"be":[8,27,90],"completed":[9],"but":[10],"process":[12],"is":[13,46],"frequently":[14],"inefficient,":[15],"costing":[16],"practitioners":[17],"time":[18,84],"and":[19,41,49,82,87],"money.":[20],"This":[21],"research":[22],"investigates":[23],"whether":[24],"crowdsourcing":[25,57],"optimised":[28],"with":[29],"a":[30,74],"validation":[31,44,72],"process,":[32],"as":[33],"measured":[34],"by":[35,68],"four":[36],"criteria:":[37],"quality;":[38],"cost;":[39],"noise;":[40],"speed.":[42],"A":[43],"model":[45],"described,":[47],"simulated":[48],"tested":[50],"on":[51],"real":[52],"data":[53,61],"from":[54],"an":[55,70],"online":[56],"game":[58],"to":[59],"collect":[60],"about":[62],"human":[63],"language.":[64],"Results":[65],"show":[66],"that":[67],"adding":[69],"agreement":[71],"(or":[73],"like/upvote)":[75],"step":[76],"fewer":[77],"annotations":[78],"are":[79,85],"required,":[80],"noise":[81],"collection":[83],"reduced":[86],"quality":[88],"may":[89],"improved.":[91]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}