{"id":"https://openalex.org/W2024166834","doi":"https://doi.org/10.1007/s10791-011-9181-9","title":"Increasing cheat robustness of crowdsourcing tasks","display_name":"Increasing cheat robustness of crowdsourcing tasks","publication_year":2012,"publication_date":"2012-02-13","ids":{"openalex":"https://openalex.org/W2024166834","doi":"https://doi.org/10.1007/s10791-011-9181-9","mag":"2024166834"},"language":"en","primary_location":{"id":"doi:10.1007/s10791-011-9181-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-011-9181-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-011-9181-9.pdf","source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10791-011-9181-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014921416","display_name":"Carsten Eickhoff","orcid":"https://orcid.org/0000-0001-9895-4061"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Carsten Eickhoff","raw_affiliation_strings":["Delft University of Technology, Delft, The Netherlands","Delft Univ. of Tech., Delft, The Netherlands#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft Univ. of Tech., Delft, The Netherlands#TAB#","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060259737","display_name":"Arjen P. de Vries","orcid":"https://orcid.org/0000-0002-2888-4202"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arjen P. de Vries","raw_affiliation_strings":["CWI, Amsterdam, The Netherlands","CWI, Amsterdam, The Netherlands#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CWI, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]},{"raw_affiliation_string":"CWI, Amsterdam, The Netherlands#TAB#","institution_ids":["https://openalex.org/I1341640284"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014921416"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":26.4264,"has_fulltext":true,"cited_by_count":170,"citation_normalized_percentile":{"value":0.99390819,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"16","issue":"2","first_page":"121","last_page":"137"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9606144428253174},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7464900016784668},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6834840774536133},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6567075252532959},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.617650032043457},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6074880957603455},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1723531186580658},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09059560298919678}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9606144428253174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7464900016784668},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6834840774536133},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6567075252532959},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.617650032043457},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6074880957603455},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1723531186580658},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09059560298919678},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10791-011-9181-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-011-9181-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-011-9181-9.pdf","source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval","raw_type":"journal-article"},{"id":"pmh:oai:cwi.nl:18704","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/18704","pdf_url":"https://ir.cwi.nl/pub/18704/18704D.pdf","source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information Retrieval Journal","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:tudelft.nl:uuid:92497c0d-d4ed-444d-97f7-b3ef6cdbdff6","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:92497c0d-d4ed-444d-97f7-b3ef6cdbdff6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1007/s10791-011-9181-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-011-9181-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-011-9181-9.pdf","source":{"id":"https://openalex.org/S79460864","display_name":"Information Retrieval","issn_l":"1386-4564","issn":["1386-4564","1573-7659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Retrieval","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2024166834.pdf","grobid_xml":"https://content.openalex.org/works/W2024166834.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W94637519","https://openalex.org/W156959604","https://openalex.org/W159136832","https://openalex.org/W1522553155","https://openalex.org/W1541075651","https://openalex.org/W1577841485","https://openalex.org/W1632114991","https://openalex.org/W1838112905","https://openalex.org/W1965647483","https://openalex.org/W1970381522","https://openalex.org/W1983595289","https://openalex.org/W2036431079","https://openalex.org/W2060487963","https://openalex.org/W2110889412","https://openalex.org/W2114269021","https://openalex.org/W2124634352","https://openalex.org/W2132481689","https://openalex.org/W2143280940","https://openalex.org/W2149489787","https://openalex.org/W2151401338","https://openalex.org/W2158685692","https://openalex.org/W2158880898","https://openalex.org/W2161080442","https://openalex.org/W2165062189","https://openalex.org/W2187912528","https://openalex.org/W2532530365","https://openalex.org/W2995575468","https://openalex.org/W3144627111","https://openalex.org/W4205167092","https://openalex.org/W4236654676","https://openalex.org/W4237936646","https://openalex.org/W4285719527","https://openalex.org/W6603899496","https://openalex.org/W6634681107","https://openalex.org/W6741840311"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Crowdsourcing":[0],"successfully":[1],"strives":[2],"to":[3,31,55,86],"become":[4],"a":[5,35,94,101],"widely":[6],"used":[7],"means":[8,99],"of":[9,25,38,72,100],"collecting":[10],"large-scale":[11],"scientific":[12],"corpora.":[13],"Many":[14],"research":[15],"fields,":[16],"including":[17],"Information":[18],"Retrieval,":[19],"rely":[20],"on":[21],"this":[22,90],"novel":[23],"way":[24],"data":[26],"acquisition.":[27],"However,":[28],"it":[29],"seems":[30],"be":[32],"undermined":[33],"by":[34,97],"significant":[36],"share":[37],"workers":[39],"that":[40],"are":[41],"primarily":[42],"interested":[43],"in":[44,53,60],"producing":[45],"quick":[46],"generic":[47],"answers":[48],"rather":[49],"than":[50],"correct":[51],"ones":[52],"order":[54],"optimise":[56],"their":[57],"time-efficiency":[58],"and,":[59],"turn,":[61],"earn":[62],"more":[63,106],"money.":[64],"Recently,":[65],"we":[66,92],"have":[67],"seen":[68],"numerous":[69],"sophisticated":[70],"schemes":[71],"identifying":[73],"such":[74],"workers.":[75],"Those,":[76],"however,":[77],"often":[78],"require":[79],"additional":[80],"resources":[81],"or":[82],"introduce":[83],"artificial":[84],"limitations":[85],"the":[87],"task.":[88],"In":[89],"work,":[91],"take":[93],"different":[95],"approach":[96],"investigating":[98],"priori":[102],"making":[103],"crowdsourced":[104],"tasks":[105],"resistant":[107],"against":[108],"cheaters.":[109]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":17},{"year":2014,"cited_by_count":19},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":7}],"updated_date":"2026-06-19T15:47:20.252518","created_date":"2025-10-10T00:00:00"}