{"id":"https://openalex.org/W2036431079","doi":"https://doi.org/10.1145/2063576.2063860","title":"Worker types and personality traits in crowdsourcing relevance labels","display_name":"Worker types and personality traits in crowdsourcing relevance labels","alternate_titles":[],"publication_year":2011,"publication_date":"2011-10-24","ids":{"openalex":"https://openalex.org/W2036431079","doi":"https://doi.org/10.1145/2063576.2063860","mag":"2036431079"},"language":"en","primary_location":{"id":"doi:10.1145/2063576.2063860","doi":"https://doi.org/10.1145/2063576.2063860","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2063576.2063860","pdf_url":null,"source":{"id":"https://openalex.org/S4393918199","display_name":"ACM International Conference on Information and Knowledge Management (CIKM)","issn_l":"2155-0751","issn":["2155-0751"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM international conference on Information and knowledge management","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2036431079"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078735102","display_name":"Gabriella Kazai","orcid":"https://orcid.org/0009-0002-5158-6630","observed_orcids":["https://orcid.org/0009-0002-5158-6630"]},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gabriella Kazai","raw_affiliation_strings":["Microsoft Research, Cambridge, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044511901","display_name":"Jaap Kamps","orcid":"https://orcid.org/0000-0002-6614-0087","observed_orcids":["https://orcid.org/0000-0002-6614-0087"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jaap Kamps","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113653594","display_name":"Nata\u0161a Mili\u0107-Frayling","orcid":"https://orcid.org/0000-0003-1244-1973","observed_orcids":["https://orcid.org/0000-0003-1244-1973"]},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Natasa Milic-Frayling","raw_affiliation_strings":["Microsoft Research, Cambridge, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0647,"has_fulltext":false,"cited_by_count":198,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9431748,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1941","last_page":"1944"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.968999981880188},{"id":"https://openalex.org/keywords/worker-types","display_name":"worker types","score":0.7099999785423279},{"id":"https://openalex.org/keywords/personality-traits","display_name":"personality traits","score":0.996999979019165},{"id":"https://openalex.org/keywords/employee-competence","display_name":"employee competence","score":0.6050000190734863},{"id":"https://openalex.org/keywords/quality-control","display_name":"quality control","score":0.5529999732971191},{"id":"https://openalex.org/keywords/evaluation-benchmark","display_name":"evaluation benchmark","score":0.5559999942779541}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9776148796081543},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.6001268029212952},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.568282425403595},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.5605752468109131},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5397364497184753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5286044478416443},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5180264115333557},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4327627718448639},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.372919499874115},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3221849799156189},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.203663170337677},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.15058192610740662},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09008416533470154},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2063576.2063860","doi":"https://doi.org/10.1145/2063576.2063860","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2063576.2063860","pdf_url":null,"source":{"id":"https://openalex.org/S4393918199","display_name":"ACM International Conference on Information and Knowledge Management (CIKM)","issn_l":"2155-0751","issn":["2155-0751"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM international conference on Information and knowledge management","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/ee84610b-49bf-4f2f-84b6-5c6a80723df6","doi":null,"is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/worker-types-and-personality-traits-in-crowdsourcing-relevance-labels(ee84610b-49bf-4f2f-84b6-5c6a80723df6).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kazai, G, Kamps, J & Milic-Frayling, N 2011, Worker types and personality traits in crowdsourcing relevance labels. in CIKM'11 : proceedings of the 2011 ACM International Conference on Information and Knowledge Management : October 24-28, 2011, Glasgow, Scotland. Association for Computing Machinery, New York, NY, pp. 1941-1944, 20th ACM international conference on Information and knowledge management, Glasgow, United Kingdom, 24/10/11. https://doi.org/10.1145/2063576.2063860","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/ee84610b-49bf-4f2f-84b6-5c6a80723df6","doi":null,"is_oa":false,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/worker-types-and-personality-traits-in-crowdsourcing-relevance-labels(ee84610b-49bf-4f2f-84b6-5c6a80723df6).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CIKM'11: proceedings of the 2011 ACM International Conference on Information and Knowledge Management : October 24-28, 2011, Glasgow, Scotland, 1941 - 1944","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.221.3464","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.221.3464","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://staff.science.uva.nl/%7Ekamps/publications/2011/kaza%3Awork11.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W8975994","https://openalex.org/W1497983610","https://openalex.org/W1525088415","https://openalex.org/W1541075651","https://openalex.org/W1590411898","https://openalex.org/W1967933696","https://openalex.org/W1970381522","https://openalex.org/W1979483312","https://openalex.org/W2062236692","https://openalex.org/W2103240268","https://openalex.org/W2104749423","https://openalex.org/W2114269021","https://openalex.org/W2132232498","https://openalex.org/W2151401338","https://openalex.org/W2165062189","https://openalex.org/W2169863498","https://openalex.org/W2187291759","https://openalex.org/W2403114810"],"related_works":["https://openalex.org/W2135504089","https://openalex.org/W7097943471","https://openalex.org/W2614452370","https://openalex.org/W2989592059","https://openalex.org/W2026969101","https://openalex.org/W2998679789","https://openalex.org/W2256112857","https://openalex.org/W4380837998","https://openalex.org/W6945822859"],"abstract_inverted_index":{"Crowdsourcing":[0],"platforms":[1],"offer":[2],"unprecedented":[3],"opportunities":[4],"for":[5,30],"creating":[6],"evaluation":[7],"benchmarks,":[8],"but":[9],"suffer":[10],"from":[11,15],"varied":[12],"output":[13],"quality":[14,31,45],"crowd":[16],"workers":[17],"who":[18],"possess":[19],"different":[20],"levels":[21],"of":[22,38,46],"competence":[23],"and":[24,33],"aspiration.":[25],"This":[26],"raises":[27],"new":[28],"challenges":[29],"control":[32],"requires":[34],"an":[35],"in-depth":[36],"understanding":[37],"how":[39],"workers'":[40],"characteristics":[41],"relate":[42],"to":[43],"the":[44],"their":[47],"work.":[48]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2036431079","counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":19},{"year":2017,"cited_by_count":21},{"year":2016,"cited_by_count":16},{"year":2015,"cited_by_count":19},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":5}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
