{"id":"https://openalex.org/W1998351012","doi":"https://doi.org/10.1145/2380718.2380739","title":"Crowd IQ","display_name":"Crowd IQ","publication_year":2012,"publication_date":"2012-06-22","ids":{"openalex":"https://openalex.org/W1998351012","doi":"https://doi.org/10.1145/2380718.2380739","mag":"1998351012"},"language":"en","primary_location":{"id":"doi:10.1145/2380718.2380739","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2380718.2380739","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Annual ACM Web Science Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040448723","display_name":"Micha\u0142 Kosi\u0144ski","orcid":"https://orcid.org/0000-0003-2936-4775"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Michal Kosinski","raw_affiliation_strings":["University of Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062949033","display_name":"Yoram Bachrach","orcid":"https://orcid.org/0000-0002-4382-7636"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yoram Bachrach","raw_affiliation_strings":["Microsoft Research, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, UK","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024434748","display_name":"Gjergji Kasneci","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gjergji Kasneci","raw_affiliation_strings":["Microsoft Research, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, UK","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070001820","display_name":"Jurgen Van-Gael","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jurgen Van-Gael","raw_affiliation_strings":["Microsoft Research, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, UK","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051619646","display_name":"Thore Graepel","orcid":"https://orcid.org/0000-0003-3957-0310"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thore Graepel","raw_affiliation_strings":["Microsoft Research, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, UK","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5040448723"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":9.2648,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.9766906,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"151","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.8688039183616638},{"id":"https://openalex.org/keywords/reputation","display_name":"Reputation","score":0.845085859298706},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6989765763282776},{"id":"https://openalex.org/keywords/payment","display_name":"Payment","score":0.6761374473571777},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6218035817146301},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5388343930244446},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4847273826599121},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.47283607721328735},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3304443955421448},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.29277873039245605},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24185484647750854},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.12744644284248352},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10124421119689941},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1002364456653595}],"concepts":[{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.8688039183616638},{"id":"https://openalex.org/C48798503","wikidata":"https://www.wikidata.org/wiki/Q877546","display_name":"Reputation","level":2,"score":0.845085859298706},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6989765763282776},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.6761374473571777},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6218035817146301},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5388343930244446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4847273826599121},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.47283607721328735},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3304443955421448},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.29277873039245605},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24185484647750854},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.12744644284248352},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10124421119689941},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1002364456653595},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2380718.2380739","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2380718.2380739","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Annual ACM Web Science Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W3749224","https://openalex.org/W9014458","https://openalex.org/W92457917","https://openalex.org/W141669897","https://openalex.org/W1444520626","https://openalex.org/W1525923969","https://openalex.org/W1557941956","https://openalex.org/W1562353621","https://openalex.org/W1605255363","https://openalex.org/W1755512443","https://openalex.org/W1966553486","https://openalex.org/W1988488214","https://openalex.org/W1996437417","https://openalex.org/W2002616065","https://openalex.org/W2020740057","https://openalex.org/W2022363284","https://openalex.org/W2042281163","https://openalex.org/W2057621995","https://openalex.org/W2062924499","https://openalex.org/W2064745312","https://openalex.org/W2079072929","https://openalex.org/W2085659299","https://openalex.org/W2092968198","https://openalex.org/W2097726984","https://openalex.org/W2098865355","https://openalex.org/W2100618059","https://openalex.org/W2101002258","https://openalex.org/W2103691541","https://openalex.org/W2106928513","https://openalex.org/W2107756083","https://openalex.org/W2113853816","https://openalex.org/W2120220258","https://openalex.org/W2124576904","https://openalex.org/W2129251351","https://openalex.org/W2133487567","https://openalex.org/W2134305421","https://openalex.org/W2144462863","https://openalex.org/W2144863577","https://openalex.org/W2158880898","https://openalex.org/W2159094788","https://openalex.org/W2159296364","https://openalex.org/W2164549414","https://openalex.org/W2263771924","https://openalex.org/W2735460460","https://openalex.org/W4253707014","https://openalex.org/W4302404214"],"related_works":["https://openalex.org/W3022635291","https://openalex.org/W2970062568","https://openalex.org/W2578716299","https://openalex.org/W1979041124","https://openalex.org/W2185184195","https://openalex.org/W3147969933","https://openalex.org/W2347001382","https://openalex.org/W166976897","https://openalex.org/W2977638990","https://openalex.org/W3189454227"],"abstract_inverted_index":{"We":[0,49],"measure":[1],"crowdsourcing":[2],"performance":[3,16,61,86],"based":[4],"on":[5],"a":[6],"standard":[7],"IQ":[8],"questionnaire,":[9],"and":[10,42,66,79],"examine":[11],"Amazon's":[12],"Mechanical":[13],"Turk":[14],"(AMT)":[15],"under":[17],"different":[18],"conditions.":[19],"These":[20],"include":[21],"variations":[22],"of":[23,38,45,54,56,69,72],"the":[24,28,43,67,70,90,111],"payment":[25,73],"amount":[26,71],"offered,":[27],"way":[29],"incorrect":[30,96],"responses":[31,97,109],"affect":[32],"workers'":[33,100],"reputations,":[34],"threshold":[35],"reputation":[36,58,64,101],"scores":[37],"participating":[39],"AMT":[40],"workers,":[41],"number":[44],"workers":[46,55,126],"per":[47],"task.":[48],"show":[50],"that":[51,95],"crowds":[52],"composed":[53],"high":[57],"achieve":[59],"higher":[60,85],"than":[62],"low":[63],"crowds,":[65],"effect":[68],"is":[74,87,92],"non-monotone---both":[75],"paying":[76],"too":[77,80],"much":[78],"little":[81],"affects":[82],"performance.":[83],"Furthermore,":[84],"achieved":[88],"when":[89],"task":[91,113],"designed":[93],"such":[94],"can":[98,114,119],"decrease":[99],"scores.":[102],"Using":[103],"majority":[104],"vote":[105],"to":[106,110,127,131],"aggregate":[107],"multiple":[108],"same":[112],"significantly":[115],"improve":[116],"performance,":[117],"which":[118],"be":[120],"further":[121],"boosted":[122],"by":[123],"dynamically":[124],"allocating":[125],"tasks":[128],"in":[129],"order":[130],"break":[132],"ties.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}