{"id":"https://openalex.org/W2059686248","doi":"https://doi.org/10.1145/2788993.2789841","title":"Measuring the crowd","display_name":"Measuring the crowd","publication_year":2015,"publication_date":"2015-08-19","ids":{"openalex":"https://openalex.org/W2059686248","doi":"https://doi.org/10.1145/2788993.2789841","mag":"2059686248"},"language":"en","primary_location":{"id":"doi:10.1145/2788993.2789841","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2788993.2789841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Symposium on Open Collaboration","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056441698","display_name":"Eoin Cullina","orcid":"https://orcid.org/0000-0002-2269-2584"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Eoin Cullina","raw_affiliation_strings":["NUI Galway, Newcastle, Galway, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NUI Galway, Newcastle, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050924299","display_name":"Kieran Conboy","orcid":"https://orcid.org/0000-0001-8260-4075"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Kieran Conboy","raw_affiliation_strings":["NUI Galway, Newcastle, Galway, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NUI Galway, Newcastle, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108093563","display_name":"Lorraine Morgan","orcid":null},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Lorraine Morgan","raw_affiliation_strings":["NUI Galway, Newcastle, Galway, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NUI Galway, Newcastle, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5056441698"],"corresponding_institution_ids":["https://openalex.org/I188760350"],"apc_list":null,"apc_paid":null,"fwci":4.6081,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.94625872,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11912","display_name":"Outsourcing and Supply Chain Management","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9864277839660645},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.698626697063446},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6799322962760925},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.6577389240264893},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6194474697113037},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5880380868911743},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5477986335754395},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.5151159167289734},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.46536970138549805},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23757800459861755},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.12780505418777466},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.09958505630493164},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09397867321968079},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.09387078881263733},{"id":"https://openalex.org/keywords/software-development-process","display_name":"Software development process","score":0.0731036365032196}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9864277839660645},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.698626697063446},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6799322962760925},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.6577389240264893},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6194474697113037},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5880380868911743},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5477986335754395},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.5151159167289734},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.46536970138549805},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23757800459861755},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.12780505418777466},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09958505630493164},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09397867321968079},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.09387078881263733},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.0731036365032196},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2788993.2789841","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2788993.2789841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Symposium on Open Collaboration","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320320861","display_name":"University of Galway","ror":"https://ror.org/03bea9k73"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W9799114","https://openalex.org/W19735577","https://openalex.org/W57270252","https://openalex.org/W68510733","https://openalex.org/W92457917","https://openalex.org/W96036157","https://openalex.org/W97197495","https://openalex.org/W119320660","https://openalex.org/W173947039","https://openalex.org/W617891968","https://openalex.org/W658529615","https://openalex.org/W1543492740","https://openalex.org/W1560883449","https://openalex.org/W1564086628","https://openalex.org/W1577841485","https://openalex.org/W1593937513","https://openalex.org/W1666032117","https://openalex.org/W1779843715","https://openalex.org/W1840884391","https://openalex.org/W1946896326","https://openalex.org/W1963620879","https://openalex.org/W1964653832","https://openalex.org/W1964785425","https://openalex.org/W1966119171","https://openalex.org/W1998351012","https://openalex.org/W2000319155","https://openalex.org/W2002475897","https://openalex.org/W2018668985","https://openalex.org/W2027806833","https://openalex.org/W2030793160","https://openalex.org/W2038130880","https://openalex.org/W2040034367","https://openalex.org/W2058738785","https://openalex.org/W2070348022","https://openalex.org/W2078272934","https://openalex.org/W2079249788","https://openalex.org/W2088714959","https://openalex.org/W2090509708","https://openalex.org/W2098865355","https://openalex.org/W2101333566","https://openalex.org/W2108594394","https://openalex.org/W2111628838","https://openalex.org/W2118901684","https://openalex.org/W2124975206","https://openalex.org/W2129444086","https://openalex.org/W2135492276","https://openalex.org/W2135626977","https://openalex.org/W2138737752","https://openalex.org/W2143430537","https://openalex.org/W2144487957","https://openalex.org/W2154877581","https://openalex.org/W2157217668","https://openalex.org/W2161216922","https://openalex.org/W2161664815","https://openalex.org/W2161846679","https://openalex.org/W2164017702","https://openalex.org/W2164549414","https://openalex.org/W2164683131","https://openalex.org/W2166862287","https://openalex.org/W2169593491","https://openalex.org/W2170379760","https://openalex.org/W2170989440","https://openalex.org/W2171913066","https://openalex.org/W2182992846","https://openalex.org/W2187912528","https://openalex.org/W2267993916","https://openalex.org/W2399391549","https://openalex.org/W2406708174","https://openalex.org/W2491365176","https://openalex.org/W2493532602","https://openalex.org/W2539231937","https://openalex.org/W2541597427","https://openalex.org/W2807379839","https://openalex.org/W3121850723","https://openalex.org/W3123736142","https://openalex.org/W3124163132","https://openalex.org/W3125188161","https://openalex.org/W3126015543","https://openalex.org/W3149028359","https://openalex.org/W4206832990","https://openalex.org/W4230939871","https://openalex.org/W4285719527","https://openalex.org/W4300871609","https://openalex.org/W6713007524"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W2397281630","https://openalex.org/W2033745466","https://openalex.org/W162737300","https://openalex.org/W2520160102","https://openalex.org/W2520748299","https://openalex.org/W2011363905","https://openalex.org/W2046555014","https://openalex.org/W2548342535","https://openalex.org/W3131060711"],"abstract_inverted_index":{"Crowdsourcing":[0],"initiatives":[1],"benefit":[2],"from":[3],"tapping":[4],"into":[5],"diversity.":[6],"A":[7],"vast":[8],"plethora":[9],"of":[10,40,56,66,71,106,149],"disparate":[11],"individuals,":[12],"organizations,":[13],"frameworks":[14],"and":[15,115,132],"skillsets":[16],"can":[17,112,133],"all":[18],"play":[19],"a":[20,26,33,38,79,82,99,146],"role":[21],"in":[22,123,130],"sourcing":[23],"solutions":[24],"to":[25,59,120,155],"challenge.":[27],"Nevertheless,":[28],"while":[29],"crowdsourcing":[30,46,57,73,93,160],"has":[31,52],"become":[32],"pervasive":[34],"phenomenon,":[35],"there":[36],"is":[37,48,128],"paucity":[39],"research":[41,51],"that":[42,151],"addresses":[43],"how":[44],"the":[45,64,72,76,95,104,107,139],"process":[47,74,77,108],"measured.":[49],"Whereas":[50],"advanced":[53,127],"various":[54,159],"taxonomies":[55],"none":[58],"date":[60],"have":[61],"specifically":[62],"addressed":[63],"issue":[65],"measuring":[67],"either":[68],"specific":[69],"stages":[70],"or":[75],"as":[78],"whole.":[80],"As":[81],"first":[83],"step":[84],"towards":[85,101],"achieving":[86],"this":[87,89],"goal,":[88],"research-in-progress":[90],"paper":[91],"examines":[92],"at":[94],"operational":[96,118],"level":[97],"with":[98],"view":[100],"(i)":[102],"identifying":[103,110],"parts":[105],"(ii)":[109],"what":[111],"be":[113,134],"measured":[114],"(iii)":[116],"categorising":[117],"metrics":[119,150],"facilitate":[121,156],"deployment":[122],"practice.":[124],"The":[125],"taxonomy":[126,141],"overarching":[129],"nature":[131],"deployed":[135],"across":[136,158],"disciplines.":[137],"Furthermore,":[138],"preliminary":[140],"presented":[142],"will":[143,152],"offer":[144],"practitioners":[145],"comprehensive":[147],"list":[148],"enable":[153],"them":[154],"comparison":[157],"initiatives.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}