{"id":"https://openalex.org/W2019471084","doi":"https://doi.org/10.1109/rcis.2014.6861072","title":"The four pillars of crowdsourcing: A reference model","display_name":"The four pillars of crowdsourcing: A reference model","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W2019471084","doi":"https://doi.org/10.1109/rcis.2014.6861072","mag":"2019471084"},"language":"en","primary_location":{"id":"doi:10.1109/rcis.2014.6861072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rcis.2014.6861072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Eighth International Conference on Research Challenges in Information Science (RCIS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://eprints.bournemouth.ac.uk/21903/1/Mahmood_Hosseini_et_al_RCIS2014_The_Four_Pillars_of_Crowdsourcing_A_Reference_Model.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101926529","display_name":"Mahmood Hosseini","orcid":"https://orcid.org/0000-0001-9448-9246"},"institutions":[{"id":"https://openalex.org/I9300472","display_name":"Bournemouth University","ror":"https://ror.org/05wwcw481","country_code":"GB","type":"education","lineage":["https://openalex.org/I9300472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mahmood Hosseini","raw_affiliation_strings":["Bournemouth University, Poole, Dorset, GB","Fac. of Sci. & Technol., Bournemouth Univ., Bournemouth, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bournemouth University, Poole, Dorset, GB","institution_ids":["https://openalex.org/I9300472"]},{"raw_affiliation_string":"Fac. of Sci. & Technol., Bournemouth Univ., Bournemouth, UK","institution_ids":["https://openalex.org/I9300472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086354459","display_name":"Keith Phalp","orcid":"https://orcid.org/0000-0003-4458-686X"},"institutions":[{"id":"https://openalex.org/I9300472","display_name":"Bournemouth University","ror":"https://ror.org/05wwcw481","country_code":"GB","type":"education","lineage":["https://openalex.org/I9300472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Keith Phalp","raw_affiliation_strings":["Bournemouth University, Poole, Dorset, GB","Fac. of Sci. & Technol., Bournemouth Univ., Bournemouth, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bournemouth University, Poole, Dorset, GB","institution_ids":["https://openalex.org/I9300472"]},{"raw_affiliation_string":"Fac. of Sci. & Technol., Bournemouth Univ., Bournemouth, UK","institution_ids":["https://openalex.org/I9300472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076399657","display_name":"Jacqui Taylor","orcid":"https://orcid.org/0000-0002-2145-5077"},"institutions":[{"id":"https://openalex.org/I9300472","display_name":"Bournemouth University","ror":"https://ror.org/05wwcw481","country_code":"GB","type":"education","lineage":["https://openalex.org/I9300472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jacqui Taylor","raw_affiliation_strings":["Bournemouth University, Poole, Dorset, GB","Fac. of Sci. & Technol., Bournemouth Univ., Bournemouth, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bournemouth University, Poole, Dorset, GB","institution_ids":["https://openalex.org/I9300472"]},{"raw_affiliation_string":"Fac. of Sci. & Technol., Bournemouth Univ., Bournemouth, UK","institution_ids":["https://openalex.org/I9300472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088731268","display_name":"Raian Ali","orcid":"https://orcid.org/0000-0002-5285-7829"},"institutions":[{"id":"https://openalex.org/I9300472","display_name":"Bournemouth University","ror":"https://ror.org/05wwcw481","country_code":"GB","type":"education","lineage":["https://openalex.org/I9300472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Raian Ali","raw_affiliation_strings":["Bournemouth University, Poole, Dorset, GB","Fac. of Sci. & Technol., Bournemouth Univ., Bournemouth, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bournemouth University, Poole, Dorset, GB","institution_ids":["https://openalex.org/I9300472"]},{"raw_affiliation_string":"Fac. of Sci. & Technol., Bournemouth Univ., Bournemouth, UK","institution_ids":["https://openalex.org/I9300472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9300472"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":158,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9908336400985718},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.8413113355636597},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6872365474700928},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.6257445812225342},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6079084277153015},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5907074809074402},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4928145706653595},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.47488659620285034},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.45489707589149475},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.36874282360076904},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.33269309997558594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18477007746696472},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16280516982078552},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.15508270263671875},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.09584662318229675}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9908336400985718},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.8413113355636597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6872365474700928},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.6257445812225342},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6079084277153015},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5907074809074402},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4928145706653595},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.47488659620285034},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.45489707589149475},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.36874282360076904},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33269309997558594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18477007746696472},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16280516982078552},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.15508270263671875},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.09584662318229675},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/rcis.2014.6861072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rcis.2014.6861072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE Eighth International Conference on Research Challenges in Information Science (RCIS)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.bournemouth.ac.uk:21903","is_oa":true,"landing_page_url":null,"pdf_url":"http://eprints.bournemouth.ac.uk/21903/1/Mahmood_Hosseini_et_al_RCIS2014_The_Four_Pillars_of_Crowdsourcing_A_Reference_Model.pdf","source":{"id":"https://openalex.org/S4306400187","display_name":"Bournemouth University Research Online (Bournemouth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9300472","host_organization_name":"Bournemouth University","host_organization_lineage":["https://openalex.org/I9300472"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"pmh:oai:eprints.bournemouth.ac.uk:21903","is_oa":true,"landing_page_url":null,"pdf_url":"http://eprints.bournemouth.ac.uk/21903/1/Mahmood_Hosseini_et_al_RCIS2014_The_Four_Pillars_of_Crowdsourcing_A_Reference_Model.pdf","source":{"id":"https://openalex.org/S4306400187","display_name":"Bournemouth University Research Online (Bournemouth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9300472","host_organization_name":"Bournemouth University","host_organization_lineage":["https://openalex.org/I9300472"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310549","display_name":"Bournemouth University","ror":"https://ror.org/05wwcw481"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2019471084.pdf"},"referenced_works_count":125,"referenced_works":["https://openalex.org/W12361542","https://openalex.org/W117239295","https://openalex.org/W118259468","https://openalex.org/W205373223","https://openalex.org/W279631868","https://openalex.org/W756410578","https://openalex.org/W1461387746","https://openalex.org/W1497882404","https://openalex.org/W1523117923","https://openalex.org/W1524567716","https://openalex.org/W1541075651","https://openalex.org/W1558773256","https://openalex.org/W1598142793","https://openalex.org/W1606213423","https://openalex.org/W1779843715","https://openalex.org/W1907282519","https://openalex.org/W1968545881","https://openalex.org/W1975323846","https://openalex.org/W1977050793","https://openalex.org/W1980277719","https://openalex.org/W1981854576","https://openalex.org/W1982725109","https://openalex.org/W1983993607","https://openalex.org/W1985095406","https://openalex.org/W1986678144","https://openalex.org/W1987856052","https://openalex.org/W1994644260","https://openalex.org/W2002830978","https://openalex.org/W2005856863","https://openalex.org/W2006267758","https://openalex.org/W2028777943","https://openalex.org/W2030232053","https://openalex.org/W2031999958","https://openalex.org/W2033406822","https://openalex.org/W2035263151","https://openalex.org/W2037480133","https://openalex.org/W2055934967","https://openalex.org/W2058179030","https://openalex.org/W2066295131","https://openalex.org/W2073893432","https://openalex.org/W2079249788","https://openalex.org/W2085465189","https://openalex.org/W2086960000","https://openalex.org/W2093585284","https://openalex.org/W2096178388","https://openalex.org/W2099213660","https://openalex.org/W2104438030","https://openalex.org/W2109015596","https://openalex.org/W2113342230","https://openalex.org/W2114269021","https://openalex.org/W2122436085","https://openalex.org/W2123326341","https://openalex.org/W2123948869","https://openalex.org/W2126741468","https://openalex.org/W2129444086","https://openalex.org/W2132232498","https://openalex.org/W2133685705","https://openalex.org/W2134061177","https://openalex.org/W2134809374","https://openalex.org/W2138369874","https://openalex.org/W2141708418","https://openalex.org/W2141774868","https://openalex.org/W2143430537","https://openalex.org/W2149182200","https://openalex.org/W2151401338","https://openalex.org/W2154167785","https://openalex.org/W2155633410","https://openalex.org/W2156037541","https://openalex.org/W2157217668","https://openalex.org/W2160643434","https://openalex.org/W2161709257","https://openalex.org/W2164549414","https://openalex.org/W2167665700","https://openalex.org/W2168144930","https://openalex.org/W2170375455","https://openalex.org/W2170531036","https://openalex.org/W2171913066","https://openalex.org/W2181999461","https://openalex.org/W2182472765","https://openalex.org/W2182992846","https://openalex.org/W2185963225","https://openalex.org/W2187710694","https://openalex.org/W2187843504","https://openalex.org/W2251049298","https://openalex.org/W2283398533","https://openalex.org/W2291090872","https://openalex.org/W2294447324","https://openalex.org/W2326525866","https://openalex.org/W2339482357","https://openalex.org/W2401645691","https://openalex.org/W2402142299","https://openalex.org/W2590501763","https://openalex.org/W2735460460","https://openalex.org/W2790212401","https://openalex.org/W3124737430","https://openalex.org/W4205930639","https://openalex.org/W4236532781","https://openalex.org/W4254205460","https://openalex.org/W4285719527","https://openalex.org/W4312713777","https://openalex.org/W6600502432","https://openalex.org/W6608403235","https://openalex.org/W6610117260","https://openalex.org/W6622244462","https://openalex.org/W6628577256","https://openalex.org/W6630072556","https://openalex.org/W6631264691","https://openalex.org/W6633291824","https://openalex.org/W6635761325","https://openalex.org/W6675718881","https://openalex.org/W6678319739","https://openalex.org/W6681830915","https://openalex.org/W6684560093","https://openalex.org/W6686075922","https://openalex.org/W6686137197","https://openalex.org/W6686399742","https://openalex.org/W6686805052","https://openalex.org/W6687232624","https://openalex.org/W6695787987","https://openalex.org/W6696758273","https://openalex.org/W6697452742","https://openalex.org/W6713362201","https://openalex.org/W6733938859","https://openalex.org/W6748568093","https://openalex.org/W6847998487"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W162737300","https://openalex.org/W2520748299","https://openalex.org/W2033745466","https://openalex.org/W2520160102","https://openalex.org/W2011363905","https://openalex.org/W2046555014","https://openalex.org/W3131060711","https://openalex.org/W2548342535","https://openalex.org/W3125008079"],"abstract_inverted_index":{"Crowdsourcing":[0,16],"is":[1,64,93],"an":[2],"emerging":[3],"business":[4],"model":[5,40,128],"where":[6],"tasks":[7],"are":[8],"accomplished":[9],"by":[10],"the":[11,14,55,72,75,78,83,97,107,109,111,115],"general":[12],"public;":[13],"crowd.":[15],"has":[17,33],"been":[18,34],"used":[19],"in":[20,41,61,71,102],"a":[21,38,66,87,126],"variety":[22],"of":[23,69,77,89,100,139],"disciplines,":[24],"including":[25],"information":[26],"systems":[27],"development,":[28],"marketing":[29],"and":[30,46,50,58,74,85,114,123,131,137],"operationalization.":[31],"It":[32],"shown":[35],"to":[36,95,129],"be":[37],"successful":[39],"recommendation":[42],"systems,":[43],"multimedia":[44],"design":[45],"evaluation,":[47],"database":[48],"design,":[49],"search":[51],"engine":[52],"evaluation.":[53],"Despite":[54],"increasing":[56],"academic":[57],"industrial":[59],"interest":[60],"crowdsourcing,":[62],"there":[63],"still":[65],"high":[67],"degree":[68],"diversity":[70],"interpretation":[73,136],"application":[76],"concept.":[79],"This":[80],"paper":[81],"analyses":[82],"literature":[84],"deduces":[86],"taxonomy":[88,92],"crowdsourcing.":[90,140],"The":[91],"meant":[94],"represent":[96],"different":[98],"configurations":[99],"crowdsourcing":[101,116],"its":[103],"main":[104],"four":[105],"pillars:":[106],"crowdsourcer,":[108],"crowd,":[110],"crowdsourced":[112],"task":[113],"platform.":[117],"Our":[118],"outcome":[119],"will":[120],"help":[121],"researchers":[122],"developers":[124],"as":[125],"reference":[127],"concretely":[130],"precisely":[132],"state":[133],"their":[134],"particular":[135],"configuration":[138]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":18},{"year":2017,"cited_by_count":24},{"year":2016,"cited_by_count":16},{"year":2015,"cited_by_count":17},{"year":2014,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}