{"id":"https://openalex.org/W2768957331","doi":"https://doi.org/10.1080/08874417.2017.1394171","title":"Framework and Literature Analysis for Crowdsourcing\u2019s Answer Aggregation","display_name":"Framework and Literature Analysis for Crowdsourcing\u2019s Answer Aggregation","publication_year":2017,"publication_date":"2017-11-29","ids":{"openalex":"https://openalex.org/W2768957331","doi":"https://doi.org/10.1080/08874417.2017.1394171","mag":"2768957331"},"language":"en","primary_location":{"id":"doi:10.1080/08874417.2017.1394171","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08874417.2017.1394171","pdf_url":null,"source":{"id":"https://openalex.org/S83133229","display_name":"Journal of Computer Information Systems","issn_l":"0887-4417","issn":["0887-4417","2380-2057"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Framework_and_literature_analysis_for_crowdsourcing_s_answer_aggregation/20817556","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037932192","display_name":"Alireza Moayedikia","orcid":"https://orcid.org/0000-0001-7229-3699"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alireza Moayedikia","raw_affiliation_strings":["Department of Information Systems and Business Analytics, Deakin University, Burwood, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems and Business Analytics, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102897591","display_name":"William Yeoh","orcid":"https://orcid.org/0000-0002-2964-4518"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"William Yeoh","raw_affiliation_strings":["Department of Information Systems and Business Analytics, Deakin University, Burwood, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems and Business Analytics, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013793366","display_name":"Kok\u2010Leong Ong","orcid":"https://orcid.org/0000-0003-4688-7674"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kok-Leong Ong","raw_affiliation_strings":["La Trobe Business School, La Trobe University, Bundoora, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"La Trobe Business School, La Trobe University, Bundoora, Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027679224","display_name":"Yee Ling Boo","orcid":"https://orcid.org/0000-0001-7188-9597"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yee-Ling Boo","raw_affiliation_strings":["School of Business IT and Logistics, RMIT University, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Business IT and Logistics, RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102897591"],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":null,"apc_paid":null,"fwci":1.877,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.88668071,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"60","issue":"1","first_page":"49","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9665473699569702},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7484630942344666},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6621793508529663},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.536822497844696},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5111454129219055},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44719198346138},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41832464933395386},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4070127308368683},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38218557834625244},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12035912275314331}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9665473699569702},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7484630942344666},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6621793508529663},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.536822497844696},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5111454129219055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44719198346138},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41832464933395386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4070127308368683},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38218557834625244},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12035912275314331},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1080/08874417.2017.1394171","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08874417.2017.1394171","pdf_url":null,"source":{"id":"https://openalex.org/S83133229","display_name":"Journal of Computer Information Systems","issn_l":"0887-4417","issn":["0887-4417","2380-2057"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:dro.deakin.edu.au:DU:30105783","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401102","display_name":"Own your potential (DEAKIN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149704539","host_organization_name":"Deakin University","host_organization_lineage":["https://openalex.org/I149704539"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:figshare.com:article/20817556","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Framework_and_literature_analysis_for_crowdsourcing_s_answer_aggregation/20817556","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:figshare.com:article/27508560","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Framework_and_literature_analysis_for_crowdsourcing_s_answer_aggregation/27508560","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:researchbank.swinburne.edu.au:daa4a5d4-5758-4da7-bee7-a59b2729a39b/1","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.3/451651","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne Research Bank (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Computer Information Systems, Vol. 60, no. 1 (Nov 2020), pp. 49-60","raw_type":null}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/20817556","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Framework_and_literature_analysis_for_crowdsourcing_s_answer_aggregation/20817556","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W96765277","https://openalex.org/W108763474","https://openalex.org/W111317371","https://openalex.org/W138005451","https://openalex.org/W191327111","https://openalex.org/W336930913","https://openalex.org/W1497882404","https://openalex.org/W1501025848","https://openalex.org/W1552927907","https://openalex.org/W1581692152","https://openalex.org/W1818395637","https://openalex.org/W1839790115","https://openalex.org/W1863685182","https://openalex.org/W1914338220","https://openalex.org/W1943138586","https://openalex.org/W1972675781","https://openalex.org/W1976133176","https://openalex.org/W1994350047","https://openalex.org/W1999489314","https://openalex.org/W2000244138","https://openalex.org/W2010135967","https://openalex.org/W2039747859","https://openalex.org/W2042627297","https://openalex.org/W2045114813","https://openalex.org/W2049633694","https://openalex.org/W2050259428","https://openalex.org/W2061906039","https://openalex.org/W2063606769","https://openalex.org/W2066101538","https://openalex.org/W2066381742","https://openalex.org/W2066666984","https://openalex.org/W2074040716","https://openalex.org/W2078503914","https://openalex.org/W2085766370","https://openalex.org/W2085999189","https://openalex.org/W2106476394","https://openalex.org/W2109021302","https://openalex.org/W2112511942","https://openalex.org/W2119830539","https://openalex.org/W2121117737","https://openalex.org/W2127970560","https://openalex.org/W2129345386","https://openalex.org/W2129479650","https://openalex.org/W2134305421","https://openalex.org/W2134974509","https://openalex.org/W2137165445","https://openalex.org/W2137935418","https://openalex.org/W2140890285","https://openalex.org/W2141017982","https://openalex.org/W2141649520","https://openalex.org/W2142518823","https://openalex.org/W2146928171","https://openalex.org/W2147953360","https://openalex.org/W2149273804","https://openalex.org/W2150612552","https://openalex.org/W2150638405","https://openalex.org/W2152009989","https://openalex.org/W2154096410","https://openalex.org/W2154624463","https://openalex.org/W2160780144","https://openalex.org/W2164124780","https://openalex.org/W2168144930","https://openalex.org/W2171913066","https://openalex.org/W2181558882","https://openalex.org/W2237301560","https://openalex.org/W2398690976","https://openalex.org/W2404374285","https://openalex.org/W2584427494","https://openalex.org/W2912727152","https://openalex.org/W2949246411","https://openalex.org/W2949654880","https://openalex.org/W3121928352"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"This":[0,108],"paper":[1,109],"presents":[2],"a":[3,7,45,76,92],"classification":[4,40,46,117],"framework":[5,47],"and":[6,20,37,62,71,116],"systematic":[8,113],"analysis":[9,115],"of":[10,23,53,69,79,95,104,118],"literature":[11,114],"on":[12,49],"answer":[13,54,86,120],"aggregation":[14,55,87,121],"techniques":[15,122],"for":[16,83,101,123],"the":[17,50,60,80,96,111,119],"most":[18],"popular":[19],"important":[21],"type":[22,103],"crowdsourcing,":[24],"i.e.,":[25],"micro-task":[26,105,124],"crowdsourcing.":[27,125],"In":[28],"doing":[29],"so,":[30],"we":[31,43,58,74],"analyzed":[32],"research":[33],"articles":[34],"since":[35],"2006":[36],"developed":[38],"four":[39],"taxonomies.":[41],"First,":[42],"provided":[44,75],"based":[48],"algorithmic":[51],"characteristics":[52,82],"techniques.":[56],"Second,":[57],"outlined":[59],"statistical":[61],"probabilistic":[63],"foundations":[64],"used":[65,98],"by":[66],"different":[67],"types":[68],"algorithms":[70],"micro-tasks.":[72],"Third,":[73],"matrix":[77,93],"catalog":[78,94],"data":[81],"which":[84],"an":[85],"algorithm":[88],"is":[89],"designed.":[90],"Fourth,":[91],"commonly":[97],"evaluation":[99],"metrics":[100],"each":[102],"was":[106],"presented.":[107],"represents":[110],"first":[112]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}