{"id":"https://openalex.org/W2784203239","doi":"https://doi.org/10.1109/bigdata.2017.8258467","title":"Improving classification accuracy in crowdsourcing through hierarchical reorganization","display_name":"Improving classification accuracy in crowdsourcing through hierarchical reorganization","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2784203239","doi":"https://doi.org/10.1109/bigdata.2017.8258467","mag":"2784203239"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2017.8258467","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8258467","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085545446","display_name":"Xiaoni Duan","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiaoni Duan","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Yoshida-Honmachi, Sakyo Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Yoshida-Honmachi, Sakyo Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103793743","display_name":"Keishi Tajima","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keishi Tajima","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Yoshida-Honmachi, Sakyo Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Yoshida-Honmachi, Sakyo Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I22299242"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.23919717,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"4372","last_page":"4374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9544616937637329},{"id":"https://openalex.org/keywords/multiclass-classification","display_name":"Multiclass classification","score":0.8246811032295227},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7918481230735779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.777651309967041},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6702572107315063},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6353170275688171},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5410072207450867},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.510424792766571},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4401233196258545},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42294496297836304},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35768014192581177},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.17580389976501465},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08177688717842102}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9544616937637329},{"id":"https://openalex.org/C123860398","wikidata":"https://www.wikidata.org/wiki/Q6934605","display_name":"Multiclass classification","level":3,"score":0.8246811032295227},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7918481230735779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.777651309967041},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6702572107315063},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6353170275688171},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5410072207450867},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.510424792766571},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4401233196258545},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42294496297836304},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35768014192581177},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.17580389976501465},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08177688717842102},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2017.8258467","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2017.8258467","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.46000000834465027,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1839485435","https://openalex.org/W2098865355","https://openalex.org/W2125943921","https://openalex.org/W2150766729"],"related_works":["https://openalex.org/W1564680838","https://openalex.org/W2003125260","https://openalex.org/W2060591604","https://openalex.org/W1992291644","https://openalex.org/W2166791242","https://openalex.org/W2585162246","https://openalex.org/W1934413089","https://openalex.org/W2098419343","https://openalex.org/W2051178964","https://openalex.org/W2063699886"],"abstract_inverted_index":{"In":[0,16,37],"this":[1,100],"paper,":[2],"we":[3,57,89],"propose":[4],"a":[5,63,72,96,109],"method":[6],"of":[7,10,21,62,95,106,122,142],"improving":[8],"accuracy":[9,61,94,139],"multiclass":[11,38,64,111],"classification":[12,39,65,74,97,112,146],"tasks":[13,32],"in":[14,23,44,82,108,134],"crowdsourcing.":[15],"order":[17],"to":[18,28,31,79],"improve":[19,59,92],"quality":[20],"outputs":[22],"crowdsourcing,":[24,45],"it":[25],"is":[26],"important":[27],"assign":[29],"workers":[30,48,78,107],"they":[33],"are":[34,42,49],"good":[35,50],"at.":[36],"tasks,":[40],"which":[41],"common":[43],"sometimes":[46],"different":[47,52],"at":[51],"subcategories.":[53],"It":[54],"suggests":[55],"that":[56,88,131,141],"can":[58,90],"the":[60,69,83,93,120,123,126,132,135,143],"task":[66,70,98,113],"by":[67,99],"reorganizing":[68],"into":[71],"hierarchical":[73],"task,":[75],"and":[76,118,125],"assigning":[77],"appropriate":[80],"sub-tasks":[81],"hierarchy.":[84],"We":[85,102,129],"experimentally":[86],"show":[87],"actually":[91],"approach.":[101],"collected":[103],"performance":[104],"data":[105],"flat":[110,145],"on":[114],"Amazon":[115],"Mechanical":[116],"Turk,":[117],"simulated":[119],"process":[121],"reorganization":[124],"worker":[127],"allocation.":[128],"confirmed":[130],"output":[133],"simulation":[136],"achieves":[137],"higher":[138],"than":[140],"original":[144],"task.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}