{"id":"https://openalex.org/W2244581512","doi":"https://doi.org/10.1109/icdm.2015.83","title":"Quality Control for Crowdsourced Hierarchical Classification","display_name":"Quality Control for Crowdsourced Hierarchical Classification","publication_year":2015,"publication_date":"2015-11-01","ids":{"openalex":"https://openalex.org/W2244581512","doi":"https://doi.org/10.1109/icdm.2015.83","mag":"2244581512"},"language":"en","primary_location":{"id":"doi:10.1109/icdm.2015.83","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdm.2015.83","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103177065","display_name":"Naoki Otani","orcid":"https://orcid.org/0000-0002-5855-7616"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoki Otani","raw_affiliation_strings":["Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010710732","display_name":"Yukino Baba","orcid":"https://orcid.org/0000-0001-5310-9841"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yukino Baba","raw_affiliation_strings":["Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031707680","display_name":"Hisashi Kashima","orcid":"https://orcid.org/0000-0002-2770-0184"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hisashi Kashima","raw_affiliation_strings":["Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I22299242"],"apc_list":null,"apc_paid":null,"fwci":0.717,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.70263659,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"937","last_page":"942"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8275863528251648},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7461508512496948},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5825998187065125},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5793060660362244},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5766355395317078},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.559563398361206},{"id":"https://openalex.org/keywords/hierarchical-database-model","display_name":"Hierarchical database model","score":0.5563795566558838},{"id":"https://openalex.org/keywords/multi-label-classification","display_name":"Multi-label classification","score":0.49169641733169556},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.48220765590667725},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.47558534145355225},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.45314937829971313},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.43332260847091675},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35920652747154236},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07374101877212524}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8275863528251648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7461508512496948},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5825998187065125},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5793060660362244},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5766355395317078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.559563398361206},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.5563795566558838},{"id":"https://openalex.org/C2776482837","wikidata":"https://www.wikidata.org/wiki/Q3553958","display_name":"Multi-label classification","level":2,"score":0.49169641733169556},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.48220765590667725},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.47558534145355225},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.45314937829971313},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.43332260847091675},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35920652747154236},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07374101877212524},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdm.2015.83","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdm.2015.83","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.699999988079071,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W91700087","https://openalex.org/W1488582764","https://openalex.org/W1544673707","https://openalex.org/W1573900212","https://openalex.org/W1842767500","https://openalex.org/W1970381522","https://openalex.org/W1994350047","https://openalex.org/W2023037133","https://openalex.org/W2045114813","https://openalex.org/W2073338313","https://openalex.org/W2108598243","https://openalex.org/W2120396827","https://openalex.org/W2142518823","https://openalex.org/W2149273804","https://openalex.org/W2150766729","https://openalex.org/W2164545125","https://openalex.org/W2171450492","https://openalex.org/W2188510223","https://openalex.org/W2196604737","https://openalex.org/W4239072543","https://openalex.org/W4243476435","https://openalex.org/W6629106077","https://openalex.org/W6634147617","https://openalex.org/W6638705067","https://openalex.org/W6676297131","https://openalex.org/W6680957539","https://openalex.org/W6682171051","https://openalex.org/W6686973984","https://openalex.org/W6687752435"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2081472162","https://openalex.org/W4399113918","https://openalex.org/W3026383394"],"abstract_inverted_index":{"Repeated":[0],"labeling":[1],"is":[2,13,49,112],"a":[3,27,35,46,50,71,81,99,138,142,148,170],"widely":[4],"adopted":[5],"quality":[6],"control":[7],"method":[8,12,84,90,111],"in":[9,53],"crowdsourcing.":[10,54],"This":[11],"based":[14,118],"on":[15,119],"selecting":[16],"one":[17,32],"reliable":[18],"label":[19,29,82,176],"from":[20,30],"multiple":[21],"labels":[22],"collected":[23],"by":[24,114],"workers":[25],"because":[26],"single":[28],"only":[31],"worker":[33,106,149],"has":[34,45],"wide":[36],"variance":[37],"of":[38,58,68,74,102,126,141,144,168],"accuracy.":[39,178],"Hierarchical":[40],"classification,":[41],"where":[42],"each":[43],"class":[44],"hierarchical":[47,86,93,134,153,161,171],"relationship,":[48],"typical":[51],"task":[52],"However,":[55],"direct":[56],"applications":[57],"existing":[59],"methods":[60],"designed":[61],"for":[62,85,152],"multi-class":[63],"classification":[64,87,135,162],"have":[65],"the":[66,92,115,166,175],"disadvantage":[67],"discriminating":[69],"among":[70],"large":[72,100],"number":[73,101],"classes.":[75],"In":[76],"this":[77],"paper,":[78],"we":[79],"propose":[80],"aggregation":[83,177],"tasks.":[88],"Our":[89,110],"takes":[91],"structure":[94,172],"into":[95],"account":[96],"to":[97,128,136,173],"handle":[98],"classes":[103],"and":[104,146,164],"estimate":[105],"abilities":[107],"more":[108],"precisely.":[109],"inspired":[113],"steps":[116],"model":[117,151],"item":[120],"response":[121,150],"theory,":[122],"which":[123],"models":[124],"responses":[125],"examinees":[127],"sequentially":[129],"dependent":[130],"questions.":[131],"We":[132,155],"considered":[133],"be":[137],"question":[139],"consisting":[140],"sequence":[143],"subquestions":[145],"built":[147],"classification.":[154],"conducted":[156],"experiments":[157],"using":[158],"real":[159],"crowdsourced":[160],"tasks":[163],"demonstrated":[165],"benefit":[167],"incorporating":[169],"improve":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}