{"id":"https://openalex.org/W2906329876","doi":"https://doi.org/10.1109/tkde.2018.2860992","title":"Ensemble Learning from Crowds","display_name":"Ensemble Learning from Crowds","publication_year":2018,"publication_date":"2018-12-21","ids":{"openalex":"https://openalex.org/W2906329876","doi":"https://doi.org/10.1109/tkde.2018.2860992","mag":"2906329876"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2018.2860992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2018.2860992","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014482509","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-2541-4923"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064775927","display_name":"Ming Wu","orcid":"https://orcid.org/0000-0003-4556-1437"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, P. R. China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051706630","display_name":"Victor S. Sheng","orcid":"https://orcid.org/0000-0003-4960-174X"},"institutions":[{"id":"https://openalex.org/I32038505","display_name":"University of Central Arkansas","ror":"https://ror.org/029bp0k25","country_code":"US","type":"education","lineage":["https://openalex.org/I32038505"]},{"id":"https://openalex.org/I4210152127","display_name":"Conway School of Landscape Design","ror":"https://ror.org/04q7y8a54","country_code":"US","type":"education","lineage":["https://openalex.org/I4210152127"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor S. Sheng","raw_affiliation_strings":["Department of Computer Science, University of Central Arkansas, Conway, AR, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Central Arkansas, Conway, AR, USA","institution_ids":["https://openalex.org/I32038505","https://openalex.org/I4210152127"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5014482509"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":4.9555,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.95146843,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"31","issue":"8","first_page":"1506","last_page":"1519"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.835946261882782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7213776111602783},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.707669734954834},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6942522525787354},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.677586555480957},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.6407994031906128},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.601672887802124},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5763063430786133},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38617372512817383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.835946261882782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7213776111602783},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.707669734954834},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6942522525787354},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.677586555480957},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.6407994031906128},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.601672887802124},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5763063430786133},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38617372512817383},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2018.2860992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2018.2860992","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G388171811","display_name":null,"funder_award_id":"91846104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4844586340","display_name":null,"funder_award_id":"2016M590457","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G4960198720","display_name":null,"funder_award_id":"2017T100370","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5796660179","display_name":null,"funder_award_id":"1601199C","funder_id":"https://openalex.org/F4320335473","funder_display_name":"Postdoctoral Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G6837295946","display_name":null,"funder_award_id":"61603186","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6998926279","display_name":null,"funder_award_id":"BK20160843","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335473","display_name":"Postdoctoral Science Foundation of Jiangsu Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W142949965","https://openalex.org/W1512098439","https://openalex.org/W1537489869","https://openalex.org/W1543648998","https://openalex.org/W1594451427","https://openalex.org/W1605688901","https://openalex.org/W1666942233","https://openalex.org/W1709057194","https://openalex.org/W1768290534","https://openalex.org/W1866072925","https://openalex.org/W1898031563","https://openalex.org/W1912982817","https://openalex.org/W1931284523","https://openalex.org/W1963596489","https://openalex.org/W1984712439","https://openalex.org/W2018369380","https://openalex.org/W2034771068","https://openalex.org/W2062634420","https://openalex.org/W2067760738","https://openalex.org/W2086413055","https://openalex.org/W2098370488","https://openalex.org/W2113290770","https://openalex.org/W2113878109","https://openalex.org/W2125943921","https://openalex.org/W2134305421","https://openalex.org/W2142518823","https://openalex.org/W2143104527","https://openalex.org/W2147004922","https://openalex.org/W2149273804","https://openalex.org/W2151073469","https://openalex.org/W2152009989","https://openalex.org/W2152798551","https://openalex.org/W2154096410","https://openalex.org/W2157010107","https://openalex.org/W2167460663","https://openalex.org/W2168360065","https://openalex.org/W2181558882","https://openalex.org/W2185789379","https://openalex.org/W2258849743","https://openalex.org/W2329838488","https://openalex.org/W2330857546","https://openalex.org/W2343997148","https://openalex.org/W2345285933","https://openalex.org/W2394968026","https://openalex.org/W2475282416","https://openalex.org/W2590501763","https://openalex.org/W2763067454","https://openalex.org/W2782831043","https://openalex.org/W2912727152","https://openalex.org/W2973562770","https://openalex.org/W3100570787","https://openalex.org/W4246769683","https://openalex.org/W6605781495","https://openalex.org/W6630527977","https://openalex.org/W6632160797","https://openalex.org/W6632436798","https://openalex.org/W6639331287","https://openalex.org/W6639540558","https://openalex.org/W6677082149","https://openalex.org/W6679959949","https://openalex.org/W6680957539","https://openalex.org/W6681922842","https://openalex.org/W6682171051","https://openalex.org/W6682471470","https://openalex.org/W6682576451","https://openalex.org/W6682675497","https://openalex.org/W6685936606","https://openalex.org/W6686485044","https://openalex.org/W6711814783","https://openalex.org/W6733938859","https://openalex.org/W6758809072"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4382468411","https://openalex.org/W4318751837"],"abstract_inverted_index":{"Traditional":[0],"learning":[1,23,35,68,157,165,186],"from":[2,15,38,69,88,122],"crowdsourced":[3,91],"labeled":[4,92],"data":[5],"consists":[6],"of":[7,44,111,135,146],"two":[8,39,176],"stages:":[9],"inferring":[10],"true":[11],"labels":[12,19],"for":[13,67,164],"instances":[14,27,128],"their":[16],"multiple":[17,113],"noisy":[18,114],"and":[20,108,150,175],"building":[21],"a":[22,63,75,81],"model":[24],"using":[25],"these":[26,136],"with":[28,101],"the":[29,42,106,133,141,147,152,161,183],"inferred":[30],"labels.":[31,115],"This":[32],"straightforward":[33],"two-stage":[34],"scheme":[36],"suffers":[37],"weaknesses:":[40],"(1)":[41],"accuracy":[43],"inference":[45,148],"may":[46,53],"be":[47,54],"very":[48],"low;":[49],"(2)":[50],"useful":[51,162],"information":[52,163],"lost":[55],"during":[56],"inference.":[57],"In":[58],"this":[59,123],"paper,":[60],"we":[61],"proposed":[62,72,142,184],"novel":[64],"ensemble":[65,185],"method":[66,73,143,187],"crowds.":[70],"Our":[71],"is":[74,99,119],"meta-learning":[76],"scheme.":[77],"It":[78],"first":[79],"uses":[80,151],"bootstrapping":[82],"process":[83],"to":[84,105,155],"create":[85],"M":[86,137],"sub-datasets":[87],"an":[89],"original":[90],"dataset.":[93],"For":[94],"each":[95,97],"sub-dataset,":[96],"instance":[98],"duplicated":[100],"different":[102],"weights":[103],"according":[104],"distribution":[107],"class":[109],"memberships":[110],"its":[112],"A":[116],"base":[117,138],"classifier":[118],"then":[120],"trained":[121],"extended":[124],"sub-dataset.":[125],"Finally,":[126],"unlabeled":[127],"are":[129],"predicted":[130],"by":[131],"aggregating":[132],"outputs":[134],"classifiers.":[139],"Because":[140],"gets":[144],"rid":[145],"procedure":[149],"full":[153],"dataset":[154],"train":[156],"models,":[158],"it":[159],"preserves":[160],"as":[166,168],"much":[167],"possible.":[169],"Experimental":[170],"results":[171],"on":[172],"nine":[173],"simulated":[174],"real-world":[177],"crowdsourcing":[178],"datasets":[179],"consistently":[180],"show":[181],"that":[182],"significantly":[188],"outperforms":[189],"five":[190],"state-of-the-art":[191],"methods.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}