{"id":"https://openalex.org/W2161816739","doi":"https://doi.org/10.1109/tcyb.2014.2344674","title":"Active Learning With Imbalanced Multiple Noisy Labeling","display_name":"Active Learning With Imbalanced Multiple Noisy Labeling","publication_year":2014,"publication_date":"2014-08-14","ids":{"openalex":"https://openalex.org/W2161816739","doi":"https://doi.org/10.1109/tcyb.2014.2344674","mag":"2161816739","pmid":"https://pubmed.ncbi.nlm.nih.gov/25137738"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2014.2344674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2014.2344674","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014482509","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-2541-4923"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080738591","display_name":"Xindong Wu","orcid":"https://orcid.org/0000-0003-2396-1704"},"institutions":[{"id":"https://openalex.org/I111236770","display_name":"University of Vermont","ror":"https://ror.org/0155zta11","country_code":"US","type":"education","lineage":["https://openalex.org/I111236770"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xindong Wu","raw_affiliation_strings":["Department of Computer Science, University of Vermont, Burlington, VT, USA","School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Vermont, Burlington, VT, USA","institution_ids":["https://openalex.org/I111236770"]},{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030563277","display_name":"Victor S. Shengs","orcid":null},"institutions":[{"id":"https://openalex.org/I32038505","display_name":"University of Central Arkansas","ror":"https://ror.org/029bp0k25","country_code":"US","type":"education","lineage":["https://openalex.org/I32038505"]},{"id":"https://openalex.org/I4210152127","display_name":"Conway School of Landscape Design","ror":"https://ror.org/04q7y8a54","country_code":"US","type":"education","lineage":["https://openalex.org/I4210152127"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor S. Shengs","raw_affiliation_strings":["Department of Computer Science, University of Central Arkansas, Conway, AR, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Central Arkansas, Conway, AR, USA","institution_ids":["https://openalex.org/I32038505","https://openalex.org/I4210152127"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5014482509"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":6.9532,"has_fulltext":false,"cited_by_count":94,"citation_normalized_percentile":{"value":0.97000304,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"45","issue":"5","first_page":"1095","last_page":"1107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8650197982788086},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7537848949432373},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7011602520942688},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6869847774505615},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6222293376922607},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5839519500732422},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5417256355285645},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.49106860160827637},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.43468931317329407},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.434050589799881},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3367612063884735}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8650197982788086},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7537848949432373},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7011602520942688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6869847774505615},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6222293376922607},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5839519500732422},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5417256355285645},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.49106860160827637},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.43468931317329407},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.434050589799881},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3367612063884735},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2014.2344674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2014.2344674","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:25137738","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25137738","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7349142562","display_name":null,"funder_award_id":"61229301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W120286951","https://openalex.org/W247265401","https://openalex.org/W1484084878","https://openalex.org/W1515450954","https://openalex.org/W1543648998","https://openalex.org/W1570448133","https://openalex.org/W1580375566","https://openalex.org/W1963596489","https://openalex.org/W1993202648","https://openalex.org/W2019557226","https://openalex.org/W2021732807","https://openalex.org/W2023453328","https://openalex.org/W2045656233","https://openalex.org/W2053559602","https://openalex.org/W2067760738","https://openalex.org/W2080021732","https://openalex.org/W2084515625","https://openalex.org/W2117756453","https://openalex.org/W2117763124","https://openalex.org/W2118978333","https://openalex.org/W2125055259","https://openalex.org/W2125943921","https://openalex.org/W2128678390","https://openalex.org/W2134305421","https://openalex.org/W2142518823","https://openalex.org/W2147687736","https://openalex.org/W2158698691","https://openalex.org/W2167122806","https://openalex.org/W2171671120","https://openalex.org/W2181558882","https://openalex.org/W2399495046","https://openalex.org/W2540392403","https://openalex.org/W2903158431","https://openalex.org/W2911964244","https://openalex.org/W2962918692","https://openalex.org/W4232383088","https://openalex.org/W4285719527","https://openalex.org/W6604900475","https://openalex.org/W6609490077","https://openalex.org/W6628826841","https://openalex.org/W6630601266","https://openalex.org/W6632436798","https://openalex.org/W6677585844","https://openalex.org/W6677815259","https://openalex.org/W6679227803","https://openalex.org/W6679959949","https://openalex.org/W6680957539","https://openalex.org/W6685936606","https://openalex.org/W6756615331"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W2346511343"],"abstract_inverted_index":{"With":[0],"crowdsourcing":[1,49,191],"systems,":[2],"it":[3],"is":[4,73],"easy":[5],"to":[6,75,120,198],"collect":[7],"multiple":[8,31,44,82,139],"noisy":[9,32,83,203],"labels":[10,204],"for":[11,15,104,123],"the":[12,23,29,63,77,81,95,102,106,125,134,138,141,145,149,165,173,179],"same":[13],"object":[14],"supervised":[16],"learning.":[17],"This":[18,35],"dynamic":[19],"annotation":[20],"procedure":[21],"fits":[22],"active":[24,40],"learning":[25,41,126,174],"perspective":[26],"and":[27,59,148,176,209],"accompanies":[28],"imbalanced":[30,96],"labeling":[33,97,183],"problem.":[34],"paper":[36],"proposes":[37],"a":[38,67,90,199],"novel":[39,114,167],"framework":[42,52],"with":[43,158],"imperfect":[45],"annotators":[46],"involved":[47],"in":[48,89,190],"systems.":[50,192],"The":[51],"contains":[53],"two":[54],"core":[55],"procedures:":[56],"label":[57,64,69,84],"integration":[58,65],"instance":[60,88,115,168],"selection.":[61],"In":[62],"procedure,":[66],"positive":[68],"threshold":[70,103],"(PLAT)":[71],"algorithm":[72],"introduced":[74],"induce":[76],"class":[78,107,161],"membership":[79,108],"from":[80,137,144,205],"set":[85],"of":[86,109,188],"each":[87],"training":[91],"set.":[92],"PLAT":[93,122],"solves":[94],"problem":[98],"by":[99],"dynamically":[100],"adjusting":[101],"determining":[105],"an":[110],"example.":[111],"Furthermore,":[112],"three":[113,166],"selection":[116,169],"strategies":[117,129,170,214],"are":[118,130],"proposed":[119,213],"adapt":[121],"improving":[124],"performance.":[127,218],"These":[128],"respectively":[131],"based":[132],"on":[133,155],"uncertainty":[135,142],"derived":[136,143],"labels,":[140],"learned":[146],"model,":[147],"combination":[150],"method":[151],"(CFI).":[152],"Experimental":[153],"results":[154],"12":[156],"datasets":[157],"different":[159,186],"underlying":[160],"distributions":[162],"demonstrate":[163],"that":[164,211],"significantly":[171],"improve":[172],"performance,":[175],"CFI":[177],"has":[178],"best":[180],"performance":[181],"when":[182],"behaviors":[184],"exhibit":[185],"levels":[187],"imbalance":[189],"We":[193],"also":[194],"apply":[195],"our":[196,212],"methods":[197],"real-world":[200],"scenario,":[201],"obtaining":[202],"Amazon":[206],"Mechanical":[207],"Turk,":[208],"show":[210],"achieve":[215],"very":[216],"high":[217]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
