{"id":"https://openalex.org/W3037135716","doi":"https://doi.org/10.1109/tkde.2020.3003899","title":"CMAL: Cost-Effective Multi-Label Active Learning by Querying Subexamples","display_name":"CMAL: Cost-Effective Multi-Label Active Learning by Querying Subexamples","publication_year":2020,"publication_date":"2020-06-22","ids":{"openalex":"https://openalex.org/W3037135716","doi":"https://doi.org/10.1109/tkde.2020.3003899","mag":"3037135716"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2020.3003899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2020.3003899","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/CMAL_Cost-Effective_Multi-Label_Active_Learning_by_Querying_Subexamples/20590548","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027082940","display_name":"Guoxian Yu","orcid":"https://orcid.org/0000-0002-1667-6705"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guoxian Yu","raw_affiliation_strings":["School of Software and Joint SDU-NTU Centre for Artificial Intelligence Research, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Software and Joint SDU-NTU Centre for Artificial Intelligence Research, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101449330","display_name":"Xia Chen","orcid":"https://orcid.org/0000-0002-8223-5641"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xia Chen","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090148962","display_name":"Carlotta Domeniconi","orcid":"https://orcid.org/0000-0003-2140-9596"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlotta Domeniconi","raw_affiliation_strings":["Department of Computer Science, George Mason University, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, George Mason University, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384767","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0002-5890-0365"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["School of Software and Joint SDU-NTU Centre for Artificial Intelligence Research, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Software and Joint SDU-NTU Centre for Artificial Intelligence Research, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032277491","display_name":"Zhao Li","orcid":"https://orcid.org/0000-0002-5056-0351"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Li","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603105","display_name":"Zili Zhang","orcid":"https://orcid.org/0000-0002-8721-9333"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zili Zhang","raw_affiliation_strings":["College of Computer and Information Science, Southwest University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Science, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000755750","display_name":"Xiangliang Zhang","orcid":"https://orcid.org/0000-0002-3574-5665"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Xiangliang Zhang","raw_affiliation_strings":["King Abdullah University of Science and Technology, Thuwal, SA, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology, Thuwal, SA, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5027082940"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":2.0389,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.89523872,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"34","issue":"5","first_page":"2091","last_page":"2105"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8728839159011841},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6808040142059326},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6017464399337769},{"id":"https://openalex.org/keywords/multi-label-classification","display_name":"Multi-label classification","score":0.5872583389282227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5227970480918884},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4563785493373871},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4386349022388458},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42924782633781433},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38526082038879395},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36427032947540283}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8728839159011841},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6808040142059326},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6017464399337769},{"id":"https://openalex.org/C2776482837","wikidata":"https://www.wikidata.org/wiki/Q3553958","display_name":"Multi-label classification","level":2,"score":0.5872583389282227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5227970480918884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4563785493373871},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4386349022388458},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42924782633781433},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38526082038879395},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36427032947540283},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tkde.2020.3003899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2020.3003899","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/20590548","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/CMAL_Cost-Effective_Multi-Label_Active_Learning_by_Querying_Subexamples/20590548","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/663804","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/663804","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/20590548","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/CMAL_Cost-Effective_Multi-Label_Active_Learning_by_Querying_Subexamples/20590548","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5564147583","display_name":null,"funder_award_id":"61872300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G659245102","display_name":null,"funder_award_id":"61873214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1484084878","https://openalex.org/W1845402413","https://openalex.org/W1963980798","https://openalex.org/W1978633512","https://openalex.org/W1980511015","https://openalex.org/W1991234467","https://openalex.org/W2006484294","https://openalex.org/W2012878613","https://openalex.org/W2027266161","https://openalex.org/W2029517229","https://openalex.org/W2042932437","https://openalex.org/W2044200706","https://openalex.org/W2052684427","https://openalex.org/W2067760738","https://openalex.org/W2096623936","https://openalex.org/W2098166271","https://openalex.org/W2108745803","https://openalex.org/W2110119381","https://openalex.org/W2110335748","https://openalex.org/W2114315281","https://openalex.org/W2119970716","https://openalex.org/W2128518360","https://openalex.org/W2128678390","https://openalex.org/W2132984949","https://openalex.org/W2135733005","https://openalex.org/W2137795521","https://openalex.org/W2137917285","https://openalex.org/W2139821863","https://openalex.org/W2141303268","https://openalex.org/W2153635508","https://openalex.org/W2154318594","https://openalex.org/W2156935079","https://openalex.org/W2167828456","https://openalex.org/W2169863116","https://openalex.org/W2183527990","https://openalex.org/W2200666166","https://openalex.org/W2327422911","https://openalex.org/W2401282582","https://openalex.org/W2479660512","https://openalex.org/W2560886373","https://openalex.org/W2568998735","https://openalex.org/W2575032143","https://openalex.org/W2609724507","https://openalex.org/W2735257517","https://openalex.org/W2735531870","https://openalex.org/W2740505281","https://openalex.org/W2741306150","https://openalex.org/W2748525783","https://openalex.org/W2757686304","https://openalex.org/W2791998777","https://openalex.org/W2808279896","https://openalex.org/W2883462823","https://openalex.org/W2903158431","https://openalex.org/W2904845482","https://openalex.org/W2907192597","https://openalex.org/W2951671949","https://openalex.org/W2963917099","https://openalex.org/W2964154753","https://openalex.org/W3016618833","https://openalex.org/W3023496898","https://openalex.org/W4285719527","https://openalex.org/W6606838427","https://openalex.org/W6628826841","https://openalex.org/W6638701278","https://openalex.org/W6676245398","https://openalex.org/W6679227803","https://openalex.org/W6679390333","https://openalex.org/W6680113041","https://openalex.org/W6681897715","https://openalex.org/W6683033130","https://openalex.org/W6686123124","https://openalex.org/W6713235370","https://openalex.org/W6745090326","https://openalex.org/W6756615331"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4281776617","https://openalex.org/W1998660429"],"abstract_inverted_index":{"Multi-label":[0],"active":[1,35],"learning":[2],"(MAL)":[3],"aims":[4],"to":[5,38,54,62,84,144,156,170,193,200],"learn":[6],"an":[7,145],"accurate":[8],"multi-label":[9,213],"classifier":[10],"by":[11,118,129],"selecting":[12],"which":[13],"examples":[14,168,199],"(or":[15],"example-label":[16,127,186,204],"pairs)":[17],"will":[18],"be":[19,42,148,163],"annotated":[20,155,169],"and":[21,30,50,59,134,159,223,243],"reducing":[22],"query":[23,229],"effort.":[24],"MAL":[25,115,233],"is":[26,248],"a":[27,45,85,112,142],"more":[28,167,201],"complicated":[29],"expensive":[31],"process":[32],"than":[33,231],"single-label":[34],"learning,":[36],"due":[37],"one":[39],"example":[40,58,71,146],"can":[41,93,147,162,225],"associated":[43],"with":[44,82],"set":[46],"of":[47,67,79,141,183,198,237],"non-exclusive":[48],"labels":[49,153],"the":[51,56,69,97,103,124,139,157,177,184,196,207,228],"annotator":[52],"has":[53],"scrutinize":[55],"whole":[57,70],"label":[60,86,132,135,143,239,241],"space":[61,136],"provide":[63],"correct":[64],"annotations.":[65],"Instead":[66],"scrutinizing":[68],"for":[72,87,195,245],"annotation,":[73],"we":[74,92,109,190],"may":[75],"just":[76],"examine":[77],"some":[78],"its":[80,151,160],"subexamples":[81],"respect":[83],"annotation.":[88],"In":[89,188],"this":[90,107,171],"way,":[91],"not":[94],"only":[95],"save":[96,227],"annotation":[98,104],"cost":[99,230,247],"but":[100],"also":[101,165,249],"speedup":[102],"process.":[105],"Given":[106],"observation,":[108],"introduce":[110],"CMAL,":[111],"two-stage":[113],"Cost-effective":[114],"strategy":[116],"(CMAL)":[117],"querying":[119],"subexamples.":[120],"CMAL":[121,174,222],"first":[122,208],"selects":[123],"most":[125,178],"informative":[126],"pairs":[128,182,205],"leveraging":[130,238],"uncertainty,":[131],"correlation":[133],"sparsity.":[137],"Specifically,":[138],"uncertainty":[140,161],"reduced":[149,164],"if":[150,166],"correlated":[152],"already":[154],"example,":[158],"label.":[172],"Next,":[173],"greedily":[175],"queries":[176],"probable":[179],"positive":[180],"subexample-label":[181],"selected":[185],"pair.":[187],"addition,":[189],"propose":[191],"rCMAL":[192,224],"account":[194],"representative":[197,244],"reliably":[202],"select":[203],"in":[206],"stage.":[209],"Extensive":[210],"experiments":[211],"on":[212],"datasets":[214],"from":[215],"diverse":[216],"domains":[217],"show":[218],"that":[219],"our":[220],"proposed":[221],"better":[226],"state-of-the-art":[232],"methods.":[234],"The":[235],"contribution":[236],"correlation,":[240],"sparsity,":[242],"saving":[246],"confirmed.":[250]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}