{"id":"https://openalex.org/W3016618833","doi":"https://doi.org/10.1109/tnnls.2020.2984729","title":"Active Multilabel Crowd Consensus","display_name":"Active Multilabel Crowd Consensus","publication_year":2020,"publication_date":"2020-04-16","ids":{"openalex":"https://openalex.org/W3016618833","doi":"https://doi.org/10.1109/tnnls.2020.2984729","mag":"3016618833","pmid":"https://pubmed.ncbi.nlm.nih.gov/32310798"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2020.2984729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.2984729","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027082940","display_name":"Guoxian Yu","orcid":"https://orcid.org/0000-0002-1667-6705"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoxian Yu","raw_affiliation_strings":["College of Computer and Information Sciences, Southwest University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Information Sciences, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018650549","display_name":"Jinzheng Tu","orcid":null},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinzheng Tu","raw_affiliation_strings":["College of Computer and Information Sciences, Southwest University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Information Sciences, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384767","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0002-5890-0365"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["College of Computer and Information Sciences, Southwest University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Information Sciences, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090148962","display_name":"Carlotta Domeniconi","orcid":"https://orcid.org/0000-0003-2140-9596"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlotta Domeniconi","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000755750","display_name":"Xiangliang Zhang","orcid":"https://orcid.org/0000-0002-3574-5665"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Xiangliang Zhang","raw_affiliation_strings":["Computer, Electrical and Mathematical Science and Engineering Division, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer, Electrical and Mathematical Science and Engineering Division, King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6734,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.9583831,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":"4","first_page":"1448","last_page":"1459"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.489567369222641},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3424753248691559}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.489567369222641},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3424753248691559}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2020.2984729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.2984729","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:32310798","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32310798","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:repository.kaust.edu.sa:10754/660758","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/660758","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3605984960","display_name":null,"funder_award_id":"XDJK2019B024","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3708771735","display_name":null,"funder_award_id":"cstc2018jcyjAX0228","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G5277720914","display_name":null,"funder_award_id":"XDJK2020B029","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5564147583","display_name":"\u9762\u5411\u53ef\u53d8\u526a\u63a5\u5f02\u6784\u4f53\u529f\u80fd\u9884\u6d4b\u7684\u6570\u636e\u6574\u5408\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61872300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G659245102","display_name":null,"funder_award_id":"61873214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6904225982","display_name":null,"funder_award_id":"61872300 and 61873214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321550","display_name":"Chongqing Science and Technology Commission","ror":"https://ror.org/05w9erc61"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1573900212","https://openalex.org/W1638081485","https://openalex.org/W1818395637","https://openalex.org/W1881742729","https://openalex.org/W1947674219","https://openalex.org/W1963980798","https://openalex.org/W1970381522","https://openalex.org/W1977830066","https://openalex.org/W1994350047","https://openalex.org/W2003497265","https://openalex.org/W2021732807","https://openalex.org/W2042627297","https://openalex.org/W2044200706","https://openalex.org/W2063606769","https://openalex.org/W2070337735","https://openalex.org/W2114315281","https://openalex.org/W2118712128","https://openalex.org/W2121154891","https://openalex.org/W2125943921","https://openalex.org/W2135504089","https://openalex.org/W2137165445","https://openalex.org/W2137935418","https://openalex.org/W2142518823","https://openalex.org/W2147004922","https://openalex.org/W2149273804","https://openalex.org/W2157010107","https://openalex.org/W2163522723","https://openalex.org/W2164124780","https://openalex.org/W2174985112","https://openalex.org/W2181558882","https://openalex.org/W2182992846","https://openalex.org/W2185789379","https://openalex.org/W2258849743","https://openalex.org/W2296350713","https://openalex.org/W2329105431","https://openalex.org/W2340177571","https://openalex.org/W2395145212","https://openalex.org/W2401282582","https://openalex.org/W2540392403","https://openalex.org/W2564143201","https://openalex.org/W2579642215","https://openalex.org/W2598946096","https://openalex.org/W2748525783","https://openalex.org/W2752461112","https://openalex.org/W2765205444","https://openalex.org/W2789102511","https://openalex.org/W2791998777","https://openalex.org/W2807634467","https://openalex.org/W2808279896","https://openalex.org/W2809117326","https://openalex.org/W2883462823","https://openalex.org/W2884230983","https://openalex.org/W2903158431","https://openalex.org/W2907192597","https://openalex.org/W2907800194","https://openalex.org/W2911964379","https://openalex.org/W2912010834","https://openalex.org/W6634147617","https://openalex.org/W6638584940","https://openalex.org/W6639279525","https://openalex.org/W6640559804","https://openalex.org/W6677758222","https://openalex.org/W6680957539","https://openalex.org/W6681922842","https://openalex.org/W6682171051","https://openalex.org/W6683531231","https://openalex.org/W6685936606","https://openalex.org/W6686075922","https://openalex.org/W6686485044","https://openalex.org/W6711807643","https://openalex.org/W6713235370","https://openalex.org/W6732730354","https://openalex.org/W6756615331"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Crowdsourcing":[0],"is":[1],"an":[2,14,53,113,152],"economic":[3],"and":[4,27,44,55,81,85,108,127,129,167,177,209],"efficient":[5],"strategy":[6,156],"aimed":[7],"at":[8,186],"collecting":[9],"annotations":[10,40,120,146],"of":[11,83,100,125,133,200],"data":[12,43,195],"through":[13],"online":[15],"platform.":[16],"Crowd":[17],"workers":[18,84,88,101,135],"with":[19,147],"different":[20,93],"expertise":[21],"are":[22,52,169],"paid":[23],"for":[24,41,78,173],"their":[25,141],"service,":[26],"the":[28,48,79,131,164,170,174,178,184,198,212],"task":[29],"requester":[30],"usually":[31],"has":[32],"a":[33,66,98,104,122,162,187],"limited":[34],"budget.":[35],"How":[36],"to":[37,46,69,140],"collect":[38,144],"reliable":[39,145],"multilabel":[42,72,115,194],"how":[45],"compute":[47],"consensus":[49,74,175,208],"within":[50],"budget":[51,213],"interesting":[54],"challenging,":[56],"but":[57],"rarely":[58],"studied,":[59],"problem.":[60],"In":[61,161],"this":[62],"article,":[63],"we":[64],"propose":[65],"novel":[67],"approach":[68],"accomplish":[70],"active":[71,153],"crowd":[73,207],"(AMCC).":[75],"AMCC":[76,117,150,201],"accounts":[77],"commonality":[80,126],"individuality":[82,128],"assumes":[86],"that":[87,157],"can":[89,181],"be":[90],"organized":[91],"into":[92],"groups.":[94,142],"Each":[95],"group":[96],"includes":[97],"set":[99],"who":[102],"share":[103],"similar":[105],"annotation":[106],"behavior":[107],"label":[109,168],"correlations.":[110],"To":[111,143],"achieve":[112],"effective":[114],"consensus,":[116],"models":[118],"workers'":[119],"via":[121],"linear":[123],"combination":[124],"reduces":[130],"impact":[132],"unreliable":[134],"by":[136,214],"assigning":[137],"smaller":[138],"weights":[139],"reduced":[148],"cost,":[149],"introduces":[151],"crowdsourcing":[154],"learning":[155],"selects":[158],"sample-label-worker":[159],"triplets.":[160,217],"triplet,":[163],"selected":[165,179],"sample":[166,185],"most":[171],"informative":[172],"model,":[176],"worker":[180],"reliably":[182],"annotate":[183],"low":[188],"cost.":[189],"Our":[190],"experimental":[191],"results":[192],"on":[193,205,210],"sets":[196],"demonstrate":[197],"advantages":[199],"over":[202],"state-of-the-art":[203],"solutions":[204],"computing":[206],"reducing":[211],"choosing":[215],"cost-effective":[216]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}