{"id":"https://openalex.org/W2124651849","doi":"https://doi.org/10.1145/2505515.2505528","title":"Feedback-driven multiclass active learning for data streams","display_name":"Feedback-driven multiclass active learning for data streams","publication_year":2013,"publication_date":"2013-10-27","ids":{"openalex":"https://openalex.org/W2124651849","doi":"https://doi.org/10.1145/2505515.2505528","mag":"2124651849"},"language":"en","primary_location":{"id":"doi:10.1145/2505515.2505528","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2505515.2505528","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM international conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026746295","display_name":"Yu Cheng","orcid":"https://orcid.org/0000-0002-0019-2570"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Cheng","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075127080","display_name":"Zhengzhang Chen","orcid":"https://orcid.org/0000-0002-6803-0535"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengzhang Chen","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396549","display_name":"Lu Liu","orcid":"https://orcid.org/0000-0003-2741-2542"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Liu","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351623","display_name":"Jiang Wang","orcid":"https://orcid.org/0000-0003-0012-1729"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiang Wang","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004659592","display_name":"Ankit Agrawal","orcid":"https://orcid.org/0000-0002-5519-0302"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankit Agrawal","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074976770","display_name":"Alok Choudhary","orcid":"https://orcid.org/0000-0001-8152-6319"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alok Choudhary","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1311","last_page":"1320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.817589521408081},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.73793625831604},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6513628363609314},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.648960530757904},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.632545530796051},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5847762823104858},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5588290095329285},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.5280060768127441},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5216108560562134},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.49748972058296204},{"id":"https://openalex.org/keywords/on-the-fly","display_name":"On the fly","score":0.44928833842277527},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4491285979747772}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.817589521408081},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.73793625831604},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6513628363609314},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.648960530757904},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.632545530796051},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5847762823104858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5588290095329285},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.5280060768127441},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5216108560562134},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.49748972058296204},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.44928833842277527},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4491285979747772},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2505515.2505528","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2505515.2505528","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM international conference on Information & Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.414.1128","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.414.1128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://cucis.ece.northwestern.edu/publications/pdf/CheChe13.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.935.4192","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.935.4192","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.researchgate.net/profile/Zhengzhang_Chen/publication/259237240_Feedback-Driven_Multiclass_Active_Learning_for_Data_Streams/links/02e7e52a8dcb44917c000000.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W3540556","https://openalex.org/W1522553155","https://openalex.org/W1528361845","https://openalex.org/W1549658602","https://openalex.org/W1576360539","https://openalex.org/W1580375566","https://openalex.org/W1978633512","https://openalex.org/W1994757995","https://openalex.org/W2012878613","https://openalex.org/W2027152858","https://openalex.org/W2027953712","https://openalex.org/W2028489411","https://openalex.org/W2080021732","https://openalex.org/W2098884607","https://openalex.org/W2108740451","https://openalex.org/W2122777361","https://openalex.org/W2123108597","https://openalex.org/W2135892731","https://openalex.org/W2140679654","https://openalex.org/W2143521632","https://openalex.org/W2146030484","https://openalex.org/W2148486404","https://openalex.org/W2153786467","https://openalex.org/W2162692886","https://openalex.org/W2164124780","https://openalex.org/W2165484066","https://openalex.org/W2166534157","https://openalex.org/W2612972698","https://openalex.org/W2903158431","https://openalex.org/W3014245600","https://openalex.org/W6756615331"],"related_works":["https://openalex.org/W2056314584","https://openalex.org/W1492505081","https://openalex.org/W1986633584","https://openalex.org/W2976807053","https://openalex.org/W184546935","https://openalex.org/W2909115059","https://openalex.org/W2943886396","https://openalex.org/W2949671220","https://openalex.org/W42414577","https://openalex.org/W3008463620"],"abstract_inverted_index":{"Active":[0],"learning":[1,20,32,58,78,99,106,128],"is":[2,59,69,119],"a":[3,23,28,51,66,88,103,114],"promising":[4],"way":[5],"to":[6,121],"efficiently":[7],"build":[8],"up":[9],"training":[10],"sets":[11],"with":[12],"minimal":[13],"supervision.":[14],"Most":[15],"existing":[16,145],"methods":[17],"consider":[18],"the":[19,37,43,97,127,139],"problem":[21],"in":[22,27,42,65,79,113],"pool-based":[24],"setting.":[25],"However,":[26],"lot":[29],"of":[30,45,53,141],"real-world":[31,136],"tasks,":[33],"such":[34],"as":[35],"crowdsourcing,":[36],"unlabeled":[38,54],"samples,":[39],"arrive":[40],"sequentially":[41],"form":[44],"continuous":[46],"rapid":[47],"streams.":[48],"Thus,":[49],"preparing":[50],"pool":[52,68],"data":[55,67],"for":[56,74,91],"active":[57,94,105],"impractical.":[60],"Moreover,":[61],"performing":[62],"exhaustive":[63],"search":[64],"expensive,":[70],"and":[71,124,135],"therefore":[72],"unsuitable":[73],"supporting":[75],"on-the-fly":[76],"interactive":[77],"large":[80],"scale":[81],"data.":[82],"In":[83],"this":[84],"paper,":[85],"we":[86,101],"present":[87],"systematic":[89],"framework":[90,143],"stream-based":[92],"multi-class":[93],"learning.":[95],"Following":[96],"reinforcement":[98],"framework,":[100],"propose":[102],"feedback-driven":[104],"approach":[107],"by":[108],"adaptively":[109],"combining":[110],"different":[111],"criteria":[112],"time-varying":[115],"manner.":[116],"Our":[117],"method":[118],"able":[120],"balance":[122],"exploration":[123],"exploitation":[125],"during":[126],"process.":[129],"Extensive":[130],"evaluation":[131],"on":[132],"various":[133],"benchmark":[134],"datasets":[137],"demonstrates":[138],"superiority":[140],"our":[142],"over":[144],"methods.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}