{"id":"https://openalex.org/W2587314205","doi":"https://doi.org/10.1109/smc.2016.7844549","title":"Incremental learning of neural network classifiers using reinforcement learning","display_name":"Incremental learning of neural network classifiers using reinforcement learning","publication_year":2016,"publication_date":"2016-10-01","ids":{"openalex":"https://openalex.org/W2587314205","doi":"https://doi.org/10.1109/smc.2016.7844549","mag":"2587314205"},"language":"en","primary_location":{"id":"doi:10.1109/smc.2016.7844549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc.2016.7844549","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030977697","display_name":"Sourabh Bose","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sourabh Bose","raw_affiliation_strings":["Computer Science and Engineering, University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047174917","display_name":"Manfred Huber","orcid":"https://orcid.org/0009-0007-0294-9147"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manfred Huber","raw_affiliation_strings":["Computer Science and Engineering, University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I189196454"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2016","issue":null,"first_page":"002097","last_page":"002103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8345534801483154},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6539947390556335},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6436803936958313},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5682973861694336},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5281496047973633},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5262153148651123},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5114597082138062},{"id":"https://openalex.org/keywords/online-machine-learning","display_name":"Online machine learning","score":0.46587440371513367},{"id":"https://openalex.org/keywords/streaming-data","display_name":"Streaming data","score":0.4619455933570862},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44937705993652344},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4260209798812866},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.41692647337913513},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10942485928535461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8345534801483154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6539947390556335},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6436803936958313},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5682973861694336},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5281496047973633},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5262153148651123},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5114597082138062},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.46587440371513367},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.4619455933570862},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44937705993652344},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4260209798812866},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.41692647337913513},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10942485928535461},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/smc.2016.7844549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc.2016.7844549","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},{"id":"mag:2751511604","is_oa":false,"landing_page_url":"http://jglobal.jst.go.jp/en/public/201702227891035375","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1529840045","https://openalex.org/W1567125377","https://openalex.org/W1981325283","https://openalex.org/W1988790447","https://openalex.org/W1990079212","https://openalex.org/W1992377221","https://openalex.org/W2022747340","https://openalex.org/W2097987924","https://openalex.org/W2100128988","https://openalex.org/W2103346566","https://openalex.org/W2109910161","https://openalex.org/W2112076978","https://openalex.org/W2124175081","https://openalex.org/W2127082287","https://openalex.org/W2133864802","https://openalex.org/W2152761983","https://openalex.org/W2168915016","https://openalex.org/W2912934387","https://openalex.org/W3014813097","https://openalex.org/W3106409770","https://openalex.org/W4212883601","https://openalex.org/W6676769703","https://openalex.org/W6678114464","https://openalex.org/W6679322618","https://openalex.org/W6680007464"],"related_works":["https://openalex.org/W4388311650","https://openalex.org/W4362501864","https://openalex.org/W1974056099","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W1965676450","https://openalex.org/W3095824756","https://openalex.org/W2181090116","https://openalex.org/W2919306532","https://openalex.org/W2152793312"],"abstract_inverted_index":{"With":[0],"the":[1,32,50,154,171,190,206],"availability":[2],"of":[3,31,52,123,148,153,208],"more":[4],"data,":[5,155],"classification":[6,12,78],"is":[7,56,174],"increasingly":[8],"important.":[9],"However,":[10],"traditional":[11,77],"algorithms":[13,79],"do":[14],"not":[15,25,88,175],"scale":[16],"well":[17],"to":[18,60,68,82,109,113,129,132,189,204],"large":[19,166,185],"data":[20,48,53,71,93,131,162,167],"sets":[21,168],"and":[22,70,125,163,184,216],"are":[23,34,80,86],"often":[24],"suited":[26],"when":[27,49],"only":[28],"limited":[29],"samples":[30],"dataset":[33,192],"available":[35],"at":[36],"any":[37],"point":[38],"in":[39,46,62],"time.":[40],"The":[41],"latter":[42],"arises,":[43],"for":[44,119,136,160,164,211],"example,":[45],"streaming":[47,161,214],"accumulation":[51],"a":[54,101,111,120,134,146],"priori":[55],"infeasible":[57],"either":[58],"due":[59,67],"limitations":[61],"memory":[63],"or":[64,66],"computation,":[65],"privacy":[69],"ownership":[72],"limitations.":[73],"In":[74,140],"these":[75],"situations,":[76],"difficult":[81],"apply":[83],"since":[84],"they":[85],"generally":[87],"incrementally":[89,114],"trainable":[90],"on":[91,145],"changing":[92],"sets.":[94],"To":[95],"address":[96],"this,":[97],"this":[98,137,179,195,209],"paper":[99],"presents":[100],"novel":[102],"approach":[103,180,196,210],"that":[104,194],"first":[105],"uses":[106],"Reinforcement":[107],"Learning":[108],"learn":[110,133],"policy":[112],"build":[115],"neural":[116,186],"network":[117],"classifiers":[118],"broad":[121],"distribution":[122],"problems":[124],"subsequently":[126],"applies":[127],"it":[128,158],"new":[130],"classifier":[135],"specific":[138],"problem.":[139],"both":[141],"phases,":[142],"learning":[143],"operates":[144],"sequence":[147],"small,":[149],"randomly":[150],"drawn":[151],"subsets":[152],"thus":[156],"making":[157],"suitable":[159],"very":[165],"where":[169],"processing":[170],"entire":[172],"set":[173],"feasible.":[176],"Experiments":[177],"comparing":[178],"with":[181,218],"kernel":[182],"SVMs":[183],"networks":[187],"applied":[188],"complete":[191],"show":[193],"achieves":[197],"comparable":[198],"performance.":[199],"Additional":[200],"experiments":[201],"were":[202],"done":[203],"evaluate":[205],"performance":[207],"real":[212],"world,":[213],"datasets":[215,217],"concept":[219],"drift":[220],"properties.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}