{"id":"https://openalex.org/W2964571549","doi":"https://doi.org/10.1109/saso.2019.00016","title":"Constructivist Approach to State Space Adaptation in Reinforcement Learning","display_name":"Constructivist Approach to State Space Adaptation in Reinforcement Learning","publication_year":2019,"publication_date":"2019-06-01","ids":{"openalex":"https://openalex.org/W2964571549","doi":"https://doi.org/10.1109/saso.2019.00016","mag":"2964571549"},"language":"en","primary_location":{"id":"doi:10.1109/saso.2019.00016","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saso.2019.00016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 13th International Conference on Self-Adaptive and Self-Organizing Systems (SASO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048169772","display_name":"Maxime Gu\u00e9riau","orcid":"https://orcid.org/0000-0002-8742-6623"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Maxime Gueriau","raw_affiliation_strings":["School of Computer Science and Statistics, Trinity College, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Statistics, Trinity College, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027708259","display_name":"Nicol\u00e1s Cardozo","orcid":"https://orcid.org/0000-0002-1094-9952"},"institutions":[{"id":"https://openalex.org/I4210143738","display_name":"Universidad de Los Andes","ror":"https://ror.org/04pqpvr75","country_code":"BO","type":"education","lineage":["https://openalex.org/I4210143738"]}],"countries":["BO"],"is_corresponding":false,"raw_author_name":"Nicolas Cardozo","raw_affiliation_strings":["Systems and Computing, Universidad de los Andes"],"affiliations":[{"raw_affiliation_string":"Systems and Computing, Universidad de los Andes","institution_ids":["https://openalex.org/I4210143738"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059738292","display_name":"Ivana Duspari\u0107","orcid":"https://orcid.org/0000-0003-0621-5400"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Ivana Dusparic","raw_affiliation_strings":["School of Computer Science and Statistics, Trinity College, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Statistics, Trinity College, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5048169772"],"corresponding_institution_ids":["https://openalex.org/I205274468"],"apc_list":null,"apc_paid":null,"fwci":1.1201,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.83748439,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"52","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8610616326332092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7718812823295593},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.7417067289352417},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.7140114903450012},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6218540072441101},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5217477083206177},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5011594295501709},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.47767242789268494},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4517660439014435},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4178640842437744},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37438544631004333}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8610616326332092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7718812823295593},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7417067289352417},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.7140114903450012},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6218540072441101},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5217477083206177},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5011594295501709},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.47767242789268494},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4517660439014435},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4178640842437744},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37438544631004333},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/saso.2019.00016","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saso.2019.00016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 13th International Conference on Self-Adaptive and Self-Organizing Systems (SASO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320321056","display_name":"Irish Research Council","ror":"https://ror.org/051xex213"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W120169891","https://openalex.org/W1164749991","https://openalex.org/W1515851193","https://openalex.org/W1553023101","https://openalex.org/W1560851313","https://openalex.org/W1782240760","https://openalex.org/W1986935961","https://openalex.org/W2070619758","https://openalex.org/W2076916652","https://openalex.org/W2138754805","https://openalex.org/W2153427071","https://openalex.org/W2186820913","https://openalex.org/W2468354762","https://openalex.org/W2527698548","https://openalex.org/W2539085224","https://openalex.org/W2541498929","https://openalex.org/W2552300487","https://openalex.org/W2565735610","https://openalex.org/W2735949210","https://openalex.org/W2790769276","https://openalex.org/W2905551475","https://openalex.org/W2978894944","https://openalex.org/W3131781260","https://openalex.org/W4214717370","https://openalex.org/W4297439914","https://openalex.org/W6604928423","https://openalex.org/W6632994062","https://openalex.org/W6680294583","https://openalex.org/W6719911377","https://openalex.org/W6790776158"],"related_works":["https://openalex.org/W2931688134","https://openalex.org/W2377919138","https://openalex.org/W2378857091","https://openalex.org/W1081706099","https://openalex.org/W2370730867","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W4297873223","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,212],"(RL)":[2],"is":[3],"increasingly":[4],"used":[5],"to":[6,40,67,74,86,89,94,113,139,170,201,203,207,218],"achieve":[7],"adaptive":[8],"behaviours":[9,38],"in":[10,28,61,179],"Internet":[11],"of":[12,19,50,55,79,99,107,134,162,211],"Things":[13],"systems":[14],"relying":[15],"on":[16,146],"large":[17],"amounts":[18],"sensor":[20,51,147,205],"data.":[21,101],"To":[22],"address":[23],"the":[24,48,53,64,69,80,96,135,166,182,209],"need":[25,85],"for":[26,32,63],"self-adaptation":[27,56],"such":[29],"environments,":[30],"techniques":[31],"detecting":[33],"environment":[34,71],"changes":[35,42],"and":[36,115,149,157,189,194,217],"re-learning":[37],"appropriate":[39,168],"those":[41],"have":[43],"been":[44],"proposed.":[45],"However,":[46],"with":[47],"heterogeneity":[49],"inputs,":[52,206],"problem":[54],"permeates":[57],"one":[58,169],"level":[59],"deeper;":[60],"order":[62],"learnt":[65,150],"behaviour":[66],"adapt,":[68],"underlying":[70],"representation":[72],"needs":[73],"adapt":[75,117,202],"first.":[76],"The":[77],"granularity":[78,98],"RL":[81,109,112,184],"state":[82,119,143,163,214],"space":[83,120,215],"might":[84],"be":[87],"adapted":[88],"learn":[90,114,141],"more":[91],"efficiently,":[92],"or":[93],"match":[95],"new":[97,204],"input":[100],"This":[102],"paper":[103],"proposes":[104],"an":[105,132],"implementation":[106],"Constructivist":[108],"(Con-RL),":[110],"enabling":[111],"continuously":[116,158],"its":[118,199],"representations.":[121],"We":[122,154,176,197],"propose":[123],"a":[124,160,190],"Multi-Layer":[125],"Growing":[126],"Neural":[127],"Gas":[128],"(ML-GNG)":[129],"technique,":[130],"as":[131],"extension":[133],"GNG":[136],"clustering":[137],"algorithm,":[138],"autonomously":[140],"suitable":[142],"spaces":[144],"based":[145],"data":[148],"actions":[151],"at":[152,172],"runtime.":[153],"also":[155],"create":[156],"update":[159],"repository":[161],"spaces,":[164],"selecting":[165],"most":[167],"use":[171],"each":[173],"time":[174],"step.":[175],"evaluate":[177],"Con-RL":[178],"two":[180],"scenarios:":[181],"canonical":[183],"mountain":[185],"car":[186,193],"single-agent":[187],"scenario,":[188],"large-scale":[191],"multi-agent":[192],"ride-sharing":[195],"scenario.":[196],"demonstrate":[198],"ability":[200],"increase":[208],"speed":[210],"through":[213],"optimization,":[216],"maintain":[219],"stable":[220],"long-term":[221],"performance.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}