{"id":"https://openalex.org/W4406947313","doi":"https://doi.org/10.1109/tkde.2025.3535961","title":"Learning Latent and Changing Dynamics in Real Non-Stationary Environments","display_name":"Learning Latent and Changing Dynamics in Real Non-Stationary Environments","publication_year":2025,"publication_date":"2025-01-29","ids":{"openalex":"https://openalex.org/W4406947313","doi":"https://doi.org/10.1109/tkde.2025.3535961"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3535961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3535961","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073161629","display_name":"Z. Q. Liu","orcid":"https://orcid.org/0000-0003-3624-7753"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Zihe Liu","raw_affiliation_strings":["Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, NSW, Australia","Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3624-7753","affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675577","display_name":"Jie L\u00fc","orcid":"https://orcid.org/0000-0003-0690-4732"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jie Lu","raw_affiliation_strings":["Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, NSW, Australia","Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0690-4732","affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029498647","display_name":"Junyu Xuan","orcid":"https://orcid.org/0000-0002-8367-6908"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Junyu Xuan","raw_affiliation_strings":["Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, NSW, Australia","Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8367-6908","affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062192039","display_name":"Guangquan Zhang","orcid":"https://orcid.org/0000-0003-3960-0583"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guangquan Zhang","raw_affiliation_strings":["Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, NSW, Australia","Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3960-0583","affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5073161629"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":6.5198,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95579657,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"37","issue":"4","first_page":"1930","last_page":"1942"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8205000162124634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8205000162124634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.8152999877929688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.7832000255584717,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.787632942199707},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4497973620891571},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37537795305252075}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.787632942199707},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4497973620891571},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37537795305252075},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2025.3535961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3535961","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1985658808","https://openalex.org/W2115524942","https://openalex.org/W2168359464","https://openalex.org/W2416041116","https://openalex.org/W2528489519","https://openalex.org/W2560647685","https://openalex.org/W2580909119","https://openalex.org/W2754517384","https://openalex.org/W2790355818","https://openalex.org/W2943927637","https://openalex.org/W2950635152","https://openalex.org/W2951360122","https://openalex.org/W2964254877","https://openalex.org/W2987195113","https://openalex.org/W2998187693","https://openalex.org/W3039969618","https://openalex.org/W3046814132","https://openalex.org/W3168573009","https://openalex.org/W3212678506","https://openalex.org/W3216652988","https://openalex.org/W4205513846","https://openalex.org/W4230941224","https://openalex.org/W4243354998","https://openalex.org/W4283365039","https://openalex.org/W4285258080","https://openalex.org/W4393160557","https://openalex.org/W6608012839","https://openalex.org/W6628808406","https://openalex.org/W6629885436","https://openalex.org/W6638018090","https://openalex.org/W6639039794","https://openalex.org/W6682849425","https://openalex.org/W6683161245","https://openalex.org/W6711952718","https://openalex.org/W6731982132","https://openalex.org/W6740804295","https://openalex.org/W6745777752","https://openalex.org/W6747387971","https://openalex.org/W6747473740","https://openalex.org/W6747594027","https://openalex.org/W6748400484","https://openalex.org/W6756256016","https://openalex.org/W6756463683","https://openalex.org/W6757223306","https://openalex.org/W6760405395","https://openalex.org/W6760539816","https://openalex.org/W6762026818","https://openalex.org/W6762473756","https://openalex.org/W6769700555","https://openalex.org/W6771217966","https://openalex.org/W6771810092","https://openalex.org/W6771936276","https://openalex.org/W6775041404","https://openalex.org/W6776444479","https://openalex.org/W6777635358","https://openalex.org/W6779638745","https://openalex.org/W6782399914","https://openalex.org/W6787971688","https://openalex.org/W6790970192","https://openalex.org/W6796062334"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Model-based":[0],"reinforcement":[1,84,200],"learning":[2,64,85,201],"(RL)":[3],"aims":[4],"to":[5,49,130,146,160,165,183,195],"learn":[6,131],"the":[7,23,27,113,117,132,143,157,162,171,174,179],"underlying":[8],"dynamics":[9,56,66],"of":[10,16,116,173],"a":[11,68,81,103,126,192],"given":[12],"environment.":[13],"The":[14],"success":[15],"most":[17,180],"existing":[18],"works":[19],"is":[20,29,32],"built":[21],"on":[22],"critical":[24],"assumption":[25],"that":[26,87,170],"dynamic":[28],"fixed,":[30],"which":[31],"unrealistic":[33],"in":[34,67,102,142,151],"many":[35],"open-world":[36],"scenarios,":[37],"such":[38],"as":[39],"drone":[40],"delivery":[41],"and":[42,76,89,94,98,120],"online":[43,139],"chatting,":[44],"where":[45],"agents":[46],"may":[47],"need":[48],"deal":[50],"with":[51,53],"environments":[52],"unpredictable":[54],"changing":[55,65],"(hereafter,":[57],"<italic":[58],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[59],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">real":[60],"non-stationary":[61,70,109,152],"environment</i>).":[62],"Therefore,":[63],"real":[69,108],"environment":[71],"offers":[72],"both":[73],"significant":[74],"benefits":[75],"challenges.":[77],"This":[78,189],"paper":[79],"proposes":[80],"new":[82,166],"model-based":[83,199],"algorithm":[86,176],"proactively":[88],"dynamically":[90],"detects":[91],"possible":[92],"changes":[93],"Learns":[95],"these":[96],"Latent":[97],"Changing":[99],"Dynamics":[100],"(LLCD)":[101],"latent":[104,127,144],"Markovian":[105,114],"space":[106,128,145],"for":[107,178],"environments.":[110,153],"To":[111],"ensure":[112],"property":[115],"RL":[118],"model":[119,129],"improve":[121],"computational":[122],"efficiency,":[123],"we":[124,137,155],"employ":[125],"environment\u2019s":[133],"transition":[134],"dynamics.":[135],"Furthermore,":[136],"perform":[138],"change":[140,149],"detection":[141],"promptly":[147],"identify":[148],"points":[150],"Then,":[154],"utilize":[156],"detected":[158],"information":[159],"help":[161],"agent":[163],"adapt":[164],"conditions.":[167],"Experiments":[168],"indicate":[169],"rewards":[172],"proposed":[175],"accumulate":[177],"rapid":[181],"adaptions":[182],"environmental":[184],"change,":[185],"among":[186],"other":[187],"benefits.":[188],"work":[190],"has":[191],"strong":[193],"potential":[194],"enhance":[196],"environmentally":[197],"suitable":[198],"capabilities.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}