{"id":"https://openalex.org/W7077975487","doi":null,"title":"Trust-region variational autoencoders for multi-agent reinforcement learning","display_name":"Trust-region variational autoencoders for multi-agent reinforcement learning","alternate_titles":[],"publication_year":2025,"publication_date":"2025-07-31","ids":{"openalex":"https://openalex.org/W7077975487"},"language":"en","primary_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/138592","doi":null,"is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/138592","pdf_url":"https://aaltodoc.aalto.fi/bitstreams/135bbc4d-b28c-40b8-b344-6e23f089f086/download","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G2 Pro gradu, diplomity\u00f6"},"parent_works":[],"lineage":["https://openalex.org/W7077975487"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://aaltodoc.aalto.fi/bitstreams/135bbc4d-b28c-40b8-b344-6e23f089f086/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Gangadharan Nair Krishnan, Kiran","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gangadharan Nair Krishnan, Kiran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.878000020980835},{"id":"https://openalex.org/keywords/variational-autoencoder","display_name":"variational autoencoder","score":0.8389999866485596},{"id":"https://openalex.org/keywords/latent-representation-learning","display_name":"latent representation learning","score":0.7549999952316284},{"id":"https://openalex.org/keywords/representational-drift","display_name":"representational drift","score":0.6200000047683716},{"id":"https://openalex.org/keywords/sample-inefficiency","display_name":"sample inefficiency","score":0.699999988079071},{"id":"https://openalex.org/keywords/cooperative-multi-agent-tasks","display_name":"cooperative multi-agent tasks","score":0.628000020980835}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7702000141143799},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7695000171661377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7231000065803528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7148000001907349},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6254000067710876},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5552999973297119},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5461999773979187},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5152999758720398},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.44179999828338623},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.4140999913215637},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.37880000472068787},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/138592","doi":null,"is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/138592","pdf_url":"https://aaltodoc.aalto.fi/bitstreams/135bbc4d-b28c-40b8-b344-6e23f089f086/download","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G2 Pro gradu, diplomity\u00f6"}],"best_oa_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/138592","doi":null,"is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/138592","pdf_url":"https://aaltodoc.aalto.fi/bitstreams/135bbc4d-b28c-40b8-b344-6e23f089f086/download","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G2 Pro gradu, diplomity\u00f6"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7077975487.pdf","grobid_xml":"https://content.openalex.org/works/W7077975487.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W199564175","https://openalex.org/W1771410628","https://openalex.org/W1959608418","https://openalex.org/W1965555277","https://openalex.org/W2124344619","https://openalex.org/W2154997814","https://openalex.org/W2210483910","https://openalex.org/W2247585390","https://openalex.org/W2260756217","https://openalex.org/W2396178844","https://openalex.org/W2478870789","https://openalex.org/W2551887912","https://openalex.org/W2563830277","https://openalex.org/W2570734388","https://openalex.org/W2623431351","https://openalex.org/W2736601468","https://openalex.org/W2747213132","https://openalex.org/W2753738274","https://openalex.org/W2803743229","https://openalex.org/W2809668646","https://openalex.org/W2823112946","https://openalex.org/W2887503931","https://openalex.org/W2927928207","https://openalex.org/W2954974210","https://openalex.org/W2996609754","https://openalex.org/W3085605093","https://openalex.org/W3134537774","https://openalex.org/W3157552953","https://openalex.org/W3185054068","https://openalex.org/W3208045904","https://openalex.org/W4385768055","https://openalex.org/W4389289134","https://openalex.org/W4389982715","https://openalex.org/W4390189537","https://openalex.org/W4391074538","https://openalex.org/W4403555635","https://openalex.org/W4405941855","https://openalex.org/W4409980745","https://openalex.org/W7133188823","https://openalex.org/W7133219949","https://openalex.org/W7133226216","https://openalex.org/W7133238541"],"related_works":["https://openalex.org/W7169589273","https://openalex.org/W4385768055","https://openalex.org/W7127641991","https://openalex.org/W3125413461","https://openalex.org/W7124294995","https://openalex.org/W4410631880","https://openalex.org/W7135093936","https://openalex.org/W7155187045","https://openalex.org/W4415048476","https://openalex.org/W4411996171"],"abstract_inverted_index":{"Learning":[0],"effective":[1],"policies":[2],"from":[3,85],"high-dimensional":[4],"observations":[5],"such":[6],"as":[7],"images":[8],"remains":[9,45],"a":[10,50,55,60,102,126,153],"challenge":[11],"in":[12,28,149,160],"multi-agent":[13,43,64,127,161],"reinforcement":[14],"learning":[15,34,81],"(MARL),":[16],"particularly":[17],"due":[18],"to":[19,42],"sample":[20],"inefficiency":[21],"and":[22,37,79,112,132,147],"representational":[23,108],"instability.":[24],"While":[25],"recent":[26],"advances":[27],"single-agent":[29],"settings":[30],"have":[31],"explored":[32],"representation":[33,150],"through":[35],"generative":[36],"contrastive":[38],"methods,":[39],"their":[40],"extension":[41],"domains":[44],"limited.":[46],"This":[47],"thesis":[48],"introduces":[49],"novel":[51],"framework":[52,120],"that":[53,141],"integrates":[54],"variational":[56,66],"autoencoder":[57,67],"(VAE)":[58],"with":[59,135],"trust-region":[61,65],"constraint,":[62],"called":[63],"(MA-TRVAE),":[68],"into":[69],"the":[70,98,105,119,136],"MARL":[71],"training":[72,111],"pipeline.":[73],"The":[74],"proposed":[75],"approach":[76],"enables":[77],"stable":[78],"efficient":[80],"of":[82],"latent":[83],"representations":[84],"pixel-based":[86],"observations,":[87],"which":[88],"are":[89],"shared":[90],"across":[91],"agents":[92],"for":[93,156],"policy":[94,115],"optimization.":[95],"By":[96],"constraining":[97],"encoder":[99],"updates":[100],"within":[101,125],"trust":[103],"region,":[104],"method":[106],"mitigates":[107],"drift":[109],"during":[110],"improves":[113],"overall":[114],"stability.":[116],"We":[117],"evaluate":[118],"on":[121],"vision-based":[122],"cooperative":[123],"tasks":[124],"quadcopter":[128],"control":[129],"(MAQC)":[130],"environment":[131],"compare":[133],"it":[134],"baselines.":[137],"Experimental":[138],"results":[139],"demonstrate":[140],"MA-TRVAE":[142],"achieves":[143],"improved":[144],"performance,":[145],"scalability,":[146],"robustness":[148],"learning,":[151],"providing":[152],"promising":[154],"direction":[155],"integrating":[157],"trust-region-constrained":[158],"VAEs":[159],"systems.":[162]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7077975487","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
