{"id":"https://openalex.org/W4403578134","doi":"https://doi.org/10.48550/arxiv.2410.12481","title":"SAC-GLAM: Improving Online RL for LLM agents with Soft Actor-Critic and Hindsight Relabeling","display_name":"SAC-GLAM: Improving Online RL for LLM agents with Soft Actor-Critic and Hindsight Relabeling","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403578134","doi":"https://doi.org/10.48550/arxiv.2410.12481"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.12481","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.12481","pdf_url":"https://arxiv.org/pdf/2410.12481","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.12481","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114337436","display_name":"Loris Gaven","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gaven, Loris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072955860","display_name":"Cl\u00e9ment Romac","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Romac, Clement","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039026472","display_name":"Thomas Carta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carta, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071891236","display_name":"Sylvain Lamprier","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lamprier, Sylvain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042850624","display_name":"Olivier Sigaud","orcid":"https://orcid.org/0000-0002-8544-0229"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sigaud, Olivier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5112309835","display_name":"Pierre\u2010Yves Oudeyer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oudeyer, Pierre-Yves","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9519000053405762,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9368000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindsight-bias","display_name":"Hindsight bias","score":0.9220104813575745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4617671072483063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38445550203323364},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22772416472434998},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.12486815452575684}],"concepts":[{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.9220104813575745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4617671072483063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38445550203323364},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22772416472434998},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.12486815452575684}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2410.12481","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.12481","pdf_url":"https://arxiv.org/pdf/2410.12481","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:doi:10.48550/arxiv.2410.12481","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2410.12481","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.12481","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.12481","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.12481","pdf_url":"https://arxiv.org/pdf/2410.12481","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1656208584","display_name":null,"funder_award_id":"A0151011996","funder_id":"https://openalex.org/F4320326256","funder_display_name":"Grand \u00c9quipement National De Calcul Intensif"}],"funders":[{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403578134.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3197854638","https://openalex.org/W3140454661","https://openalex.org/W4245029315","https://openalex.org/W2139970489","https://openalex.org/W1492315459","https://openalex.org/W1512434910","https://openalex.org/W2540910169"],"abstract_inverted_index":{"The":[0],"past":[1],"years":[2],"have":[3],"seen":[4],"Large":[5],"Language":[6],"Models":[7],"(LLMs)":[8],"strive":[9],"not":[10,132],"only":[11,133],"as":[12,17,80],"generative":[13],"models":[14],"but":[15,144],"also":[16,146],"agents":[18,71,104,140],"solving":[19],"textual":[20],"sequential":[21],"decision-making":[22],"tasks.":[23],"When":[24],"facing":[25],"complex":[26],"environments":[27],"where":[28],"their":[29,108],"zero-shot":[30],"abilities":[31],"are":[32],"insufficient,":[33],"recent":[34],"work":[35,58],"showed":[36],"online":[37,143],"Reinforcement":[38],"Learning":[39],"(RL)":[40],"could":[41,72],"be":[42,90],"used":[43],"for":[44,74,92],"the":[45,66,135],"LLM":[46,93,128,139],"agent":[47],"to":[48,60,127],"discover":[49],"and":[50,77,83,96,106,117,124],"learn":[51,142],"efficient":[52],"strategies":[53],"interactively.":[54],"However,":[55],"most":[56],"prior":[57],"sticks":[59],"on-policy":[61,148],"algorithms,":[62],"which":[63],"greatly":[64],"reduces":[65],"scope":[67],"of":[68,121],"methods":[69,88,149],"such":[70,79,87],"use":[73],"both":[75],"exploration":[76],"exploitation,":[78],"experience":[81],"replay":[82],"hindsight":[84,125],"relabeling.":[85],"Yet,":[86],"may":[89],"key":[91],"learning":[94],"agents,":[95],"in":[97,150],"particular":[98],"when":[99],"designing":[100],"autonomous":[101],"intrinsically":[102],"motivated":[103],"sampling":[105],"pursuing":[107],"own":[109],"goals":[110],"(i.e.":[111],"autotelic":[112,138],"agents).":[113],"This":[114],"paper":[115],"presents":[116],"studies":[118],"an":[119],"adaptation":[120],"Soft":[122],"Actor-Critic":[123],"relabeling":[126],"agents.":[129],"Our":[130],"method":[131],"paves":[134],"path":[136],"towards":[137],"that":[141],"can":[145],"outperform":[147],"more":[151],"classic":[152],"multi-goal":[153],"RL":[154],"environments.":[155]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2024-10-20T00:00:00"}