{"id":"https://openalex.org/W7166009981","doi":"https://doi.org/10.48550/arxiv.2606.27136","title":"Joint Learning of Experiential Rules and Policies for Large Language Model Agents","display_name":"Joint Learning of Experiential Rules and Policies for Large Language Model Agents","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166009981","doi":"https://doi.org/10.48550/arxiv.2606.27136"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.27136","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27136","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.27136","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042684538","display_name":"S. Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Shicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5043761995","display_name":"C Shijia Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22310000658035278,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22310000658035278,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10729999840259552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.06289999932050705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5979999899864197},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5598999857902527},{"id":"https://openalex.org/keywords/experiential-learning","display_name":"Experiential learning","score":0.5404000282287598},{"id":"https://openalex.org/keywords/sync","display_name":"sync","score":0.5357000231742859},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4862000048160553},{"id":"https://openalex.org/keywords/policy-learning","display_name":"Policy learning","score":0.4593999981880188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6870999932289124},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5979999899864197},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5598999857902527},{"id":"https://openalex.org/C37228920","wikidata":"https://www.wikidata.org/wiki/Q1307600","display_name":"Experiential learning","level":2,"score":0.5404000282287598},{"id":"https://openalex.org/C3913047","wikidata":"https://www.wikidata.org/wiki/Q1956265","display_name":"sync","level":3,"score":0.5357000231742859},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4862000048160553},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.4593999981880188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41589999198913574},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3174000084400177},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.29600000381469727},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C123587114","wikidata":"https://www.wikidata.org/wiki/Q2101508","display_name":"Policy analysis","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26579999923706055},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C123353603","wikidata":"https://www.wikidata.org/wiki/Q5421070","display_name":"Experiential knowledge","level":2,"score":0.2605000138282776}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.27136","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27136","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.27136","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27136","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7585085034370422,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"For":[0],"LLM":[1,94],"agents":[2],"in":[3,81,192],"multi-step":[4],"interactive":[5,197],"environments,":[6],"a":[7,99],"key":[8],"challenge":[9],"is":[10,52],"to":[11,45,54,138,143,173],"make":[12],"effective":[13,171],"use":[14],"of":[15,26,60,88],"accumulated":[16],"interaction":[17,109,127],"experience.":[18],"Existing":[19],"work":[20],"has":[21],"typically":[22],"separated":[23],"two":[24],"uses":[25,133],"such":[27],"experience:":[28],"keeping":[29],"it":[30,132],"outside":[31],"the":[32,47,63,66,69,104,107,120,126,134,140,145,159,164,178],"model":[33,48,179],"as":[34],"natural-language":[35],"rules":[36,117],"for":[37,78,93,195],"later":[38],"prompting,":[39],"or":[40],"using":[41],"trajectories":[42,136],"and":[43,91,103,118,142,170,184],"feedback":[44],"update":[46],"parameters.":[49],"The":[50],"former":[51],"easy":[53],"interpret":[55],"but":[56,73],"can":[57],"fall":[58],"out":[59],"sync":[61],"with":[62,125,152,163],"evolving":[64,165],"policy;":[65],"latter":[67],"improves":[68],"policy":[70,105,141,166],"more":[71],"broadly":[72],"provides":[74],"only":[75],"limited":[76],"correction":[77],"local":[79],"mistakes":[80],"sparse-reward":[82],"settings.":[83],"We":[84],"present":[85],"Joint":[86],"Learning":[87],"Experiential":[89],"Rules":[90],"Policies":[92],"Agents":[95],"(JERP),":[96],"which":[97],"updates":[98],"long-term":[100],"experiential-rule":[101],"pool":[102,147,161],"from":[106],"same":[108],"trajectories.":[110,155],"At":[111],"decision":[112,193],"time,":[113],"JERP":[114,188],"retrieves":[115],"task-relevant":[116],"conditions":[119],"agent":[121],"on":[122,182],"them":[123],"together":[124],"history.":[128],"After":[129],"each":[130],"episode,":[131],"collected":[135],"both":[137],"optimize":[139],"revise":[144],"rule":[146,160],"by":[148],"comparing":[149],"current":[150],"rollouts":[151],"reference":[153],"successful":[154],"This":[156],"coupling":[157],"keeps":[158],"aligned":[162],"while":[167],"allowing":[168],"stable":[169],"behaviors":[172],"be":[174],"gradually":[175],"absorbed":[176],"into":[177],"itself.":[180],"Experiments":[181],"AlfWorld":[183],"WebShop":[185],"show":[186],"that":[187],"yields":[189],"consistent":[190],"gains":[191],"performance":[194],"complex":[196],"tasks.":[198]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-27T00:00:00"}