{"id":"https://openalex.org/W4403487884","doi":"https://doi.org/10.3233/faia240694","title":"Mind the Model, Not the Agent: The Primacy Bias in Model-Based RL","display_name":"Mind the Model, Not the Agent: The Primacy Bias in Model-Based RL","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403487884","doi":"https://doi.org/10.3233/faia240694"},"language":"en","primary_location":{"id":"doi:10.3233/faia240694","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240694","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia240694","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075369343","display_name":"Zhongjian Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongjian Qiao","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054042368","display_name":"Jiafei Lyu","orcid":"https://orcid.org/0000-0002-0842-7151"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafei Lyu","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103568080","display_name":"Xiu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiu Li","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36023301,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4439474046230316},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.33765384554862976}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4439474046230316},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.33765384554862976}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia240694","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240694","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia240694","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240694","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246","https://openalex.org/W2067108088","https://openalex.org/W2085372204"],"abstract_inverted_index":{"The":[0,187],"primacy":[1,53,59,76,102,112,121,143,199],"bias":[2,54,60,77,103,113,122,144,200],"in":[3,55,61,78,92,104,145,201],"model-free":[4],"reinforcement":[5,63],"learning":[6,64],"(MFRL),":[7],"which":[8],"refers":[9],"to":[10,14,22,110,140,151,217],"the":[11,20,30,46,52,58,75,86,93,101,111,115,120,124,142,161,198,202,207],"agent\u2019s":[12,47,87],"tendency":[13],"overfit":[15],"early":[16],"data":[17],"and":[18,157,173,205],"lose":[19],"ability":[21],"learn":[23],"from":[24],"new":[25],"data,":[26],"can":[27,49,195],"significantly":[28,196],"decrease":[29],"performance":[31,91],"of":[32,95,114,119,123,163],"MFRL":[33],"algorithms.":[34],"Previous":[35],"studies":[36],"have":[37],"shown":[38],"that":[39,84,100,191],"employing":[40],"simple":[41,136],"techniques,":[42],"such":[43],"as":[44,177,179],"resetting":[45,85,194,221],"parameters,":[48],"substantially":[50],"alleviate":[51,141,197],"MFRL.":[56],"However,":[57],"model-based":[62,203],"(MBRL)":[65],"remains":[66],"unexplored.":[67],"In":[68],"this":[69,128],"work,":[70],"we":[71,130],"focus":[72],"on":[73,127,166,171,183,215],"investigating":[74],"MBRL.":[79,96,146],"We":[80,97,147,159,210],"begin":[81],"by":[82],"observing":[83],"parameters":[88],"harms":[89],"its":[90],"context":[94],"further":[98],"find":[99],"MBRL":[105,154],"is":[106],"more":[107],"closely":[108],"related":[109],"world":[116,132,192,219],"model":[117,133,193,220],"instead":[118],"agent.":[125],"Based":[126],"finding,":[129],"propose":[131],"resetting,":[134],"a":[135,213],"yet":[137],"effective":[138],"technique":[139],"apply":[148],"our":[149,164],"method":[150,165],"two":[152],"different":[153],"algorithms,":[155],"MBPO":[156],"DreamerV2.":[158],"validate":[160],"effectiveness":[162],"multiple":[167],"continuous":[168],"control":[169,181],"tasks":[170,182],"MuJoCo":[172],"DeepMind":[174],"Control":[175],"Suite,":[176],"well":[178],"discrete":[180],"Atari":[184],"100k":[185],"benchmark.":[186],"experimental":[188],"results":[189],"show":[190],"setting":[204],"improve":[206],"algorithm\u2019s":[208],"performance.":[209],"also":[211],"give":[212],"guide":[214],"how":[216],"perform":[218],"effectively.":[222]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}