{"id":"https://openalex.org/W7204106853","doi":"https://doi.org/10.1093/bioinformatics/btag499","title":"Mitigating Goodhart\u2019s law in epitope-conditioned TCR generation using plug-and-play reward designs","display_name":"Mitigating Goodhart\u2019s law in epitope-conditioned TCR generation using plug-and-play reward designs","alternate_titles":[],"publication_year":2026,"publication_date":"2026-08-01","ids":{"openalex":"https://openalex.org/W7204106853","doi":"https://doi.org/10.1093/bioinformatics/btag499","pmid":"https://pubmed.ncbi.nlm.nih.gov/42635193","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13501281"},"language":"en","primary_location":{"id":"doi:10.1093/bioinformatics/btag499","doi":"https://doi.org/10.1093/bioinformatics/btag499","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btag499","pdf_url":null,"source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","ccf-a","cwts-core","doaj","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7204106853"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1093/bioinformatics/btag499","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019176195","display_name":"Pengfei Zhang","orcid":"https://orcid.org/0009-0009-5976-0673","observed_orcids":["https://orcid.org/0009-0009-5976-0673"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pengfei Zhang","raw_affiliation_strings":["Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States"],"raw_orcid":"https://orcid.org/0009-0009-5976-0673","affiliations":[{"raw_affiliation_string":"Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091588747","display_name":"Xiaoyi He","orcid":"https://orcid.org/0000-0002-6263-0329","observed_orcids":["https://orcid.org/0000-0002-6263-0329"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiaoyi He","raw_affiliation_strings":["Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133290738","display_name":"Fredo Guan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fredo Guan","raw_affiliation_strings":["Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100965951","display_name":"Hao Mei","orcid":"https://orcid.org/0000-0002-5740-0844","observed_orcids":["https://orcid.org/0000-0002-5740-0844"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hao Mei","raw_affiliation_strings":["Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States"],"raw_orcid":"https://orcid.org/0000-0002-5740-0844","affiliations":[{"raw_affiliation_string":"Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095847257","display_name":"Gloria Grama","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gloria Grama","raw_affiliation_strings":["Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079990281","display_name":"Seojin Bang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Seojin Bang","raw_affiliation_strings":["Elorian AI , CA 94301, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Elorian AI , CA 94301, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017723224","display_name":"Heewook Lee","orcid":"https://orcid.org/0000-0002-3528-6833","observed_orcids":["https://orcid.org/0000-0002-3528-6833"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Heewook Lee","raw_affiliation_strings":["Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biodesign Institute, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"School of Computing Augmented Intelligence, Arizona State University , Tempe, AZ 85281, United States","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017723224"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":{"value":3989,"currency":"USD","value_usd":3989},"apc_paid":{"value":3989,"currency":"USD","value_usd":3989},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"42","issue":"Supplement_2","first_page":"btag499","last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12576","display_name":"vaccines and immunoinformatics approaches","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12576","display_name":"vaccines and immunoinformatics approaches","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.00860000029206276,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11016","display_name":"Monoclonal and Polyclonal Antibodies Research","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/2403","display_name":"Immunology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/goodhart-s-law","display_name":"Goodhart's law","score":0.9779999852180481},{"id":"https://openalex.org/keywords/reward-hacking","display_name":"reward hacking","score":0.9079999923706055},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.5440000295639038},{"id":"https://openalex.org/keywords/model-ensembling","display_name":"model ensembling","score":0.6460000276565552},{"id":"https://openalex.org/keywords/cdr3beta-sequences","display_name":"CDR3beta sequences","score":0.7369999885559082},{"id":"https://openalex.org/keywords/t-cell-receptor-diversity","display_name":"T cell receptor diversity","score":0.7929999828338623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7264000177383423},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5665000081062317},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5508000254631042},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5091999769210815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4934999942779541},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4607999920845032},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4339999854564667},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43230000138282776},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C2778473898","wikidata":"https://www.wikidata.org/wiki/Q2145110","display_name":"Repertoire","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.37119999527931213},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3578999936580658},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C2776235265","wikidata":"https://www.wikidata.org/wiki/Q18392052","display_name":"Fragment (logic)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.272599995136261},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.25870001316070557}],"mesh":[{"descriptor_ui":"D000098408","descriptor_name":"Reinforcement Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000939","descriptor_name":"Epitopes","qualifier_ui":"Q000276","qualifier_name":"immunology","is_major_topic":true},{"descriptor_ui":"D000939","descriptor_name":"Epitopes","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":true},{"descriptor_ui":"D011948","descriptor_name":"Receptors, Antigen, T-Cell","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D011948","descriptor_name":"Receptors, Antigen, T-Cell","qualifier_ui":"Q000276","qualifier_name":"immunology","is_major_topic":true},{"descriptor_ui":"D011948","descriptor_name":"Receptors, Antigen, T-Cell","qualifier_ui":"Q000378","qualifier_name":"metabolism","is_major_topic":true},{"descriptor_ui":"D011948","descriptor_name":"Receptors, Antigen, T-Cell","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1093/bioinformatics/btag499","doi":"https://doi.org/10.1093/bioinformatics/btag499","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btag499","pdf_url":null,"source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","ccf-a","cwts-core","doaj","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13501281","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13501281/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13501281/pdf/","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"Text"},{"id":"pmid:42635193","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42635193","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics (Oxford, England)","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1093/bioinformatics/btag499","doi":"https://doi.org/10.1093/bioinformatics/btag499","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btag499","pdf_url":null,"source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","ccf-a","cwts-core","doaj","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3590229106","display_name":null,"funder_award_id":"140D042590007","funder_id":"https://openalex.org/F2294704616","funder_display_name":"Advanced Research Projects Agency for Health"},{"id":"https://openalex.org/G9000906652","display_name":"Machine Learning Models for Studying Protein Interactions in the Context of Immune Receptors","funder_award_id":"R35GM155417","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"},{"id":"https://openalex.org/G9001175717","display_name":null,"funder_award_id":"140D042590007","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F2294704616","display_name":"Advanced Research Projects Agency for Health","ror":"https://ror.org/01r532x50"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204106853.pdf","grobid_xml":"https://content.openalex.org/works/W7204106853.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1945616565","https://openalex.org/W2031011895","https://openalex.org/W2146074801","https://openalex.org/W2472097883","https://openalex.org/W2626804490","https://openalex.org/W2671261300","https://openalex.org/W2736601468","https://openalex.org/W2793512604","https://openalex.org/W2938803199","https://openalex.org/W2966041852","https://openalex.org/W2996314716","https://openalex.org/W3080758869","https://openalex.org/W3134285993","https://openalex.org/W3196626346","https://openalex.org/W3217516687","https://openalex.org/W4280491725","https://openalex.org/W4297808394","https://openalex.org/W4366091687","https://openalex.org/W4404627931","https://openalex.org/W4410039374","https://openalex.org/W4412454114","https://openalex.org/W7133211372","https://openalex.org/W7133230429"],"related_works":["https://openalex.org/W4387806048","https://openalex.org/W4406898025","https://openalex.org/W7204452274","https://openalex.org/W4415314107","https://openalex.org/W7204872522","https://openalex.org/W7160634299","https://openalex.org/W4362499614","https://openalex.org/W4403715316","https://openalex.org/W4412454129"],"abstract_inverted_index":{"MOTIVATION:":[0],"Epitope-conditioned":[1],"T":[2],"cell":[3],"receptor":[4],"(TCR)":[5],"generation":[6,28,91],"extends":[7],"protein":[8],"language":[9],"modeling":[10],"to":[11,34,44],"the":[12,69,123,153,158,184],"design":[13,182],"of":[14,189],"therapeutically":[15],"relevant":[16],"receptors.":[17],"Reinforcement":[18],"learning":[19],"(RL)":[20],"post-training":[21],"with":[22,143],"surrogate":[23,40],"binding":[24],"predictors":[25],"can":[26,42,60],"improve":[27],"controllability,":[29,186],"but":[30],"it":[31],"is":[32],"vulnerable":[33],"Goodhart's":[35],"Law:":[36],"optimizing":[37],"an":[38],"imperfect":[39],"reward":[41,45,58,65,155,181],"lead":[43],"inflation,":[46,130],"distributional":[47,166],"drift,":[48],"and":[49,75,99,105,116,136,139,164,172,187,197],"biologically":[50],"implausible":[51],"or":[52,72],"nonspecific":[53],"sequences.":[54],"We":[55,82],"investigate":[56],"whether":[57],"hacking":[59],"be":[61],"mitigated":[62],"through":[63],"improved":[64],"formulations":[66,156],"without":[67,76],"modifying":[68],"generator":[70],"architecture":[71],"training":[73,79],"pipeline":[74],"requiring":[77],"additional":[78],"data.":[80],"RESULTS:":[81],"introduce":[83],"a":[84,202],"plug-and-play":[85],"reward-design":[86],"framework":[87],"for":[88],"RL-based":[89],"TCR":[90,191],"that":[92,179],"combines":[93],"heuristic":[94],"biological":[95,170],"priors,":[96],"model":[97],"ensembling,":[98],"binding-specificity":[100],"objectives":[101],"based":[102],"on":[103,150],"max-margin":[104],"contrastive":[106],"formulations.":[107],"These":[108,176],"components":[109],"suppress":[110],"degenerate":[111],"sequences,":[112],"reduce":[113],"model-specific":[114],"biases,":[115],"discourage":[117],"cross-epitope":[118],"binding.":[119,175],"During":[120],"RL":[121],"fine-tuning,":[122],"proposed":[124],"rewards":[125],"stabilize":[126],"optimization,":[127],"limit":[128],"surrogate-reward":[129],"preserve":[131],"canonical":[132],"CDR3\u03b2":[133],"sequence":[134],"patterns":[135],"repertoire":[137],"diversity,":[138],"maintain":[140],"closer":[141],"alignment":[142,167],"experimentally":[144],"validated":[145],"TCR-binder":[146],"distributions.":[147],"In":[148],"evaluations":[149],"unseen":[151],"epitopes,":[152],"specificity-aware":[154],"provide":[157],"strongest":[159],"overall":[160],"performance,":[161],"improving":[162],"diversity":[163],"ground-truth":[165],"while":[168],"retaining":[169],"authenticity":[171],"predicted":[173],"target":[174],"findings":[177],"demonstrate":[178],"Goodhart-resistant":[180],"improves":[183],"reliability,":[185],"generalization":[188],"epitope-conditioned":[190],"generation.":[192],"AVAILABILITY":[193],"AND":[194],"IMPLEMENTATION:":[195],"Code":[196],"models":[198],"are":[199],"available":[200],"in":[201],"public":[203],"repository":[204],"(https://github.com/Lee-CBG/TCRRobustRewardDesign).":[205]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204106853","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-08-25T00:00:00"}
