{"id":"https://openalex.org/W4415313826","doi":"https://doi.org/10.48550/arxiv.2502.19649","title":"Taxonomy, Opportunities, and Challenges of Representation Engineering for Large Language Models","display_name":"Taxonomy, Opportunities, and Challenges of Representation Engineering for Large Language Models","alternate_titles":[],"publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4415313826","doi":"https://doi.org/10.48550/arxiv.2502.19649"},"language":"en","primary_location":{"id":"pmh:oai:jmlr.org:tmlr/2U1KIfmaU9","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/forum?id=2U1KIfmaU9","pdf_url":null,"source":{"id":"https://openalex.org/S4393919742","display_name":"Transactions on machine learning research","issn_l":"2835-8856","issn":["2835-8856"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","jufo-1","norway-1","oarl","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions on Machine Learning Research","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W4415313826"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://openreview.net/forum?id=2U1KIfmaU9","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116211056","display_name":"Jan Wehner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210128801","display_name":"Helmholtz Center for Information Security","ror":"https://ror.org/02njgxr09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I4210128801"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wehner, Jan","raw_affiliation_strings":["CISPA Helmholtz Center for Information Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISPA Helmholtz Center for Information Security","institution_ids":["https://openalex.org/I4210128801"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040674721","display_name":"Sahar Abdelnabi","orcid":"https://orcid.org/0009-0000-5269-951X","observed_orcids":["https://orcid.org/0009-0000-5269-951X"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Abdelnabi, Sahar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Tan, Daniel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tan, Daniel","raw_affiliation_strings":["University College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029025914","display_name":"David Krueger","orcid":"https://orcid.org/0000-0001-7256-0937","observed_orcids":["https://orcid.org/0000-0001-7256-0937"]},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Krueger, David","raw_affiliation_strings":["Mila , University of Montreal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila , University of Montreal","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003887059","display_name":"Mario Fritz","orcid":"https://orcid.org/0000-0001-8949-9896","observed_orcids":["https://orcid.org/0000-0001-8949-9896"]},"institutions":[{"id":"https://openalex.org/I4210128801","display_name":"Helmholtz Center for Information Security","ror":"https://ror.org/02njgxr09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I4210128801"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fritz, Mario","raw_affiliation_strings":["CISPA Helmholtz Center for Information Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISPA Helmholtz Center for Information Security","institution_ids":["https://openalex.org/I4210128801"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.5292,"has_fulltext":true,"cited_by_count":65,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.99053324,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7354000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7354000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.15379999577999115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.03849999979138374,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation-engineering","display_name":"representation engineering","score":0.9990000128746033},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/internal-representations","display_name":"internal representations","score":0.6140000224113464},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.625},{"id":"https://openalex.org/keywords/data-efficiency","display_name":"data efficiency","score":0.8069999814033508},{"id":"https://openalex.org/keywords/best-practices","display_name":"best practices","score":0.6150000095367432}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6651999950408936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6083999872207642},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5936999917030334},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5407000184059143},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5370000004768372},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.5112000107765198},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.44670000672340393},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3781999945640564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3732999861240387},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.27639999985694885}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:jmlr.org:tmlr/2U1KIfmaU9","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/forum?id=2U1KIfmaU9","pdf_url":null,"source":{"id":"https://openalex.org/S4393919742","display_name":"Transactions on machine learning research","issn_l":"2835-8856","issn":["2835-8856"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","jufo-1","norway-1","oarl","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions on Machine Learning Research","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:2502.19649","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.19649","pdf_url":"https://arxiv.org/pdf/2502.19649","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.19649","doi":"https://doi.org/10.48550/arxiv.2502.19649","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.19649","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:jmlr.org:tmlr/2U1KIfmaU9","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/forum?id=2U1KIfmaU9","pdf_url":null,"source":{"id":"https://openalex.org/S4393919742","display_name":"Transactions on machine learning research","issn_l":"2835-8856","issn":["2835-8856"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","jufo-1","norway-1","oarl","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions on Machine Learning Research","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3562914802","display_name":"European Lighthouse on Secure and Safe AI","funder_award_id":"101070617","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7699649992","display_name":"European Large Open Multi-Modal Foundation Models For Robust Generalization On Arbitrary Data Streams","funder_award_id":"101214398","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415313826.pdf","grobid_xml":"https://content.openalex.org/works/W4415313826.grobid-xml"},"referenced_works_count":128,"referenced_works":["https://openalex.org/W1488996941","https://openalex.org/W2123028958","https://openalex.org/W2132917208","https://openalex.org/W2173520492","https://openalex.org/W2434741482","https://openalex.org/W2529194139","https://openalex.org/W2551906536","https://openalex.org/W2809188712","https://openalex.org/W2909212904","https://openalex.org/W2979826702","https://openalex.org/W3004719090","https://openalex.org/W3034431451","https://openalex.org/W3035653890","https://openalex.org/W3118781290","https://openalex.org/W3121904249","https://openalex.org/W3123340107","https://openalex.org/W3162384219","https://openalex.org/W3173241699","https://openalex.org/W3199748991","https://openalex.org/W3201174429","https://openalex.org/W3207316473","https://openalex.org/W4221166075","https://openalex.org/W4285149215","https://openalex.org/W4316116432","https://openalex.org/W4385374425","https://openalex.org/W4385571645","https://openalex.org/W4386044169","https://openalex.org/W4386081218","https://openalex.org/W4386576819","https://openalex.org/W4387355345","https://openalex.org/W4387635182","https://openalex.org/W4388676761","https://openalex.org/W4388787608","https://openalex.org/W4389518382","https://openalex.org/W4389519946","https://openalex.org/W4389524389","https://openalex.org/W4389713766","https://openalex.org/W4390961118","https://openalex.org/W4391377022","https://openalex.org/W4391835954","https://openalex.org/W4391901256","https://openalex.org/W4392011658","https://openalex.org/W4392340293","https://openalex.org/W4392576577","https://openalex.org/W4392736799","https://openalex.org/W4393146683","https://openalex.org/W4393212237","https://openalex.org/W4394906322","https://openalex.org/W4396648991","https://openalex.org/W4396796749","https://openalex.org/W4396822045","https://openalex.org/W4398795695","https://openalex.org/W4398845833","https://openalex.org/W4399198064","https://openalex.org/W4399354964","https://openalex.org/W4399437889","https://openalex.org/W4399453912","https://openalex.org/W4399657295","https://openalex.org/W4399830186","https://openalex.org/W4399836710","https://openalex.org/W4399837031","https://openalex.org/W4400434442","https://openalex.org/W4400434624","https://openalex.org/W4400528120","https://openalex.org/W4401043863","https://openalex.org/W4401200976","https://openalex.org/W4402111982","https://openalex.org/W4402345730","https://openalex.org/W4402670137","https://openalex.org/W4402670317","https://openalex.org/W4402670798","https://openalex.org/W4402671016","https://openalex.org/W4402671231","https://openalex.org/W4402671301","https://openalex.org/W4402671691","https://openalex.org/W4402683930","https://openalex.org/W4402683996","https://openalex.org/W4402704580","https://openalex.org/W4403322649","https://openalex.org/W4403752927","https://openalex.org/W4403814983","https://openalex.org/W4404260736","https://openalex.org/W4404354935","https://openalex.org/W4404391984","https://openalex.org/W4404752287","https://openalex.org/W4404782891","https://openalex.org/W4404792953","https://openalex.org/W4405096402","https://openalex.org/W4405181259","https://openalex.org/W4405766390","https://openalex.org/W4406085118","https://openalex.org/W4406840930","https://openalex.org/W4406961517","https://openalex.org/W4407208939","https://openalex.org/W4407231841","https://openalex.org/W4409361279","https://openalex.org/W4409362079","https://openalex.org/W4409363645","https://openalex.org/W4409671508","https://openalex.org/W4409752028","https://openalex.org/W4411119425","https://openalex.org/W4411120183","https://openalex.org/W4412945014","https://openalex.org/W4412945398","https://openalex.org/W4414407074","https://openalex.org/W4415068973","https://openalex.org/W4415795302","https://openalex.org/W4415795695","https://openalex.org/W4415796027","https://openalex.org/W4415796496","https://openalex.org/W4415796769","https://openalex.org/W4415798500","https://openalex.org/W4415798637","https://openalex.org/W4415798683","https://openalex.org/W4415798700","https://openalex.org/W4415799061","https://openalex.org/W4415799288","https://openalex.org/W4416037929","https://openalex.org/W4416048591","https://openalex.org/W6966508244","https://openalex.org/W7103748068","https://openalex.org/W7103754434","https://openalex.org/W7126443065","https://openalex.org/W7130610581","https://openalex.org/W7133235880","https://openalex.org/W7133236469","https://openalex.org/W7133239970","https://openalex.org/W7140094145"],"related_works":["https://openalex.org/W7215044361","https://openalex.org/W4415186479","https://openalex.org/W4417262055","https://openalex.org/W4416338507","https://openalex.org/W4402671691","https://openalex.org/W4415795302","https://openalex.org/W6987714538","https://openalex.org/W4403344726","https://openalex.org/W4415036317","https://openalex.org/W4417299772"],"abstract_inverted_index":{"Representation":[0],"Engineering":[1],"(RepE)":[2],"is":[3],"a":[4,31,100,106,148],"novel":[5],"paradigm":[6],"for":[7,54,141,150],"controlling":[8],"the":[9,21,26,48,57,85],"behavior":[10],"of":[11,52,89],"LLMs.":[12],"Unlike":[13],"traditional":[14],"approaches":[15],"that":[16,116],"modify":[17],"inputs":[18],"or":[19],"fine-tune":[20],"model,":[22],"RepE":[23,53,66,80,90,104,118],"directly":[24],"manipulates":[25],"model's":[27],"internal":[28],"representations.":[29],"As":[30],"result,":[32],"it":[33],"may":[34],"offer":[35,120],"more":[36],"effective,":[37],"interpretable,":[38],"data-efficient,":[39],"and":[40,69,77,87,112,131,143,146],"flexible":[41],"control":[42],"over":[43],"models'":[44,133],"behavior.":[45],"We":[46,114],"present":[47],"first":[49],"comprehensive":[50],"survey":[51],"LLMs,":[55],"reviewing":[56],"rapidly":[58],"growing":[59],"literature":[60],"to":[61,92],"address":[62],"key":[63],"questions:":[64],"What":[65,83],"methods":[67,119],"exist":[68],"how":[70],"do":[71],"they":[72],"differ?":[73],"For":[74],"what":[75],"concepts":[76],"problems":[78],"has":[79],"been":[81],"applied?":[82],"are":[84],"strengths":[86],"weaknesses":[88],"compared":[91],"other":[93],"methods?":[94],"To":[95],"answer":[96],"these,":[97],"we":[98,138],"propose":[99],"unified":[101],"framework":[102],"describing":[103],"as":[105],"pipeline":[107],"comprising":[108],"representation":[109],"identification,":[110],"operationalization,":[111],"control.":[113],"posit":[115],"while":[117],"significant":[121],"potential,":[122],"challenges":[123],"remain,":[124],"including":[125],"managing":[126],"multiple":[127],"concepts,":[128],"ensuring":[129],"reliability,":[130],"preserving":[132],"performance.":[134],"Towards":[135],"improving":[136],"RepE,":[137],"identify":[139],"opportunities":[140],"experimental":[142],"methodological":[144],"improvements":[145],"construct":[147],"guide":[149],"best":[151],"practices.":[152]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4415313826","counts_by_year":[{"year":2026,"cited_by_count":52},{"year":2025,"cited_by_count":13}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2025-10-18T00:00:00"}
