{"id":"https://openalex.org/W4387171991","doi":"https://doi.org/10.3233/faia230341","title":"Revision Transformers: Instructing Language Models to Change Their Values","display_name":"Revision Transformers: Instructing Language Models to Change Their Values","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387171991","doi":"https://doi.org/10.3233/faia230341"},"language":"en","primary_location":{"id":"doi:10.3233/faia230341","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230341","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230341","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230341","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014054034","display_name":"F. Friedrich","orcid":"https://orcid.org/0000-0001-5791-9892"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Felix Friedrich","raw_affiliation_strings":["AIML lab (TU Darmstadt) and hessian.AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIML lab (TU Darmstadt) and hessian.AI","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034737333","display_name":"Wolfgang Stammer","orcid":"https://orcid.org/0000-0003-3793-8046"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolfgang Stammer","raw_affiliation_strings":["AIML lab (TU Darmstadt) and hessian.AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIML lab (TU Darmstadt) and hessian.AI","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017166414","display_name":"Patrick Schramowski","orcid":"https://orcid.org/0000-0003-1231-7120"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Patrick Schramowski","raw_affiliation_strings":["AIML lab (TU Darmstadt) and hessian.AI","DFKI and LAION","AIML lab (TU Darmstadt) and hessian.AI; DFKI and LAION"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIML lab (TU Darmstadt) and hessian.AI","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"DFKI and LAION","institution_ids":[]},{"raw_affiliation_string":"AIML lab (TU Darmstadt) and hessian.AI; DFKI and LAION","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037636074","display_name":"Kristian Kersting","orcid":"https://orcid.org/0000-0002-2873-9152"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kristian Kersting","raw_affiliation_strings":["AIML lab (TU Darmstadt) and hessian.AI","DFKI and Centre for Cognitive Science (TU Darmstadt)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIML lab (TU Darmstadt) and hessian.AI","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"DFKI and Centre for Cognitive Science (TU Darmstadt)","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":1.9952,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.8837957,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9221000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7939735651016235},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7062832117080688},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5920406579971313},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.48602014780044556},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43564337491989136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42299243807792664},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16160506010055542},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07927489280700684}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7939735651016235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7062832117080688},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5920406579971313},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.48602014780044556},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43564337491989136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42299243807792664},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16160506010055542},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07927489280700684},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia230341","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230341","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230341","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia230341","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230341","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230341","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387171991.pdf"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W1513302538","https://openalex.org/W2595017202","https://openalex.org/W2798812533","https://openalex.org/W2913946806","https://openalex.org/W2936695845","https://openalex.org/W2958514452","https://openalex.org/W2963026768","https://openalex.org/W2963798744","https://openalex.org/W2964303773","https://openalex.org/W2970476646","https://openalex.org/W2981852735","https://openalex.org/W3006881356","https://openalex.org/W3021533447","https://openalex.org/W3027879771","https://openalex.org/W3035989815","https://openalex.org/W3048549109","https://openalex.org/W3079786700","https://openalex.org/W3080855795","https://openalex.org/W3099072156","https://openalex.org/W3100279624","https://openalex.org/W3104041537","https://openalex.org/W3118485687","https://openalex.org/W3146844750","https://openalex.org/W3152956381","https://openalex.org/W3154575616","https://openalex.org/W3174266714","https://openalex.org/W3176828726","https://openalex.org/W3205068155","https://openalex.org/W4205991051","https://openalex.org/W4206118214","https://openalex.org/W4206256378","https://openalex.org/W4220993274","https://openalex.org/W4221142811","https://openalex.org/W4221154619","https://openalex.org/W4226082499","https://openalex.org/W4226278401","https://openalex.org/W4281657280","https://openalex.org/W4283172096","https://openalex.org/W4285247752","https://openalex.org/W4285484119","https://openalex.org/W4286989287","https://openalex.org/W4287111051","https://openalex.org/W4287887283","https://openalex.org/W4288089799","https://openalex.org/W4296634084","https://openalex.org/W4298181573","https://openalex.org/W4299830158","https://openalex.org/W4302306219","https://openalex.org/W4308244210","https://openalex.org/W4320516905","https://openalex.org/W4323659988","https://openalex.org/W4365211621","https://openalex.org/W4385567201","https://openalex.org/W4385571124","https://openalex.org/W4389523771"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Current":[0],"transformer":[1],"language":[2],"models":[3,7],"(LM)":[4],"are":[5,26],"large-scale":[6,95],"with":[8,106,119,146],"billions":[9],"of":[10,23,71,93,125],"parameters.":[11],"They":[12],"have":[13],"been":[14],"shown":[15],"to":[16,29,85,114],"provide":[17],"high":[18],"performances":[19],"on":[20,131],"a":[21,94,107,132,155],"variety":[22],"tasks":[24],"but":[25,100],"also":[27,101],"prone":[28],"shortcut":[30],"learning":[31],"and":[32,79,122,135],"bias.":[33],"Addressing":[34],"such":[35,53],"incorrect":[36],"model":[37,77,88,143,156],"behavior":[38],"via":[39],"parameter":[40],"adjustments":[41],"is":[42,46],"very":[43],"costly.":[44],"This":[45,149],"particularly":[47],"problematic":[48],"for":[49,163],"updating":[50],"dynamic":[51],"concepts,":[52],"as":[54],"moral":[55,133],"values,":[56],"which":[57],"vary":[58],"culturally":[59],"or":[60],"interpersonally.":[61],"In":[62],"this":[63],"work,":[64],"we":[65],"question":[66],"the":[67,76,81,116,123,161],"current":[68],"common":[69],"practice":[70],"storing":[72],"all":[73],"information":[74],"in":[75,142],"parameters":[78],"propose":[80],"Revision":[82],"Transformer":[83],"(RiT)":[84],"facilitate":[86],"easy":[87],"updating.":[89],"The":[90],"specific":[91],"combination":[92],"pre-trained":[96],"LM":[97],"that":[98],"inherently":[99],"diffusely":[102],"encodes":[103],"world":[104],"knowledge":[105,118],"clear-structured":[108],"revision":[109,144],"engine":[110],"makes":[111],"it":[112],"possible":[113],"update":[115],"model\u2019s":[117],"little":[120],"effort":[121],"help":[124],"user":[126,137],"interaction.":[127],"We":[128],"exemplify":[129],"RiT":[130],"dataset":[134],"simulate":[136],"feedback":[138],"demonstrating":[139],"strong":[140],"performance":[141],"even":[145],"small":[147],"data.":[148],"way,":[150],"users":[151],"can":[152],"easily":[153],"design":[154],"regarding":[157],"their":[158],"preferences,":[159],"paving":[160],"way":[162],"more":[164],"transparent":[165],"AI":[166],"models.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
