{"id":"https://openalex.org/W4391377022","doi":"https://doi.org/10.48550/arxiv.2401.16332","title":"Tradeoffs Between Alignment and Helpfulness in Language Models with Steering Methods","display_name":"Tradeoffs Between Alignment and Helpfulness in Language Models with Steering Methods","publication_year":2024,"publication_date":"2024-01-29","ids":{"openalex":"https://openalex.org/W4391377022","doi":"https://doi.org/10.48550/arxiv.2401.16332"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2401.16332","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.16332","pdf_url":"https://arxiv.org/pdf/2401.16332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.16332","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035528331","display_name":"Yotam Wolf","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wolf, Yotam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081397200","display_name":"Noam Wies","orcid":"https://orcid.org/0000-0002-1337-2298"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wies, Noam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093826684","display_name":"Dorin Shteyman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shteyman, Dorin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093826685","display_name":"Binyamin Rothberg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rothberg, Binyamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005177735","display_name":"Yoav Levine","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Levine, Yoav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075004917","display_name":"Amnon Shashua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shashua, Amnon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9383000135421753,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/helpfulness","display_name":"Helpfulness","score":0.9468947649002075},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.50376957654953},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4869583547115326},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3694363832473755},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22567880153656006},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.09013614058494568},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.05309784412384033}],"concepts":[{"id":"https://openalex.org/C2781265381","wikidata":"https://www.wikidata.org/wiki/Q5710255","display_name":"Helpfulness","level":2,"score":0.9468947649002075},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.50376957654953},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4869583547115326},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3694363832473755},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22567880153656006},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.09013614058494568},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.05309784412384033}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2401.16332","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.16332","pdf_url":"https://arxiv.org/pdf/2401.16332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2401.16332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.16332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.16332","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.16332","pdf_url":"https://arxiv.org/pdf/2401.16332","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391377022.pdf","grobid_xml":"https://content.openalex.org/works/W4391377022.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2613921548","https://openalex.org/W4285360723","https://openalex.org/W4281847990","https://openalex.org/W2002563848","https://openalex.org/W2488228222","https://openalex.org/W2570913877","https://openalex.org/W3037056935","https://openalex.org/W2934621214","https://openalex.org/W2092282862"],"abstract_inverted_index":{"Language":[0],"model":[1,34,99],"alignment":[2,72,115,150,187],"has":[3],"become":[4],"an":[5],"important":[6],"component":[7],"of":[8,83,97,120,147,180,216],"AI":[9],"safety,":[10],"allowing":[11],"safe":[12],"interactions":[13],"between":[14,111],"humans":[15],"and":[16,23,81,116,135,157,209],"language":[17],"models,":[18],"by":[19,31],"enhancing":[20],"desired":[21],"behaviors":[22],"inhibiting":[24],"undesired":[25],"ones.":[26],"It":[27],"is":[28,164,174,198],"often":[29],"done":[30],"tuning":[32],"the":[33,47,95,98,109,112,121,145,159,167,178,181,186,211,214],"or":[35],"inserting":[36],"preset":[37],"aligning":[38,61],"prompts.":[39],"Recently,":[40],"representation":[41,155,182,202,217],"engineering,":[42,156],"a":[43,92,125,193],"method":[44],"which":[45,128,196],"alters":[46],"model's":[48],"behavior":[49],"via":[50],"changing":[51],"its":[52],"representations":[53],"post-training,":[54],"was":[55,87],"shown":[56,89],"to":[57,78,90,100,200,213],"be":[58,152],"effective":[59],"in":[60,71,94,114,118,166,195],"LLMs":[62],"(Zou":[63],"et":[64],"al.,":[65],"2023a).":[66],"Representation":[67],"engineering":[68,183,218],"yields":[69],"gains":[70],"oriented":[73],"tasks":[74],"such":[75],"as":[76],"resistance":[77],"adversarial":[79],"attacks":[80],"reduction":[82],"social":[84],"biases,":[85],"but":[86],"also":[88],"cause":[91],"decrease":[93,117],"ability":[96],"perform":[101],"basic":[102],"tasks.":[103],"In":[104],"this":[105],"paper":[106],"we":[107,141,170],"study":[108],"tradeoff":[110],"increase":[113],"helpfulness":[119,163,173],"model.":[122],"We":[123,204],"propose":[124],"theoretical":[126],"framework":[127],"provides":[129],"bounds":[130],"for":[131,219],"these":[132],"two":[133],"quantities,":[134],"demonstrate":[136],"their":[137],"relevance":[138],"empirically.":[139],"First,":[140],"find":[142],"that":[143,162,172],"under":[144],"conditions":[146],"our":[148,206],"framework,":[149],"can":[151],"guaranteed":[153],"with":[154,177,190],"at":[158],"same":[160],"time":[161],"harmed":[165,175],"process.":[168],"Second,":[169],"show":[171],"quadratically":[176],"norm":[179],"vector,":[184],"while":[185],"increases":[188],"linearly":[189],"it,":[191],"indicating":[192],"regime":[194],"it":[197],"efficient":[199],"use":[201],"engineering.":[203],"validate":[205],"findings":[207],"empirically,":[208],"chart":[210],"boundaries":[212],"usefulness":[215],"alignment.":[220]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2024-01-31T00:00:00"}