{"id":"https://openalex.org/W7061137207","doi":null,"title":"Personality Alignment in Large Language Models: Analysis and Fine-Tuning through Preference Optimization","display_name":"Personality Alignment in Large Language Models: Analysis and Fine-Tuning through Preference Optimization","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7061137207"},"language":"en","primary_location":{"id":"pmh:oai:amslaurea.cib.unibo.it:35888","doi":null,"is_oa":true,"landing_page_url":"https://amslaurea.unibo.it/id/eprint/35888/","pdf_url":"https://amslaurea.unibo.it/id/eprint/35888/1/Personality_Alignment_in_Large_Language_Models__Analysis_and_Fine_Tuning_through_Preference_Optimization.pdf","source":{"id":"https://openalex.org/S4306400235","display_name":"AMS Degree Thesis (University of Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9360294","host_organization_name":"University of Bologna","host_organization_lineage":["https://openalex.org/I9360294"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Tesi di laurea"},"parent_works":[],"lineage":["https://openalex.org/W7061137207"],"child_works_count":0,"type":"other","is_traditional":false,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://amslaurea.unibo.it/id/eprint/35888/1/Personality_Alignment_in_Large_Language_Models__Analysis_and_Fine_Tuning_through_Preference_Optimization.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Marongiu, Gian Mario","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Marongiu, Gian Mario","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.31150001287460327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.31150001287460327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.20730000734329224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09719999879598618,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9729999899864197},{"id":"https://openalex.org/keywords/big-five-personality-traits","display_name":"Big Five personality traits","score":0.9750000238418579},{"id":"https://openalex.org/keywords/preference-optimization","display_name":"preference optimization","score":0.8349999785423279},{"id":"https://openalex.org/keywords/reward-modeling","display_name":"reward modeling","score":0.6949999928474426},{"id":"https://openalex.org/keywords/supervised-fine-tuning","display_name":"supervised fine-tuning","score":0.8519999980926514},{"id":"https://openalex.org/keywords/position-bias","display_name":"position bias","score":0.47699999809265137},{"id":"https://openalex.org/keywords/low-resource-models","display_name":"low-resource models","score":0.6309999823570251},{"id":"https://openalex.org/keywords/self-assessment","display_name":"self-assessment","score":0.4259999990463257}],"concepts":[{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.6952000260353088},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5580999851226807},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5472999811172485},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5332000255584717},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.5094000101089478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48840001225471497},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.48080000281333923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46700000762939453},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35899999737739563},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30649998784065247},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:amslaurea.cib.unibo.it:35888","doi":null,"is_oa":true,"landing_page_url":"https://amslaurea.unibo.it/id/eprint/35888/","pdf_url":"https://amslaurea.unibo.it/id/eprint/35888/1/Personality_Alignment_in_Large_Language_Models__Analysis_and_Fine_Tuning_through_Preference_Optimization.pdf","source":{"id":"https://openalex.org/S4306400235","display_name":"AMS Degree Thesis (University of Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9360294","host_organization_name":"University of Bologna","host_organization_lineage":["https://openalex.org/I9360294"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Tesi di laurea"}],"best_oa_location":{"id":"pmh:oai:amslaurea.cib.unibo.it:35888","doi":null,"is_oa":true,"landing_page_url":"https://amslaurea.unibo.it/id/eprint/35888/","pdf_url":"https://amslaurea.unibo.it/id/eprint/35888/1/Personality_Alignment_in_Large_Language_Models__Analysis_and_Fine_Tuning_through_Preference_Optimization.pdf","source":{"id":"https://openalex.org/S4306400235","display_name":"AMS Degree Thesis (University of Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9360294","host_organization_name":"University of Bologna","host_organization_lineage":["https://openalex.org/I9360294"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Tesi di laurea"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7061137207.pdf","grobid_xml":"https://content.openalex.org/works/W7061137207.grobid-xml"},"referenced_works_count":135,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1646777016","https://openalex.org/W1810943226","https://openalex.org/W2001771035","https://openalex.org/W2042049661","https://openalex.org/W2042962409","https://openalex.org/W2071559616","https://openalex.org/W2079836081","https://openalex.org/W2133564696","https://openalex.org/W2327678559","https://openalex.org/W2330055266","https://openalex.org/W2414615137","https://openalex.org/W2736601468","https://openalex.org/W2787214294","https://openalex.org/W2901532214","https://openalex.org/W2921851212","https://openalex.org/W2963341956","https://openalex.org/W2964121744","https://openalex.org/W2969672908","https://openalex.org/W2970188909","https://openalex.org/W2973379954","https://openalex.org/W3005700362","https://openalex.org/W3048100966","https://openalex.org/W3157838259","https://openalex.org/W3158023256","https://openalex.org/W3168867926","https://openalex.org/W3174685870","https://openalex.org/W3186985373","https://openalex.org/W3205287819","https://openalex.org/W3206011725","https://openalex.org/W4206221638","https://openalex.org/W4223891676","https://openalex.org/W4231760770","https://openalex.org/W4231950914","https://openalex.org/W4232526824","https://openalex.org/W4236521339","https://openalex.org/W4254487018","https://openalex.org/W4281483047","https://openalex.org/W4303647719","https://openalex.org/W4304194220","https://openalex.org/W4311991106","https://openalex.org/W4312091380","https://openalex.org/W4313483544","https://openalex.org/W4321455981","https://openalex.org/W4321601639","https://openalex.org/W4322718191","https://openalex.org/W4327810158","https://openalex.org/W4330337479","https://openalex.org/W4360948798","https://openalex.org/W4362707064","https://openalex.org/W4362731048","https://openalex.org/W4364382977","https://openalex.org/W4382020836","https://openalex.org/W4384918448","https://openalex.org/W4385436553","https://openalex.org/W4385473851","https://openalex.org/W4385570071","https://openalex.org/W4385570689","https://openalex.org/W4386566508","https://openalex.org/W4387724705","https://openalex.org/W4387994989","https://openalex.org/W4388488609","https://openalex.org/W4388787359","https://openalex.org/W4389523771","https://openalex.org/W4389523945","https://openalex.org/W4389911544","https://openalex.org/W4390041933","https://openalex.org/W4391609325","https://openalex.org/W4391631327","https://openalex.org/W4391670400","https://openalex.org/W4391673254","https://openalex.org/W4391835636","https://openalex.org/W4391876619","https://openalex.org/W4392019445","https://openalex.org/W4392679398","https://openalex.org/W4392822465","https://openalex.org/W4392934728","https://openalex.org/W4393160939","https://openalex.org/W4393247764","https://openalex.org/W4393967327","https://openalex.org/W4394906159","https://openalex.org/W4395686739","https://openalex.org/W4396913486","https://openalex.org/W4399400979","https://openalex.org/W4399424779","https://openalex.org/W4399597451","https://openalex.org/W4399986673","https://openalex.org/W4400104408","https://openalex.org/W4401014312","https://openalex.org/W4401306886","https://openalex.org/W4402352920","https://openalex.org/W4402671025","https://openalex.org/W4402671594","https://openalex.org/W4402671800","https://openalex.org/W4402684061","https://openalex.org/W4402701012","https://openalex.org/W4403578012","https://openalex.org/W4403752858","https://openalex.org/W4403754475","https://openalex.org/W4403815209","https://openalex.org/W4403885225","https://openalex.org/W4403943312","https://openalex.org/W4404569548","https://openalex.org/W4404781205","https://openalex.org/W4404782689","https://openalex.org/W4404792888","https://openalex.org/W4405461402","https://openalex.org/W4407208472","https://openalex.org/W4407244938","https://openalex.org/W4407922851","https://openalex.org/W4409346437","https://openalex.org/W4409963398","https://openalex.org/W4412886823","https://openalex.org/W4412888022","https://openalex.org/W4412944944","https://openalex.org/W4414281281","https://openalex.org/W4414836306","https://openalex.org/W4415333972","https://openalex.org/W4415654174","https://openalex.org/W4415797127","https://openalex.org/W4415797232","https://openalex.org/W4415797665","https://openalex.org/W4416296080","https://openalex.org/W4417299422","https://openalex.org/W6891979893","https://openalex.org/W6941243218","https://openalex.org/W6941323178","https://openalex.org/W6941579927","https://openalex.org/W6948207630","https://openalex.org/W7120088840","https://openalex.org/W7133191345","https://openalex.org/W7133208539","https://openalex.org/W7133224126","https://openalex.org/W7133232449","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W4405418952","https://openalex.org/W7140089233","https://openalex.org/W4412944944","https://openalex.org/W7106840399","https://openalex.org/W6948207542","https://openalex.org/W7126108822","https://openalex.org/W7080307227","https://openalex.org/W7137875658","https://openalex.org/W7126119522","https://openalex.org/W7163606896"],"abstract_inverted_index":{"As":[0],"Large":[1,60],"Language":[2,61],"Models":[3,62],"(LLMs)":[4],"become":[5],"increasingly":[6],"embedded":[7],"in":[8,149,182,197,231],"interactive":[9],"applications,":[10],"the":[11,64,84,101,144,150,166,169,176,203,207,215,227],"ability":[12],"to":[13,115,119,173],"personalize":[14],"their":[15],"behavior\u2014particularly":[16],"through":[17,92,126],"personality":[18,67,184,192,230],"traits\u2014has":[19],"emerged":[20],"as":[21,157,213],"a":[22,53,96],"key":[23],"goal.":[24],"Personality":[25],"shaping":[26,193],"can":[27],"enhance":[28],"user":[29],"engagement,":[30],"trust,":[31],"and":[32,42,48,99,107],"effectiveness,":[33],"but":[34],"current":[35],"methods":[36],"often":[37],"rely":[38],"on":[39,71,218],"large-scale":[40],"models":[41,178],"manually":[43],"labeled":[44],"data,":[45],"limiting":[46],"scalability":[47],"accessibility.":[49],"This":[50],"work":[51,204],"presents":[52],"fully":[54,199],"automated":[55],"pipeline":[56],"for":[57,209],"aligning":[58],"small-scale":[59],"with":[63],"Big":[65],"Five":[66],"traits":[68],"without":[69],"relying":[70],"human-labeled":[72],"data.":[73],"The":[74,188],"proposed":[75],"method":[76],"leverages":[77],"LLMs":[78],"themselves":[79],"at":[80],"every":[81],"stage":[82],"of":[83,129,168,229],"process:":[85],"generating":[86],"personality-variant":[87],"responses,":[88],"evaluating":[89],"those":[90],"responses":[91],"preference":[93,159],"ratings,":[94],"training":[95],"reward":[97],"model,":[98],"fine-tuning":[100],"base":[102],"model":[103],"via":[104],"Supervised":[105],"Fine-Tuning":[106],"Direct":[108],"Preference":[109],"Optimization.":[110],"Special":[111],"attention":[112],"is":[113,194],"given":[114],"addressing":[116],"challenges":[117],"specific":[118,219],"smaller":[120],"models,":[121],"including":[122],"prompt-level":[123],"positional":[124],"biases\u2014mitigated":[125],"systematic":[127],"inversion":[128],"input":[130],"order\u2014and":[131],"limited":[132],"representational":[133],"capacity,":[134],"addressed":[135],"by":[136],"decomposing":[137],"complex":[138],"tasks":[139,154],"into":[140],"simpler":[141],"sub-tasks":[142],"across":[143],"pipeline.":[145],"To":[146],"reduce":[147],"bias":[148],"evaluation":[151,211],"phase,":[152],"rating":[153],"are":[155],"reframed":[156],"binary":[158],"comparisons":[160],"rather":[161],"than":[162],"Likert-scale":[163],"scoring.":[164],"While":[165],"effectiveness":[167],"alignment":[170],"remains":[171],"difficult":[172],"conclusively":[174],"measure,":[175],"fine-tuned":[177],"exhibit":[179],"consistent":[180],"patterns":[181],"self-assessed":[183],"expression":[185],"over":[186],"time.":[187],"findings":[189],"suggest":[190],"that":[191],"possible":[195],"even":[196],"low-resource,":[198],"autonomous":[200],"settings,":[201],"though":[202],"also":[205],"highlights":[206],"need":[208],"improved":[210],"methods\u2014such":[212],"testing":[214],"aligned":[216],"LLM":[217,232],"benchmarks":[220],"or":[221],"conducting":[222],"human-centered":[223],"assessments\u2014to":[224],"better":[225],"capture":[226],"nuances":[228],"behavior.":[233]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7061137207","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
