{"id":"https://openalex.org/W4402671978","doi":"https://doi.org/10.18653/v1/2024.acl-long.111","title":"ValueBench: Towards Comprehensively Evaluating Value Orientations and Understanding of Large Language Models","display_name":"ValueBench: Towards Comprehensively Evaluating Value Orientations and Understanding of Large Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402671978","doi":"https://doi.org/10.18653/v1/2024.acl-long.111"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.acl-long.111","doi":"https://doi.org/10.18653/v1/2024.acl-long.111","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.111","pdf_url":"https://aclanthology.org/2024.acl-long.111.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2024.acl-long.111.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101375034","display_name":"Yuanyi Ren","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyi Ren","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence , School of Intelligence Science and Technology , Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence , School of Intelligence Science and Technology , Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoran Ye","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Ye","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence , School of Intelligence Science and Technology , Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence , School of Intelligence Science and Technology , Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102684499","display_name":"Hanjun Fang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanjun Fang","raw_affiliation_strings":["Department of Sociology , Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Sociology , Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102003486","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0003-3514-842X","observed_orcids":["https://orcid.org/0000-0003-3514-842X"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["School of Psychological and Cognitive Sciences , Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Psychological and Cognitive Sciences , Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070612539","display_name":"Guojie Song","orcid":"https://orcid.org/0000-0001-7691-1933","observed_orcids":["https://orcid.org/0000-0001-7691-1933"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guojie Song","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence , School of Intelligence Science and Technology , Peking University","PKU-Wuhan Institute for Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence , School of Intelligence Science and Technology , Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"PKU-Wuhan Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":5.9176,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.96311672,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2015","last_page":"2040"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7993000149726868,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7993000149726868,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06650000065565109,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11454","display_name":"Cultural Differences and Values","score":0.022600000724196434,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9649999737739563},{"id":"https://openalex.org/keywords/value-orientations","display_name":"value orientations","score":0.984000027179718},{"id":"https://openalex.org/keywords/value-understanding","display_name":"value understanding","score":0.9909999966621399},{"id":"https://openalex.org/keywords/human-ai-interaction","display_name":"human-AI interaction","score":0.7680000066757202},{"id":"https://openalex.org/keywords/responsible-ai","display_name":"responsible AI","score":0.49300000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6354299187660217},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5578892827033997},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10508424043655396}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2024.acl-long.111","doi":"https://doi.org/10.18653/v1/2024.acl-long.111","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.111","pdf_url":"https://aclanthology.org/2024.acl-long.111.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2406.04214","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.04214","pdf_url":"https://arxiv.org/pdf/2406.04214","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.04214","doi":"https://doi.org/10.48550/arxiv.2406.04214","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.04214","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.acl-long.111","doi":"https://doi.org/10.18653/v1/2024.acl-long.111","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.111","pdf_url":"https://aclanthology.org/2024.acl-long.111.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7830412908","display_name":null,"funder_award_id":"62276006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402671978.pdf","grobid_xml":"https://content.openalex.org/works/W4402671978.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4414883292","https://openalex.org/W4412945075","https://openalex.org/W4409362465","https://openalex.org/W7163051585","https://openalex.org/W4387323496","https://openalex.org/W4412887007","https://openalex.org/W7140136927","https://openalex.org/W7165555806","https://openalex.org/W4415797535","https://openalex.org/W4412945376"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"transforming":[5],"diverse":[6],"fields":[7],"and":[8,24,48,102,106,117],"gaining":[9],"increasing":[10],"influence":[11],"as":[12],"human":[13],"proxies.This":[14],"development":[15],"underscores":[16],"the":[17,39],"urgent":[18],"need":[19],"for":[20,44,82],"evaluating":[21,45,83],"value":[22,46,49,63,76,84,89,104],"orientations":[23,47,105],"understanding":[25,50,85],"of":[26],"LLMs":[27],"to":[28,74,110],"ensure":[29],"their":[30,100,108],"responsible":[31],"integration":[32],"into":[33],"public-facing":[34],"applications.This":[35],"work":[36],"introduces":[37],"ValueBench,":[38],"first":[40],"comprehensive":[41],"psychometric":[42,58],"benchmark":[43],"in":[51,70,86,114],"LLMs.ValueBench":[52],"collects":[53],"data":[54],"from":[55],"44":[56],"established":[57],"inventories,":[59],"encompassing":[60],"453":[61],"multifaceted":[62],"dimensions.We":[64],"propose":[65],"an":[66,87],"evaluation":[67],"pipeline":[68],"grounded":[69],"realistic":[71],"human-AI":[72],"interactions":[73],"probe":[75],"orientations,":[77],"along":[78],"with":[79],"novel":[80],"tasks":[81],"open-ended":[88],"space.With":[90],"extensive":[91],"experiments":[92],"conducted":[93],"on":[94],"six":[95],"representative":[96],"LLMs,":[97],"we":[98],"unveil":[99],"shared":[101],"distinctive":[103],"exhibit":[107],"ability":[109],"approximate":[111],"expert":[112],"conclusions":[113],"value-related":[115],"extraction":[116],"generation":[118],"tasks.ValueBench":[119],"is":[120],"openly":[121],"accessible":[122],"at":[123],"https://github.com/Value4AI/ValueBench.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":4}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2024-09-21T00:00:00"}