{"id":"https://openalex.org/W4408303513","doi":"https://doi.org/10.1145/3722554","title":"<scp>Reeq</scp> : Testing and Mitigating Ethically Inconsistent Suggestions of Large Language Models with Reflective Equilibrium","display_name":"<scp>Reeq</scp> : Testing and Mitigating Ethically Inconsistent Suggestions of Large Language Models with Reflective Equilibrium","publication_year":2025,"publication_date":"2025-03-11","ids":{"openalex":"https://openalex.org/W4408303513","doi":"https://doi.org/10.1145/3722554"},"language":"en","primary_location":{"id":"doi:10.1145/3722554","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722554","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101728918","display_name":"Pingchuan Ma","orcid":"https://orcid.org/0000-0001-7680-2817"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Pingchuan Ma","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong","Hong Kong University of Science and Technology, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0001-7680-2817","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong SAR","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044493129","display_name":"Zhaoyu Wang","orcid":"https://orcid.org/0009-0009-6892-1264"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhaoyu Wang","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, Hong Kong","Hong Kong University of Science and Technology, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0009-0009-6892-1264","affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong SAR","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101884078","display_name":"Zongjie Li","orcid":"https://orcid.org/0000-0002-9897-4086"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zongjie Li","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, Hong Kong","Hong Kong University of Science and Technology, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0002-9897-4086","affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong SAR","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072001009","display_name":"Zhenlan Ji","orcid":"https://orcid.org/0000-0003-3167-0480"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhenlan Ji","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, Hong Kong","Hong Kong University of Science and Technology, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0003-3167-0480","affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong SAR","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100618741","display_name":"Ao Sun","orcid":"https://orcid.org/0009-0007-5369-624X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ao Sun","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong","Hong Kong University of Science and Technology, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0009-0007-5369-624X","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong SAR","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116577611","display_name":"Juergen Rahmel","orcid":null},"institutions":[{"id":"https://openalex.org/I24190266","display_name":"HSBC Holdings","ror":"https://ror.org/02ygdtt22","country_code":"GB","type":"other","lineage":["https://openalex.org/I24190266"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Juergen Rahmel","raw_affiliation_strings":["HSBC, Hong Kong, Hong Kong","HSBC, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0009-0007-5080-8736","affiliations":[{"raw_affiliation_string":"HSBC, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I24190266"]},{"raw_affiliation_string":"HSBC, Hong Kong SAR","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100328264","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0002-0866-0308"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong","Hong Kong University of Science and Technology, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0002-0866-0308","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong SAR","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101728918"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":8.693,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97036541,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"35","issue":"1","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6786547899246216}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6786547899246216}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3722554","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722554","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-167883","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-167883","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307117","display_name":"HSBC Bank USA","ror":"https://ror.org/00t2kp174"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W109452506","https://openalex.org/W2383393710","https://openalex.org/W2599674900","https://openalex.org/W2782311202","https://openalex.org/W2859484040","https://openalex.org/W2899575547","https://openalex.org/W3035671939","https://openalex.org/W3099082554","https://openalex.org/W3100355250","https://openalex.org/W3124118940","https://openalex.org/W3128630643","https://openalex.org/W3174770825","https://openalex.org/W3195636639","https://openalex.org/W3212496002","https://openalex.org/W4205221547","https://openalex.org/W4210497109","https://openalex.org/W4210716649","https://openalex.org/W4221163671","https://openalex.org/W4226278401","https://openalex.org/W4282982144","https://openalex.org/W4283170666","https://openalex.org/W4285294723","https://openalex.org/W4285490473","https://openalex.org/W4287333591","https://openalex.org/W4311555123","https://openalex.org/W4312496593","https://openalex.org/W4366279046","https://openalex.org/W4385574352","https://openalex.org/W4387623715","https://openalex.org/W4388857114","https://openalex.org/W4394743995","https://openalex.org/W4401042360","https://openalex.org/W6784167499"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"LLMs":[0,186,232],"increasingly":[1],"serve":[2,114],"as":[3,115,136,234],"general-purpose":[4],"AI":[5],"assistants":[6],"in":[7,83,97,105,128],"daily":[8],"life,":[9],"and":[10,18,26,85,119,141,236],"their":[11],"subtly":[12],"unethical":[13,29,95,122,216],"suggestions":[14,30,96,201,229],"become":[15],"a":[16,61,78,116,137,147,163,223],"serious":[17],"real":[19],"concern.":[20],"It":[21],"is":[22,48],"demanding":[23],"to":[24,36,50,88,101,113,145,189],"test":[25,62,139,165,196],"mitigate":[27],"such":[28,233],"from":[31,75],"LLMs.":[32,181],"Despite":[33],"existing":[34],"efforts":[35],"detect":[37],"violations":[38],"of":[39,42,55,93,131,194,211,227],"\u201ctestable\u201d":[40],"facets":[41],"ethics":[43,56],"(e.g.,":[44,57],"fairness":[45],"testing),":[46],"it":[47,135,144],"challenging":[49],"encode":[51],"the":[52,129,209],"full":[53],"scope":[54],"justice,":[58],"deontology)":[59],"into":[60],"oracle":[63],"without":[64],"human":[65,205],"annotations":[66],"or":[67],"intervention.":[68],"In":[69,173],"this":[70],"article,":[71],"we":[72,99,160,176],"take":[73],"inspiration":[74],"reflective":[76,126],"equilibrium,":[77],"modern":[79],"moral":[80,84,171],"reasoning":[81],"method":[82],"political":[86],"philosophy,":[87],"guide":[89],"our":[90,174,195],"approach.":[91],"Instead":[92],"seeking":[94],"LLMs,":[98],"aim":[100],"identify":[102],"behavioral":[103,152],"inconsistency":[104,153],"LLMs\u2019":[106,151],"ethics-related":[107,155],"suggestions.":[108,123],"These":[109],"inconsistencies":[110,213],"are":[111,187],"anticipated":[112],"useful":[117],"proxy":[118],"hint":[120],"at":[121],"We":[124],"formulate":[125],"equilibrium":[127],"form":[130,146],"fixed-point":[132],"iteration,":[133],"instantiate":[134],"novel":[138],"oracle,":[140],"also":[142,161],"employ":[143],"mitigation":[148,219],"scheme":[149,220],"for":[150,230],"on":[154,202],"inputs.":[156],"To":[157],"facilitate":[158],"testing,":[159],"create":[162],"comprehensive":[164],"suite,":[166],"EthicsSuite":[167],",":[168],"with":[169,192],"20K":[170],"situations.":[172],"study,":[175],"evaluate":[177],"eight":[178],"widely":[179],"used":[180],"Our":[182,204,218],"experiments":[183],"reveal":[184],"that":[185,208],"prone":[188],"ethical":[190],"inconsistencies,":[191],"81.22%":[193],"cases":[197],"prompting":[198],"ethically":[199],"inconsistent":[200],"average.":[203],"evaluation":[206],"suggests":[207],"majority":[210],"these":[212,228],"indeed":[214],"manifest":[215],"biases.":[217],"effectively":[221],"refines":[222],"significant":[224],"number":[225],"(80.1%)":[226],"commercial":[231],"GPT-4":[235],"Claude.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}