{"id":"https://openalex.org/W4412888495","doi":"https://doi.org/10.18653/v1/2025.findings-acl.313","title":"McBE: A Multi-task Chinese Bias Evaluation Benchmark for Large Language Models","display_name":"McBE: A Multi-task Chinese Bias Evaluation Benchmark for Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888495","doi":"https://doi.org/10.18653/v1/2025.findings-acl.313"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.313","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.313","pdf_url":"https://aclanthology.org/2025.findings-acl.313.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.313.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tian Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian Lan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010464164","display_name":"Xiangdong Su","orcid":"https://orcid.org/0000-0001-8061-1474"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiangdong Su","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108861384","display_name":"Xu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106760669","display_name":"Ruirui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruirui Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101403107","display_name":"Ke Chang","orcid":"https://orcid.org/0000-0002-9536-969X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ke Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053801300","display_name":"Li Jiang","orcid":"https://orcid.org/0000-0002-7353-8798"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076174513","display_name":"Guanglai Gao","orcid":"https://orcid.org/0009-0005-5513-1192"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guanglai Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09390526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6033","last_page":"6056"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8804000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8804000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7875000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7700653672218323},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7651715278625488},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.623502254486084},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40236896276474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3747793138027191},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06420058012008667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7700653672218323},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7651715278625488},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.623502254486084},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40236896276474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3747793138027191},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06420058012008667},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.313","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.313","pdf_url":"https://aclanthology.org/2025.findings-acl.313.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2507.02088","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.02088","pdf_url":"https://arxiv.org/pdf/2507.02088","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.313","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.313","pdf_url":"https://aclanthology.org/2025.findings-acl.313.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888495.pdf","grobid_xml":"https://content.openalex.org/works/W4412888495.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Warning:":[0],"This":[1],"paper":[2],"contains":[3],"content":[4,127],"that":[5,105],"may":[6],"be":[7],"offensive":[8],"or":[9],"harmful":[10],"As":[11],"large":[12],"language":[13,69],"models":[14],"(LLMs)":[15],"are":[16,26,45,57,72],"increasingly":[17],"applied":[18],"to":[19,35,61],"various":[20],"NLP":[21],"tasks,":[22,122],"their":[23,54],"inherent":[24],"biases":[25,30],"gradually":[27],"disclosed.Therefore,":[28],"measuring":[29,130],"in":[31,66,91,164],"LLMs":[32,136,147],"is":[33],"crucial":[34],"mitigate":[36],"its":[37],"ethical":[38],"risks.However,":[39],"most":[40],"existing":[41],"bias":[42,55,87,108,114,163],"evaluation":[43,81,109,121],"datasets":[44,64,76],"focus":[46],"on":[47],"English":[48],"and":[49,53,70,83,118,129,140],"North":[50],"American":[51],"culture,":[52],"categories":[56],"not":[58],"fully":[59],"applicable":[60],"other":[62],"cultures.The":[63],"grounded":[65],"the":[67,86],"Chinese":[68,100],"culture":[71],"scarce.More":[73],"importantly,":[74],"these":[75,94,146],"usually":[77],"only":[78],"support":[79],"single":[80,113],"task":[82],"cannot":[84],"evaluate":[85,133],"from":[88,137],"multiple":[89],"aspects":[90],"LLMs.To":[92],"address":[93],"issues,":[95],"we":[96,132],"present":[97],"a":[98],"Multi-task":[99],"Bias":[101],"Evaluation":[102],"Benchmark":[103],"(McBE)":[104],"includes":[106],"4,077":[107],"instances,":[110],"covering":[111],"12":[112],"categories,":[115],"82":[116],"subcategories":[117],"introducing":[119],"5":[120],"providing":[123],"extensive":[124],"category":[125],"coverage,":[126],"diversity,":[128],"comprehensiveness.Additionally,":[131],"several":[134],"popular":[135],"different":[138],"series":[139],"with":[141],"parameter":[142],"sizes.In":[143],"general,":[144],"all":[145],"demonstrated":[148],"varying":[149],"degrees":[150],"of":[151,157],"bias.We":[152],"conduct":[153],"an":[154],"in-depth":[155],"analysis":[156],"results,":[158],"offering":[159],"novel":[160],"insights":[161],"into":[162],"LLMs.":[165]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}