{"id":"https://openalex.org/W4389209181","doi":"https://doi.org/10.1145/3611643.3616310","title":"BiasAsker: Measuring the Bias in Conversational AI System","display_name":"BiasAsker: Measuring the Bias in Conversational AI System","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4389209181","doi":"https://doi.org/10.1145/3611643.3616310"},"language":"en","primary_location":{"id":"doi:10.1145/3611643.3616310","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3611643.3616310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106744443","display_name":"Yuxuan Wan","orcid":"https://orcid.org/0009-0006-6739-4675"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Yuxuan Wan","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0006-6739-4675","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106746626","display_name":"Wenxuan Wang","orcid":"https://orcid.org/0000-0002-9803-8204"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenxuan Wang","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-9803-8204","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101941950","display_name":"Pinjia He","orcid":"https://orcid.org/0000-0003-3377-8129"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pinjia He","raw_affiliation_strings":["Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3377-8129","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042468232","display_name":"Jiazhen Gu","orcid":"https://orcid.org/0000-0002-5831-9474"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiazhen Gu","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-5831-9474","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101322413","display_name":"Haonan Bai","orcid":"https://orcid.org/0009-0008-6061-107X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haonan Bai","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0008-6061-107X","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069596903","display_name":"Michael R. Lyu","orcid":"https://orcid.org/0000-0002-3666-5798"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Michael R. Lyu","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3666-5798","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5106744443"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":7.3276,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.97854606,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"515","last_page":"527"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7526597380638123},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5875638723373413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47575849294662476},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.4165778160095215},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36451220512390137},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3493165969848633}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7526597380638123},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5875638723373413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47575849294662476},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.4165778160095215},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36451220512390137},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3493165969848633},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3611643.3616310","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3611643.3616310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6361378377","display_name":null,"funder_award_id":"14206921","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G8710987931","display_name":null,"funder_award_id":"62102340","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2068737686","https://openalex.org/W2616028256","https://openalex.org/W2804897457","https://openalex.org/W2963748441","https://openalex.org/W2970641574","https://openalex.org/W3007157104","https://openalex.org/W3038882495","https://openalex.org/W3087720408","https://openalex.org/W3123340107","https://openalex.org/W3135734416","https://openalex.org/W3156188980","https://openalex.org/W3163644064","https://openalex.org/W3165292502","https://openalex.org/W3176477796","https://openalex.org/W3178469298","https://openalex.org/W3193448347","https://openalex.org/W4210497109","https://openalex.org/W4285490400","https://openalex.org/W4308391526","https://openalex.org/W4313563529","https://openalex.org/W4313563818","https://openalex.org/W4386059972"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Powered":[0],"by":[1,209],"advanced":[2],"Artificial":[3],"Intelligence":[4],"(AI)":[5],"techniques,":[6],"conversational":[7,54,87,128,184,219],"AI":[8,43,129],"systems,":[9],"such":[10,26,197],"as":[11,198],"ChatGPT,":[12],"and":[13,34,50,81,95,107,123,135,151,162,180,192,200,225],"digital":[14],"assistants":[15],"like":[16],"Siri,":[17],"have":[18,228],"been":[19,229],"widely":[20,217],"deployed":[21,218],"in":[22,53,127,183,215],"daily":[23],"life.":[24],"However,":[25],"systems":[27,55,88,191],"may":[28],"still":[29],"produce":[30,90],"content":[31],"containing":[32,77,145],"biases":[33,52,176],"stereotypes,":[35],"causing":[36],"potential":[37,69],"social":[38,79,125,133,142],"problems.":[39],"Due":[40],"to":[41,62,72,121,171,231],"modern":[42,86],"techniques\u2019":[44],"data-driven,":[45],"black-box":[46],"nature,":[47],"comprehensively":[48,67],"identifying":[49],"measuring":[51],"remains":[56],"challenging.":[57],"Particularly,":[58],"it":[59],"is":[60],"hard":[61],"generate":[63],"inputs":[64],"that":[65,203],"can":[66,89,211],"trigger":[68,212],"bias":[70,100,126,143,179],"due":[71],"the":[73,156,206,222],"lack":[74],"of":[75,148,175,205],"data":[76],"both":[78],"groups":[80,134,150],"biased":[82,136,153,213],"properties.":[83,154],"In":[84,112],"addition,":[85],"diverse":[91],"responses":[92],"(e.g.,":[93],"chatting":[94],"explanation),":[96],"which":[97],"makes":[98],"existing":[99],"detection":[101],"methods":[102],"based":[103,167],"solely":[104],"on":[105,168,188],"sentiment":[106],"toxicity":[108],"hardly":[109],"being":[110],"adopted.":[111],"this":[113],"paper,":[114],"we":[115,138],"propose":[116],"BiasAsker,":[117],"an":[118],"automated":[119],"framework":[120],"identify":[122,172],"measure":[124],"systems.":[130,185,220],"To":[131],"obtain":[132],"properties,":[137],"construct":[139],"a":[140,146,164],"comprehensive":[141],"dataset":[144],"total":[147],"841":[149],"5,021":[152],"Given":[155],"dataset,":[157],"BiasAsker":[158,210],"automatically":[159],"generates":[160],"questions":[161,207],"adopts":[163],"novel":[165],"method":[166],"existence":[169],"measurement":[170],"two":[173,193],"types":[174],"(i.e.,":[177],"absolute":[178],"related":[181],"bias)":[182],"Extensive":[186],"experiments":[187],"eight":[189],"commercial":[190],"famous":[194],"research":[195],"models,":[196],"ChatGPT":[199],"GPT-3,":[201],"show":[202],"32.83%":[204],"generated":[208],"behaviors":[214],"these":[216],"All":[221],"code,":[223],"data,":[224],"experimental":[226],"results":[227],"released":[230],"facilitate":[232],"future":[233],"research.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}