{"id":"https://openalex.org/W4284962443","doi":"https://doi.org/10.1142/s1793351x22500040","title":"Quantification and Mitigation of Directional Pairwise Class Confusion Bias in a Chatbot Intent Classification Model","display_name":"Quantification and Mitigation of Directional Pairwise Class Confusion Bias in a Chatbot Intent Classification Model","publication_year":2022,"publication_date":"2022-07-09","ids":{"openalex":"https://openalex.org/W4284962443","doi":"https://doi.org/10.1142/s1793351x22500040"},"language":"en","primary_location":{"id":"doi:10.1142/s1793351x22500040","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793351x22500040","pdf_url":null,"source":{"id":"https://openalex.org/S4210201727","display_name":"International Journal of Semantic Computing","issn_l":"1793-351X","issn":["1793-351X","1793-7108"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Semantic Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086502313","display_name":"Sudhashree Sayenju","orcid":null},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sudhashree Sayenju","raw_affiliation_strings":["School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070184068","display_name":"Ramazan Ayg\u00fcn","orcid":"https://orcid.org/0000-0001-7244-7475"},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramazan Aygun","raw_affiliation_strings":["School of Data Science and Analytics, Kennesaw State University, 680 Arntson Drive, Office J 305A Marietta, Georgia 30060, USA"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Analytics, Kennesaw State University, 680 Arntson Drive, Office J 305A Marietta, Georgia 30060, USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jonathan Boardman","orcid":null},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Boardman","raw_affiliation_strings":["School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030463979","display_name":"Duleep Prasanna Rathgamage Don","orcid":null},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Duleep Prasanna Rathgamage Don","raw_affiliation_strings":["School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376931","display_name":"Yifan Zhang","orcid":"https://orcid.org/0000-0002-2125-1074"},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Zhang","raw_affiliation_strings":["School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003103144","display_name":"Bill Franks","orcid":null},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Franks","raw_affiliation_strings":["School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Analytics, Kennesaw State University, 3391 Town Point Dr. NW Suite 2400, MD 9104, Kennesaw, Georgia 30144, USA","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015014954","display_name":"Sereres Johnston","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sereres Johnston","raw_affiliation_strings":["Enterprise Business Intelligence and Analytics, The Travelers Companies, Inc., 1 Tower Square, Hartford, Connecticut 06183, USA"],"affiliations":[{"raw_affiliation_string":"Enterprise Business Intelligence and Analytics, The Travelers Companies, Inc., 1 Tower Square, Hartford, Connecticut 06183, USA","institution_ids":["https://openalex.org/I4401726811"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069155531","display_name":"George Lee","orcid":"https://orcid.org/0000-0002-8705-9210"},"institutions":[{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Lee","raw_affiliation_strings":["Enterprise Business Intelligence and Analytics, The Travelers Companies, Inc., 1 Tower Square, Hartford, Connecticut 06183, USA"],"affiliations":[{"raw_affiliation_string":"Enterprise Business Intelligence and Analytics, The Travelers Companies, Inc., 1 Tower Square, Hartford, Connecticut 06183, USA","institution_ids":["https://openalex.org/I4401726811"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089847541","display_name":"Dan Sullivan","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Sullivan","raw_affiliation_strings":["Enterprise Business Intelligence and Analytics, The Travelers Companies, Inc., 1 Tower Square, Hartford, Connecticut 06183, USA"],"affiliations":[{"raw_affiliation_string":"Enterprise Business Intelligence and Analytics, The Travelers Companies, Inc., 1 Tower Square, Hartford, Connecticut 06183, USA","institution_ids":["https://openalex.org/I4401726811"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038965790","display_name":"Girish Modgil","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Girish Modgil","raw_affiliation_strings":["Enterprise Business Intelligence and Analytics, The Travelers Companies, Inc., 1 Tower Square, Hartford, Connecticut 06183, USA"],"affiliations":[{"raw_affiliation_string":"Enterprise Business Intelligence and Analytics, The Travelers Companies, Inc., 1 Tower Square, Hartford, Connecticut 06183, USA","institution_ids":["https://openalex.org/I4401726811"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5086502313"],"corresponding_institution_ids":["https://openalex.org/I172980758"],"apc_list":null,"apc_paid":null,"fwci":0.5552,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71691799,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"16","issue":"04","first_page":"497","last_page":"520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8187837600708008},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.6515973806381226},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6278097033500671},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.597725510597229},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5822465419769287},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49052709341049194},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.49039483070373535},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4812314510345459},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.4618484079837799},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.45930349826812744},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33873090147972107},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08085328340530396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8187837600708008},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.6515973806381226},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6278097033500671},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.597725510597229},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5822465419769287},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49052709341049194},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.49039483070373535},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4812314510345459},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.4618484079837799},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.45930349826812744},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33873090147972107},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08085328340530396},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s1793351x22500040","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793351x22500040","pdf_url":null,"source":{"id":"https://openalex.org/S4210201727","display_name":"International Journal of Semantic Computing","issn_l":"1793-351X","issn":["1793-351X","1793-7108"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Semantic Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5899999737739563}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W571200655","https://openalex.org/W1941659294","https://openalex.org/W2250539671","https://openalex.org/W2767106145","https://openalex.org/W2791170418","https://openalex.org/W2889624842","https://openalex.org/W2893302768","https://openalex.org/W2908285010","https://openalex.org/W2936503027","https://openalex.org/W2950784811","https://openalex.org/W2954275542","https://openalex.org/W2963526187","https://openalex.org/W3023547440","https://openalex.org/W3035377849","https://openalex.org/W3037831233","https://openalex.org/W3095319910","https://openalex.org/W3101004475","https://openalex.org/W3118866989","https://openalex.org/W3164886736","https://openalex.org/W3175765954","https://openalex.org/W3181414820","https://openalex.org/W4211217302","https://openalex.org/W4220957060"],"related_works":["https://openalex.org/W3107474891","https://openalex.org/W142374489","https://openalex.org/W2359001871","https://openalex.org/W1803932089","https://openalex.org/W4287234591","https://openalex.org/W1985007624","https://openalex.org/W3126776133","https://openalex.org/W2176369193","https://openalex.org/W4285741590","https://openalex.org/W2351428524"],"abstract_inverted_index":{"Currently,":[0],"Natural":[1],"Language":[2],"Processing":[3],"(NLP)":[4],"applications":[5],"like":[6,24,96],"chatbots":[7],"are":[8,38,55],"very":[9],"close":[10],"to":[11,40,92,109,114,129],"mimick":[12],"human":[13],"responses.":[14],"This":[15],"has":[16,82],"been":[17],"achieved":[18],"via":[19],"powerful":[20],"and":[21,87],"sophisticated":[22],"models":[23,36,47,54,152],"Bidirectional":[25],"Encoder":[26],"Representations":[27],"from":[28,66],"Transformers":[29],"(BERT).":[30],"Although,":[31],"the":[32,41,67,102],"capabilities":[33],"that":[34,43,61,146],"such":[35],"offer":[37],"superior":[39],"technologies":[42],"preceded":[44],"it,":[45],"these":[46],"still":[48],"possess":[49],"bias.":[50],"BERT":[51],"or":[52],"similar":[53],"mostly":[56],"trained":[57],"on":[58,79,85,154,166],"text":[59,68],"corpora":[60],"deviate":[62],"in":[63,73],"important":[64],"ways":[65],"encountered":[69],"by":[70],"a":[71,74,120,136,167],"chatbot":[72,149],"problem-specific":[75],"context.":[76],"Past":[77],"research":[78],"NLP":[80],"bias":[81,89,106,137,145,153,163],"heavily":[83],"focused":[84],"measuring":[86],"mitigating":[88],"with":[90,107,127],"respect":[91,108,128],"protected":[93],"attributes":[94],"(stereotyping":[95],"gender,":[97],"race,":[98],"ethnicity,":[99],"etc.),":[100],"but":[101],"exploration":[103],"of":[104,156],"model":[105,122],"classification":[110,121,151],"labels":[111],"remained":[112],"yet":[113],"be":[115],"explored.":[116],"We":[117],"investigate":[118],"how":[119],"hugely":[123],"favors":[124],"one":[125],"class":[126,143],"another.":[130],"In":[131],"this":[132],"paper,":[133],"we":[134,159],"propose":[135],"evaluation":[138],"technique":[139],"called":[140],"directional":[141],"pairwise":[142],"confusion":[144],"highlights":[147],"our":[148],"intent":[150],"pairs":[155],"classes.":[157],"Lastly,":[158],"also":[160],"demonstrate":[161],"two":[162],"mitigation":[164],"strategies":[165],"few":[168],"example-biased":[169],"pairs.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}