{"id":"https://openalex.org/W4402351885","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650995","title":"LLM Diagnostic Toolkit: Evaluating LLMs for Ethical Issues","display_name":"LLM Diagnostic Toolkit: Evaluating LLMs for Ethical Issues","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402351885","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650995"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650995","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111319813","display_name":"Mehdi Bahrami","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehdi Bahrami","raw_affiliation_strings":["Fujitsu Research of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Research of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071144782","display_name":"Ryosuke Sonoda","orcid":"https://orcid.org/0009-0005-7861-9780"},"institutions":[{"id":"https://openalex.org/I4210159607","display_name":"Fujitsu (China)","ror":"https://ror.org/04w4yzw62","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210159607"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ryosuke Sonoda","raw_affiliation_strings":["Fujitsu Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Ltd","institution_ids":["https://openalex.org/I4210159607"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103983864","display_name":"Ramya Srinivasan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramya Srinivasan","raw_affiliation_strings":["Fujitsu Research of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Research of America","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4437,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90498644,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9603000283241272,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9236999750137329,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.447039932012558},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.4272095561027527},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20457690954208374}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.447039932012558},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.4272095561027527},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20457690954208374}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650995","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2407374891","https://openalex.org/W2751936342","https://openalex.org/W2896457183","https://openalex.org/W2920807444","https://openalex.org/W2951911250","https://openalex.org/W2963716420","https://openalex.org/W2965373594","https://openalex.org/W2970641574","https://openalex.org/W2978017171","https://openalex.org/W3035390927","https://openalex.org/W3211024016","https://openalex.org/W4205203579","https://openalex.org/W4214938700","https://openalex.org/W4224035735","https://openalex.org/W4246766384","https://openalex.org/W4281485151","https://openalex.org/W4309674289","https://openalex.org/W4318912574","https://openalex.org/W4322617812","https://openalex.org/W4322718191","https://openalex.org/W4324373918","https://openalex.org/W4366588626","https://openalex.org/W4377010286","https://openalex.org/W4377372266","https://openalex.org/W4380319170","https://openalex.org/W4380360954","https://openalex.org/W4380769213","https://openalex.org/W4381586841","https://openalex.org/W4382603054","https://openalex.org/W4384261732","https://openalex.org/W4384918448","https://openalex.org/W4386242348","https://openalex.org/W4386242353","https://openalex.org/W4386249236","https://openalex.org/W4387835442","https://openalex.org/W4387839193","https://openalex.org/W4389518353","https://openalex.org/W4392903722","https://openalex.org/W6728551298","https://openalex.org/W6786063503","https://openalex.org/W6801009326","https://openalex.org/W6810242208","https://openalex.org/W6838639034","https://openalex.org/W6853341658"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"The":[0],"rapid":[1],"proliferation":[2],"of":[3,26,85,103,142,148,176,188],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"has":[8],"brought":[9],"with":[10],"it":[11],"both":[12],"opportunities":[13],"and":[14,18,33,39,48,56,82,108,122,136,153,183],"challenges.":[15],"While":[16],"LLMs":[17,143],"more":[19],"broadly":[20],"generative":[21,86,104],"AI":[22,87,105],"technologies":[23],"are":[24,43,92],"capable":[25],"providing":[27],"excellent":[28],"improvements":[29],"for":[30,76,144,169],"various":[31],"routine":[32],"autonomous":[34],"tasks":[35,182],"thereby":[36],"enabling":[37],"cost":[38],"performance":[40],"benefit,":[41],"they":[42],"also":[44,93,159],"prone":[45],"to":[46,58,73,96,167,172],"personal":[47],"societal":[49],"harms":[50],"such":[51,130],"as":[52,131],"biases,":[53],"stereotypes,":[54],"misinformation,":[55],"hallucinations":[57],"name":[59],"a":[60,140,146],"few.":[61],"These":[62],"ethical":[63,149],"concerns":[64],"have":[65],"in":[66,75,115,156],"turn":[67],"triggered":[68],"stakeholders":[69,129],"across":[70],"the":[71,101,186],"world":[72],"call":[74],"regulatory":[77],"measures":[78],"that":[79,161],"ensure":[80],"safe":[81],"beneficial":[83],"use":[84],"technologies.":[88],"In":[89],"parallel,":[90],"there":[91],"research":[94],"efforts":[95],"alleviate":[97],"these":[98],"issues":[99,150,170],"through":[100],"development":[102],"bias":[106],"detection":[107],"mitigating":[109],"strategies.":[110],"Towards":[111],"advancing":[112],"this":[113,116],"goal,":[114],"paper,":[117],"we":[118],"propose":[119],"an":[120],"accessible":[121],"end-user-friendly":[123],"LLM":[124],"diagnostic":[125,190],"toolkit":[126,163],"whereby":[127],"diverse":[128],"software":[132],"engineers,":[133],"business":[134],"executives,":[135],"consumers":[137],"can":[138,164],"examine":[139],"suite":[141],"uncovering":[145],"host":[147],"including":[151],"biases":[152],"misinformation":[154],"embedded":[155],"LLMs.":[157,177],"We":[158],"demonstrate":[160],"our":[162,189],"be":[165],"used":[166],"diagnose":[168],"related":[171],"commonsense":[173],"reasoning":[174],"capabilities":[175],"Extensive":[178],"experiments":[179],"on":[180],"challenging":[181],"datasets":[184],"demonstrates":[185],"effectiveness":[187],"toolkit.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}