{"id":"https://openalex.org/W4414404575","doi":"https://doi.org/10.1109/access.2025.3612568","title":"Trustworthiness Evaluation of Large Language Models Using Multi-Criteria Decision Making","display_name":"Trustworthiness Evaluation of Large Language Models Using Multi-Criteria Decision Making","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414404575","doi":"https://doi.org/10.1109/access.2025.3612568"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3612568","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3612568","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3612568","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015653251","display_name":"Meltem Aksoy","orcid":"https://orcid.org/0000-0003-3232-3923"},"institutions":[{"id":"https://openalex.org/I200332995","display_name":"TU Dortmund University","ror":"https://ror.org/01k97gp34","country_code":"DE","type":"education","lineage":["https://openalex.org/I200332995"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Meltem Aksoy","raw_affiliation_strings":["Department of Computer Science, Research Center Trustworthy Data Science and Security of the University Alliance Ruhr, Technical University Dortmund, Dortmund, Germany","Computer Science, Research Center Trustworthy Data Science and Security of the University Alliance Ruhr, Technical University Dortmund, Dortmund, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Research Center Trustworthy Data Science and Security of the University Alliance Ruhr, Technical University Dortmund, Dortmund, Germany","institution_ids":["https://openalex.org/I200332995"]},{"raw_affiliation_string":"Computer Science, Research Center Trustworthy Data Science and Security of the University Alliance Ruhr, Technical University Dortmund, Dortmund, Germany","institution_ids":["https://openalex.org/I200332995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022658560","display_name":"Aylin Adem","orcid":"https://orcid.org/0000-0003-4820-6684"},"institutions":[{"id":"https://openalex.org/I95634034","display_name":"Gazi University","ror":"https://ror.org/054xkpr46","country_code":"TR","type":"education","lineage":["https://openalex.org/I95634034"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Aylin Adem","raw_affiliation_strings":["Department of Industrial Engineering, Gazi University, Ankara, Türkiye","Department of Industrial Engineering, Gazi University, Ankara, Turkey"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Gazi University, Ankara, Türkiye","institution_ids":["https://openalex.org/I95634034"]},{"raw_affiliation_string":"Department of Industrial Engineering, Gazi University, Ankara, Turkey","institution_ids":["https://openalex.org/I95634034"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044428844","display_name":"Metin Da\u011fdeviren","orcid":"https://orcid.org/0000-0003-2121-5978"},"institutions":[{"id":"https://openalex.org/I95634034","display_name":"Gazi University","ror":"https://ror.org/054xkpr46","country_code":"TR","type":"education","lineage":["https://openalex.org/I95634034"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Metin Da\u011fdeviren","raw_affiliation_strings":["Department of Industrial Engineering, Gazi University, Ankara, Türkiye","Department of Industrial Engineering, Gazi University, Ankara, Turkey"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Gazi University, Ankara, Türkiye","institution_ids":["https://openalex.org/I95634034"]},{"raw_affiliation_string":"Department of Industrial Engineering, Gazi University, Ankara, Turkey","institution_ids":["https://openalex.org/I95634034"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5015653251"],"corresponding_institution_ids":["https://openalex.org/I200332995"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14094055,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"168183","last_page":"168201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5656999945640564,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5656999945640564,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.4943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.48989999294281006,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.7281000018119812},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7063999772071838},{"id":"https://openalex.org/keywords/analytic-hierarchy-process","display_name":"Analytic hierarchy process","score":0.6147000193595886},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5340999960899353},{"id":"https://openalex.org/keywords/multiple-criteria-decision-analysis","display_name":"Multiple-criteria decision analysis","score":0.5095000267028809},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.4959000051021576},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4244999885559082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765999972820282},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.7281000018119812},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7063999772071838},{"id":"https://openalex.org/C87345402","wikidata":"https://www.wikidata.org/wiki/Q485202","display_name":"Analytic hierarchy process","level":2,"score":0.6147000193595886},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5340999960899353},{"id":"https://openalex.org/C11105738","wikidata":"https://www.wikidata.org/wiki/Q1895805","display_name":"Multiple-criteria decision analysis","level":2,"score":0.5095000267028809},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4959000051021576},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4106999933719635},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.38040000200271606},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3752000033855438},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34880000352859497},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3483999967575073},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32100000977516174},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3174999952316284},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.31459999084472656},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.30169999599456787},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C42011625","wikidata":"https://www.wikidata.org/wiki/Q1055058","display_name":"Fuzzy set","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C122308676","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision-making","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C2888476","wikidata":"https://www.wikidata.org/wiki/Q5249202","display_name":"Decision-making models","level":2,"score":0.2653999924659729}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3612568","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3612568","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3ddbafc478d14d09b0fdbfb32abe9e9a","is_oa":true,"landing_page_url":"https://doaj.org/article/3ddbafc478d14d09b0fdbfb32abe9e9a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 168183-168201 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3612568","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3612568","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W120839107","https://openalex.org/W1978062397","https://openalex.org/W1997772982","https://openalex.org/W2000207828","https://openalex.org/W2020679445","https://openalex.org/W2038638323","https://openalex.org/W2054383636","https://openalex.org/W2060986412","https://openalex.org/W2078198101","https://openalex.org/W2117827905","https://openalex.org/W2142078435","https://openalex.org/W2585206336","https://openalex.org/W2789627017","https://openalex.org/W2888791340","https://openalex.org/W2944852963","https://openalex.org/W2981852142","https://openalex.org/W2982007589","https://openalex.org/W3045457574","https://openalex.org/W3196372123","https://openalex.org/W4246788489","https://openalex.org/W4309674289","https://openalex.org/W4311253174","https://openalex.org/W4320351661","https://openalex.org/W4323655724","https://openalex.org/W4376278912","https://openalex.org/W4382361068","https://openalex.org/W4391136507","https://openalex.org/W4399365040","https://openalex.org/W4400439290","https://openalex.org/W4401042843","https://openalex.org/W4401043412","https://openalex.org/W4401213616","https://openalex.org/W4402096066","https://openalex.org/W4405494191","https://openalex.org/W4406001352","https://openalex.org/W4408755148","https://openalex.org/W4410487210","https://openalex.org/W4413206518"],"related_works":[],"abstract_inverted_index":{"As":[0],"Large":[1,107],"language":[2],"models":[3,89,101,130],"(LLMs)":[4],"become":[5],"increasingly":[6],"integrated":[7],"into":[8],"high-stakes":[9],"applications,":[10],"ensuring":[11],"their":[12,143],"trustworthiness":[13],"has":[14],"emerged":[15],"as":[16,91,103,115],"a":[17,24,30,77,164],"critical":[18],"research":[19],"concern.":[20],"This":[21],"study":[22],"proposes":[23],"novel":[25],"evaluation":[26],"framework":[27,66,168],"that":[28],"applies":[29,76],"multi-criteria":[31],"decision":[32],"making":[33],"(MCDM)":[34],"methodology,":[35],"specifically":[36],"the":[37,65,69,116,151],"hesitant":[38],"fuzzy":[39],"analytic":[40],"hierarchy":[41],"process":[42],"(AHP),":[43],"to":[44,81],"assess":[45],"and":[46,59,75,99,109,127,137,159,166,174],"rank":[47],"LLMs":[48,171],"based":[49],"on":[50],"five":[51],"key":[52],"trust":[53,146,161],"dimensions:":[54],"fairness,":[55],"robustness,":[56],"integrity,":[57],"explainability,":[58,138],"safety.":[60],"Drawing":[61],"from":[62],"expert":[63,157],"evaluations,":[64],"systematically":[67],"determines":[68],"relative":[70],"importance":[71],"of":[72,153],"each":[73],"criterion":[74],"weighted":[78],"scoring":[79],"approach":[80],"compare":[82],"seven":[83],"leading":[84],"LLMs,":[85],"including":[86],"both":[87],"proprietary":[88],"such":[90,102],"GPT-3.5,":[92],"GPT-4o,":[93],"Claude":[94],"3.5":[95],"Sonnet,":[96],"Gemini":[97],"1.5":[98],"open-source":[100],"Llama":[104],"3.1,":[105],"Mistral":[106],"2":[108],"DeepSeek":[110],"V3.":[111],"Results":[112],"reveal":[113],"GPT-4o":[114],"most":[117],"trustworthy":[118],"model,":[119],"significantly":[120],"outperforming":[121],"its":[122],"peers,":[123],"particularly":[124],"in":[125,135,142,155,172],"robustness":[126],"fairness.":[128],"Open-source":[129],"showed":[131],"lower":[132],"scores,":[133],"especially":[134],"safety":[136],"highlighting":[139],"persistent":[140],"gaps":[141],"alignment":[144],"with":[145],"expectations.":[147],"The":[148],"findings":[149],"demonstrate":[150],"effectiveness":[152],"MCDM":[154],"capturing":[156],"uncertainty":[158],"prioritizing":[160],"criteria,":[162],"offering":[163],"robust":[165],"adaptable":[167],"for":[169],"evaluating":[170],"dynamic":[173],"sensitive":[175],"domains.":[176]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}