{"id":"https://openalex.org/W7084756209","doi":"https://doi.org/10.1109/mis.2025.3598960","title":"From Policy to Practice: Research Directions for Trustworthy and Responsible Artificial Intelligence \u201cBy Design\u201d","display_name":"From Policy to Practice: Research Directions for Trustworthy and Responsible Artificial Intelligence \u201cBy Design\u201d","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W7084756209","doi":"https://doi.org/10.1109/mis.2025.3598960"},"language":"en","primary_location":{"id":"doi:10.1109/mis.2025.3598960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mis.2025.3598960","pdf_url":null,"source":{"id":"https://openalex.org/S114241109","display_name":"IEEE Intelligent Systems","issn_l":"1541-1672","issn":["1541-1672","1941-1294"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ramayya Krishnan","orcid":"https://orcid.org/0000-0001-9935-2468"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramayya Krishnan","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9935-2468","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":null,"display_name":"John P. Lalor","orcid":"https://orcid.org/0000-0003-0848-4786"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John P. Lalor","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-0848-4786","affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nicolas Prat","orcid":"https://orcid.org/0000-0002-8064-9357"},"institutions":[{"id":"https://openalex.org/I124261006","display_name":"\u00c9cole Sup\u00e9rieure des Sciences \u00c9conomiques et Commerciales","ror":"https://ror.org/02dga6j42","country_code":"FR","type":"other","lineage":["https://openalex.org/I124261006"]},{"id":"https://openalex.org/I4210142324","display_name":"CY Cergy Paris Universit\u00e9","ror":"https://ror.org/043htjv09","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210142324"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nicolas Prat","raw_affiliation_strings":["ESSEC Business School, Cergy-Pontoise, France"],"raw_orcid":"https://orcid.org/0000-0002-8064-9357","affiliations":[{"raw_affiliation_string":"ESSEC Business School, Cergy-Pontoise, France","institution_ids":["https://openalex.org/I124261006","https://openalex.org/I4210142324"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ahmed Abbasi","orcid":"https://orcid.org/0000-0001-7698-7794"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Abbasi","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-7698-7794","affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4441,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86396014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"40","issue":"5","first_page":"45","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10376","display_name":"Suicide and Self-Harm Studies","score":0.8974999785423279,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10376","display_name":"Suicide and Self-Harm Studies","score":0.8974999785423279,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10576","display_name":"Opioid Use Disorder Treatment","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10272","display_name":"Mental Health Treatment and Access","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.788100004196167},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.7319999933242798},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5390999913215637},{"id":"https://openalex.org/keywords/corporate-governance","display_name":"Corporate governance","score":0.4997999966144562},{"id":"https://openalex.org/keywords/marketing-and-artificial-intelligence","display_name":"Marketing and artificial intelligence","score":0.41749998927116394},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.3779999911785126}],"concepts":[{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.788100004196167},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.7319999933242798},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.699999988079071},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5390999913215637},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.4997999966144562},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4595000147819519},{"id":"https://openalex.org/C44464901","wikidata":"https://www.wikidata.org/wiki/Q6770893","display_name":"Marketing and artificial intelligence","level":3,"score":0.41749998927116394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36169999837875366},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3495999872684479},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.29429998993873596},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C2777720028","wikidata":"https://www.wikidata.org/wiki/Q18394118","display_name":"Responsible Research and Innovation","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.26010000705718994}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mis.2025.3598960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mis.2025.3598960","pdf_url":null,"source":{"id":"https://openalex.org/S114241109","display_name":"IEEE Intelligent Systems","issn_l":"1541-1672","issn":["1541-1672","1941-1294"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2258164063","display_name":"TITLE: CMU/NIST AI MEASUREMENT SCIENCE & ENGINEERING COOPERATIVE RESEARCH CENTERPURPOSE: ESTABLISH THE CMU/NIST AI MEASUREMENT SCIENCE & ENGINEERING COOPERATIVE RESEARCH CENTER (AIMSEC) TO FACILITATE COLLABORATIVE RESEARCH AND EXPERIMENTATION FOCUSED ON ADVANCING OUR NATIONAL CAPABILITY FOR TEST AND EVALUATION OF MODERN AI CAPABILITIES AND TOOLS. THERE ARE THREE PRINCIPAL GOALS: 1. ADVANCE MODERN AI RISK MANAGEMENT 2. VALIDATE EVALUATION APPROACHES THROUGH STAKEHOLDER PARTNERSHIPS. 3. TRANSLATE ASSESSMENT CAPABILITIES AND METHODOLOGIES TO PRACTICE. RESEARCH WILL FOCUS ON ADVANCING MEASUREMENT SCIENCE FOR MODERN AI SYSTEMS, INCLUDING MACHINE LEARNING (ML) AND GENERATIVE AI (GENAI) SYSTEMS, SUCH AS LARGE LANGUAGE MODELS (LLMS). ACTIVITIES TO BE PERFORMED: CREATE A PRACTICAL TAXONOMY OF THREATS AGAINST LARGE LANGUAGE MODELS (LLMS). THE PROPOSED WORK INCLUDES DEVELOPING TECHNIQUES TO REDUCE MEMORIZATION AND PROTECT CONFIDENTIAL INFORMATION PROVABLY, EVEN IF IT RESULTS IN LESS EXACT OUTPUTS. DEVELOP NEW MEASURES OF ROBUSTNESS FOR ML MODELS THAT BETTER REFLECT A MODEL?S ABILITY TO WITHSTAND ATTACKS IN PRACTICAL SCENARIOS. DEVELOP RICHER DEFINITIONS OF ALIGNMENT, CORRECTNESS, AND INTENT TO DETERMINE THE SUITABILITY OF GENERATIVE AI SYSTEMS FOR THEIR INTENDED USES. CREATE A STATE-OF-THE-ART SUITE OF ATTACKS AGAINST LLMS FOR TESTING NEW MODELS. THESE ACTIVITIES WILL BE ORGANIZED IN THREE STREAMS OF EFFORT ALIGNED WITH NIST AI PRIORITIES.  -\tVALIDITY, RELIABILITY, SAFETY, PRIVACY, AND SECURITY-\tACCOUNTABILITY, TRANSPARENCY, FAIRNESS, AND EXPLAINABILITY-\tGENERATIVE AI EVALUATIONEXPECTED OUTCOMES: DEVELOPMENT OF AI SYSTEM-LEVEL TOOLING, METRICS, EVALUATION PROCEDURES, DEVELOPMENT PROCESSES, AND BEST PRACTICES TO ENSURE AI SYSTEM BUILDERS CONSISTENTLY ENGINEER SAFE AI SYSTEMS. GOALS ARE TO ADVANCE MODERN AI RISK MANAGEMENT, VALIDATE EVALUATION APPROACHES THROUGH STAKEHOLDER PARTNERSHIPS, AND TRANSLATE ASSESSMENT CAPABILITIES AND METHODOLOGIES TO PRACTICE. RESEARCH WILL FOCUS ON ADVANCING MEASUREMENT SCIENCE FOR MODERN AI SYSTEMS, INCLUDING MACHINE LEARNING (ML) AND GENERATIVE AI (GENAI) SYSTEMS, SUCH AS LARGE LANGUAGE MODELS (LLMS).  THESE EFFORTS ARE EXPECTED TO YIELD ADDITIONAL APPROACHES TO MITIGATION OF WEAKNESSES AND VULNERABILITIES, PRIVACY PROTECTION, A PRACTICAL TAXONOMY OF THREATS AGAINST LLMS, APPROACHES TO MEET AI GOVERNANCE CHALLENGES, AND  NEW SOCIO-TECHNICAL DEFINITIONS AND METRICS.INTENDED BENEFICIARIES: AI STAKEHOLDERS, INCLUDING GOVERNMENT, INDUSTRY, ACADEMIA, AND THE GENERAL PUBLIC, WILL BENEFIT FROM THIS WORK OF ADVANCING CAPABILITY FOR TESTING AND EVALUATING MODERN AI CAPABILITIES AND TOOLS.SUBRECIPIENT ACTIVITIES: THERE ARE NO PLANNED SUBAWARDS.","funder_award_id":"60NANB24D231","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"},{"id":"https://openalex.org/G2766440315","display_name":null,"funder_award_id":"IIS-2039915","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G751645643","display_name":null,"funder_award_id":"IIS-2403438","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2237709800","https://openalex.org/W2956019087","https://openalex.org/W3133702157","https://openalex.org/W3159261082","https://openalex.org/W3181414820","https://openalex.org/W4248546022","https://openalex.org/W4287890645","https://openalex.org/W4391136348","https://openalex.org/W4392251927","https://openalex.org/W4410919856","https://openalex.org/W4412888555"],"related_works":[],"abstract_inverted_index":{"Rapid":[0],"advancements":[1],"in":[2],"the":[3,13,60,68,77,103,114],"development":[4],"and":[5,17,24,28,46,58,70,89,94,120],"adoption":[6],"of":[7,35,79,105,116],"artificial":[8],"intelligence":[9],"(AI)":[10],"have":[11,30],"accelerated":[12],"need":[14],"for":[15,37,87,102],"trustworthy":[16],"responsible":[18,47],"AI":[19,22,50],"(TRAI).":[20],"National/international":[21],"governance":[23],"risk":[25],"management":[26],"policies":[27],"frameworks":[29],"identified":[31],"a":[32,64,108],"core":[33],"set":[34],"tenets":[36,69],"TRAI,":[38],"including":[39],"fairness,":[40],"safety,":[41],"privacy,":[42],"security,":[43],"transparency,":[44],"explainability,":[45],"deployment.":[48],"Responsible":[49],"processes/tools":[51],"(RAPs)":[52],"are":[53],"solutions":[54],"designed":[55],"to":[56],"operationalize":[57],"implement":[59],"tenets,":[61],"serving":[62],"as":[63,83],"middle":[65],"layer":[66],"between":[67],"real-world":[71,109],"AI-embedded":[72],"processes.":[73],"In":[74],"recent":[75],"years,":[76],"design":[78,104],"RAPs":[80],"has":[81],"emerged":[82],"an":[84],"important":[85,99],"avenue":[86],"computational":[88],"social":[90],"science":[91],"researchers,":[92],"practitioners,":[93],"policymakers.":[95],"We":[96],"highlight":[97],"six":[98],"research":[100,118],"directions":[101],"RAPs.":[106],"Using":[107],"case":[110],"study,":[111],"we":[112],"describe":[113],"importance":[115],"each":[117],"direction":[119],"illustrate":[121],"current":[122],"challenges.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}