{"id":"https://openalex.org/W4392297945","doi":"https://doi.org/10.1162/99608f92.8036d03b","title":"AI Transparency in the Age of LLMs: A Human-Centered Research Roadmap","display_name":"AI Transparency in the Age of LLMs: A Human-Centered Research Roadmap","publication_year":2024,"publication_date":"2024-02-29","ids":{"openalex":"https://openalex.org/W4392297945","doi":"https://doi.org/10.1162/99608f92.8036d03b"},"language":"en","primary_location":{"id":"doi:10.1162/99608f92.8036d03b","doi":"https://doi.org/10.1162/99608f92.8036d03b","is_oa":true,"landing_page_url":"https://doi.org/10.1162/99608f92.8036d03b","pdf_url":"https://hdsr.mitpress.mit.edu/pub/aelql9qy/download/pdf","source":{"id":"https://openalex.org/S4306511929","display_name":"Harvard Data Science Review","issn_l":"2644-2353","issn":["2644-2353","2688-8513"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Harvard Data Science Review","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://hdsr.mitpress.mit.edu/pub/aelql9qy/download/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024320659","display_name":"Q. Vera Liao","orcid":"https://orcid.org/0000-0003-4543-7196","observed_orcids":["https://orcid.org/0000-0003-4543-7196"]},"institutions":[{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Q. Vera Liao","raw_affiliation_strings":["Microsoft Research, New York City, New York, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, New York City, New York, United States of America","institution_ids":["https://openalex.org/I4401726785"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043117896","display_name":"Jennifer Wortman Vaughan","orcid":"https://orcid.org/0000-0002-7807-2018","observed_orcids":["https://orcid.org/0000-0002-7807-2018"]},"institutions":[{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Wortman Vaughan","raw_affiliation_strings":["Microsoft Research, New York City, New York, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-7807-2018","affiliations":[{"raw_affiliation_string":"Microsoft Research, New York City, New York, United States of America","institution_ids":["https://openalex.org/I4401726785"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4401726785"],"apc_list":null,"apc_paid":null,"fwci":41.4059,"has_fulltext":true,"cited_by_count":405,"citation_normalized_percentile":{"value":0.9989673,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":"Special Issue 5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-transparency","display_name":"AI transparency","score":0.9819999933242798},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":1.0},{"id":"https://openalex.org/keywords/responsible-ai","display_name":"responsible AI","score":0.8500000238418579},{"id":"https://openalex.org/keywords/human-centered-design","display_name":"human-centered design","score":0.8700000047683716},{"id":"https://openalex.org/keywords/explanation","display_name":"explanation","score":0.4740000069141388},{"id":"https://openalex.org/keywords/uncertainty-communication","display_name":"uncertainty communication","score":0.9769999980926514},{"id":"https://openalex.org/keywords/stakeholder-requirements","display_name":"stakeholder needs","score":0.8209999799728394},{"id":"https://openalex.org/keywords/human-computer-interaction","display_name":"human-computer interaction","score":0.6330000162124634},{"id":"https://openalex.org/keywords/research-roadmap","display_name":"research roadmap","score":0.6370000243186951}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.9130918979644775},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3834395110607147},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3656964600086212},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.33080828189849854},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2019321322441101},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.17129865288734436}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1162/99608f92.8036d03b","doi":"https://doi.org/10.1162/99608f92.8036d03b","is_oa":true,"landing_page_url":"https://doi.org/10.1162/99608f92.8036d03b","pdf_url":"https://hdsr.mitpress.mit.edu/pub/aelql9qy/download/pdf","source":{"id":"https://openalex.org/S4306511929","display_name":"Harvard Data Science Review","issn_l":"2644-2353","issn":["2644-2353","2688-8513"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Harvard Data Science Review","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2306.01941","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.01941","pdf_url":"https://arxiv.org/pdf/2306.01941","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:4ee3d1ef083a4a9ca78ab9689adf4bb0","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/4ee3d1ef083a4a9ca78ab9689adf4bb0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Harvard Data Science Review, Iss Special Issue 5 (2024)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2306.01941","doi":"https://doi.org/10.48550/arxiv.2306.01941","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.01941","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/99608f92.8036d03b","doi":"https://doi.org/10.1162/99608f92.8036d03b","is_oa":true,"landing_page_url":"https://doi.org/10.1162/99608f92.8036d03b","pdf_url":"https://hdsr.mitpress.mit.edu/pub/aelql9qy/download/pdf","source":{"id":"https://openalex.org/S4306511929","display_name":"Harvard Data Science Review","issn_l":"2644-2353","issn":["2644-2353","2688-8513"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Harvard Data Science Review","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392297945.pdf","grobid_xml":"https://content.openalex.org/works/W4392297945.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W2440159969","https://openalex.org/W2606974598","https://openalex.org/W2738647029","https://openalex.org/W2798812533","https://openalex.org/W2802642435","https://openalex.org/W2934842096","https://openalex.org/W2936695845","https://openalex.org/W2943207870","https://openalex.org/W2962816513","https://openalex.org/W2963341956","https://openalex.org/W2968210605","https://openalex.org/W2973049837","https://openalex.org/W2995649781","https://openalex.org/W3015575765","https://openalex.org/W3021338988","https://openalex.org/W3085136337","https://openalex.org/W3092292656","https://openalex.org/W3093328573","https://openalex.org/W3096831026","https://openalex.org/W3098267758","https://openalex.org/W3115201256","https://openalex.org/W3117696238","https://openalex.org/W3122241445","https://openalex.org/W3123497755","https://openalex.org/W3131457744","https://openalex.org/W3133702157","https://openalex.org/W3152624744","https://openalex.org/W3158479996","https://openalex.org/W3201174429","https://openalex.org/W4226099958","https://openalex.org/W4226112058","https://openalex.org/W4226146865","https://openalex.org/W4281690148","https://openalex.org/W4283026156","https://openalex.org/W4283170666","https://openalex.org/W4285429195","https://openalex.org/W4296413526","https://openalex.org/W4308760226","https://openalex.org/W4308784155","https://openalex.org/W4309674289","https://openalex.org/W4311991106","https://openalex.org/W4318149317","https://openalex.org/W4320003957","https://openalex.org/W4320342906","https://openalex.org/W4322718191","https://openalex.org/W4323345726","https://openalex.org/W4327810158","https://openalex.org/W4360836968","https://openalex.org/W4366527500","https://openalex.org/W4378908626","https://openalex.org/W4381572755","https://openalex.org/W4385570326","https://openalex.org/W4387058885","https://openalex.org/W4389518954","https://openalex.org/W4389523717","https://openalex.org/W4391099575","https://openalex.org/W4392935324","https://openalex.org/W4396833700","https://openalex.org/W4403860276","https://openalex.org/W4410559688","https://openalex.org/W7133228402","https://openalex.org/W7212155034"],"related_works":["https://openalex.org/W4415035631","https://openalex.org/W4410824717","https://openalex.org/W4416986401","https://openalex.org/W4396832909","https://openalex.org/W7163998978","https://openalex.org/W6893251113","https://openalex.org/W4411145153","https://openalex.org/W4415666935","https://openalex.org/W4399115528","https://openalex.org/W4408017871"],"abstract_inverted_index":{"The":[0],"rise":[1],"of":[2,54,60,65,107,121,131,160],"powerful":[3],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"brings":[8],"about":[9,84,151],"tremendous":[10],"opportunities":[11],"for":[12,18,30,173,241,247],"innovation":[13],"but":[14],"also":[15],"looming":[16],"risks":[17],"individuals":[19],"and":[20,34,39,58,67,89,112,136,141,157,181,215,243],"society":[21],"at":[22,62],"large.":[23],"We":[24,162,194,234],"have":[25],"reached":[26],"a":[27,78,188,238,244],"pivotal":[28],"moment":[29],"ensuring":[31],"that":[32,72,168,185,201],"LLMs":[33],"LLM-infused":[35,132],"applications":[36,133],"are":[37],"developed":[38],"deployed":[40],"responsibly.":[41],"It":[42],"is":[43,82,92],"paramount":[44],"to":[45,49,115,206,232],"pursue":[46],"new":[47,105,138],"approaches":[48,114,200,225],"provide":[50],"transparency-a":[51],"central":[52],"pillar":[53],"responsible":[55,182],"AI-for":[56],"LLMs,":[57,108,144,174],"years":[59],"research":[61,184],"the":[63,119,124,128,137,165,202],"intersection":[64],"AI":[66,183,192],"human-computer":[68],"interaction":[69],"(HCI)":[70],"highlight":[71],"we":[73,109],"must":[74,110],"do":[75],"so":[76],"with":[77,97,176],"human-centered":[79,189],"perspective:":[80],"Transparency":[81],"fundamentally":[83],"supporting":[85],"appropriate":[86],"human":[87],"understanding,":[88],"this":[90,104,236],"understanding":[91],"sought":[93],"by":[94,117],"different":[95,98,101],"stakeholders":[96,122],"goals":[99],"in":[100,123,170],"contexts.":[102],"In":[103],"era":[106],"develop":[111],"design":[113],"transparency":[116,172],"considering":[118],"needs":[120],"emerging":[125],"LLM":[126],"ecosystem,":[127],"novel":[129],"types":[130],"being":[134],"built,":[135],"usage":[139],"patterns":[140],"challenges":[142,167],"around":[143,222],"all":[145],"while":[146],"building":[147],"on":[148,164,191],"lessons":[149,177],"learned":[150,178],"how":[152,223],"people":[153],"process,":[154],"interact":[155],"with,":[156],"make":[158],"use":[159],"information.":[161],"reflect":[163],"unique":[166],"arise":[169],"providing":[171,213],"along":[175],"from":[179],"HCI":[180],"has":[186,204],"taken":[187,205],"perspective":[190],"transparency.":[193],"then":[195],"lay":[196],"out":[197,219],"four":[198],"common":[199],"community":[203],"achieve":[207],"transparency-model":[208],"reporting,":[209],"publishing":[210],"evaluation":[211],"results,":[212],"explanations,":[214],"communicating":[216],"uncertainty-and":[217],"call":[218],"open":[220],"questions":[221],"these":[224],"may":[226,228],"or":[227],"not":[229],"be":[230],"applied":[231],"LLMs.":[233],"hope":[235],"provides":[237],"starting":[239],"point":[240],"discussion":[242],"useful":[245],"roadmap":[246],"future":[248],"research.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":156},{"year":2025,"cited_by_count":134},{"year":2024,"cited_by_count":94},{"year":2023,"cited_by_count":20},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2024-03-05T00:00:00"}