{"id":"https://openalex.org/W7126381791","doi":"https://doi.org/10.3390/systems14020153","title":"Stage-Aware Governance of Large Language Models: Managing Uncertainty and Human Oversight in AI-Assisted Literature Review Systems","display_name":"Stage-Aware Governance of Large Language Models: Managing Uncertainty and Human Oversight in AI-Assisted Literature Review Systems","publication_year":2026,"publication_date":"2026-01-31","ids":{"openalex":"https://openalex.org/W7126381791","doi":"https://doi.org/10.3390/systems14020153"},"language":"en","primary_location":{"id":"doi:10.3390/systems14020153","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems14020153","pdf_url":"https://www.mdpi.com/2079-8954/14/2/153/pdf","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2079-8954/14/2/153/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071650358","display_name":"Junic Kim","orcid":"https://orcid.org/0000-0001-7807-7794"},"institutions":[{"id":"https://openalex.org/I24062138","display_name":"Konkuk University","ror":"https://ror.org/025h1m602","country_code":"KR","type":"education","lineage":["https://openalex.org/I24062138"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Junic Kim","raw_affiliation_strings":["School of Business, Konkuk University, 120 Neungdong-ro, Gwangjin-gu, Seoul 05029, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-7807-7794","affiliations":[{"raw_affiliation_string":"School of Business, Konkuk University, 120 Neungdong-ro, Gwangjin-gu, Seoul 05029, Republic of Korea","institution_ids":["https://openalex.org/I24062138"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124547174","display_name":"Haeyong Shin","orcid":null},"institutions":[{"id":"https://openalex.org/I24062138","display_name":"Konkuk University","ror":"https://ror.org/025h1m602","country_code":"KR","type":"education","lineage":["https://openalex.org/I24062138"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Haeyong Shin","raw_affiliation_strings":["Graduate School of Metaverse, Konkuk University, 120 Neungdong-ro, Gwangjin-gu, Seoul 05029, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Metaverse, Konkuk University, 120 Neungdong-ro, Gwangjin-gu, Seoul 05029, Republic of Korea","institution_ids":["https://openalex.org/I24062138"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5071650358"],"corresponding_institution_ids":["https://openalex.org/I24062138"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":8.7213,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.9516814,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"14","issue":"2","first_page":"153","last_page":"153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4487000107765198,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4487000107765198,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.0860000029206276,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.06989999860525131,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.8604000210762024},{"id":"https://openalex.org/keywords/corporate-governance","display_name":"Corporate governance","score":0.7448999881744385},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.7311000227928162},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.48420000076293945},{"id":"https://openalex.org/keywords/inclusion","display_name":"Inclusion (mineral)","score":0.41679999232292175},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.40119999647140503},{"id":"https://openalex.org/keywords/risk-management","display_name":"Risk management","score":0.3625999987125397}],"concepts":[{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.8604000210762024},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.7448999881744385},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.7311000227928162},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.48420000076293945},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.41679999232292175},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.40119999647140503},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.35510000586509705},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.35030001401901245},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.34470000863075256},{"id":"https://openalex.org/C169437150","wikidata":"https://www.wikidata.org/wiki/Q8458","display_name":"Human rights","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3181000053882599},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.30300000309944153},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2840000092983246},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C2778221768","wikidata":"https://www.wikidata.org/wiki/Q8964474","display_name":"Risk governance","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.26899999380111694},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.26339998841285706},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2623000144958496},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/systems14020153","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems14020153","pdf_url":"https://www.mdpi.com/2079-8954/14/2/153/pdf","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:be9e0333325d4b2d93831113818766d9","is_oa":false,"landing_page_url":"https://doaj.org/article/be9e0333325d4b2d93831113818766d9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems, Vol 14, Iss 2, p 153 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/systems14020153","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems14020153","pdf_url":"https://www.mdpi.com/2079-8954/14/2/153/pdf","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5630173087120056,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G8711378744","display_name":null,"funder_award_id":"IITP-2024-RS-2023-00256615","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7126381791.pdf","grobid_xml":"https://content.openalex.org/works/W7126381791.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,53],"study":[1,54],"proposes":[2],"a":[3,59,144],"stage-aware":[4,145],"governance":[5,146],"framework":[6],"for":[7,178,194],"large":[8],"language":[9,28],"models":[10,29],"(LLMs)":[11,30],"that":[12,164],"structures":[13],"human":[14,40,166],"oversight":[15,41,167,180],"and":[16,42,66,72,89,184],"accountability":[17,43],"across":[18,47],"different":[19,48],"decision":[20,49,171,192],"stages":[21,50],"in":[22,34,58,136,148,168,186],"AI-assisted":[23,191],"literature":[24,62],"review":[25,36,63],"systems.":[26],"Large":[27],"are":[31],"increasingly":[32],"embedded":[33],"systematic":[35],"workflows,":[37],"yet":[38],"how":[39],"should":[44],"be":[45,128],"structured":[46],"remains":[51],"unclear.":[52],"evaluates":[55],"three":[56],"LLMs":[57,93,150],"controlled":[60],"two-stage":[61],"workflow\u2014title-and-abstract":[64],"screening":[65,99,153],"eligibility":[67,114],"assessment\u2014using":[68],"identical":[69],"evidence":[70,195],"inputs":[71],"fixed":[73],"inclusion":[74],"criteria,":[75],"with":[76,86],"outputs":[77],"benchmarked":[78],"against":[79],"expert":[80,96],"consensus":[81],"under":[82],"fully":[83],"reproducible":[84],"conditions":[85],"standardized":[87],"prompts":[88],"comprehensive":[90],"logging.":[91],"While":[92],"closely":[94],"matched":[95],"decisions":[97],"during":[98],"(precision":[100],"0.83\u20130.91;":[101],"F1":[102],"up":[103],"to":[104],"0.89;":[105],"Cohen\u2019s":[106],"\u03ba":[107,118],"0.65\u20130.85),":[108],"performance":[109],"degraded":[110],"substantially":[111],"at":[112],"the":[113,176,187],"stage":[115],"(F1":[116],"0.58\u20130.65;":[117],"0.52\u20130.62),":[119],"indicating":[120],"increased":[121],"epistemic":[122],"uncertainty":[123,162],"when":[124],"fine-grained":[125],"criteria":[126],"must":[127],"inferred":[129],"from":[130],"abstract-level":[131],"information.":[132],"Importantly,":[133],"disagreements":[134],"clustered":[135],"borderline":[137],"cases":[138],"rather":[139],"than":[140],"random":[141],"error,":[142],"supporting":[143],"approach":[147],"which":[149],"automate":[151],"high-throughput":[152],"while":[154],"inter-model":[155],"disagreement":[156],"is":[157],"operationalized":[158],"as":[159],"an":[160],"actionable":[161],"signal":[163],"triggers":[165],"more":[169],"consequential":[170],"stages.":[172],"These":[173],"findings":[174],"highlight":[175],"need":[177],"explicit":[179],"thresholds,":[181],"responsibility":[182],"allocation,":[183],"auditability":[185],"responsible":[188],"deployment":[189],"of":[190],"systems":[193],"synthesis.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-02T00:00:00"}