{"id":"https://openalex.org/W7133360283","doi":"https://doi.org/10.1109/tps-isa67132.2025.00087","title":"Quantifying Trust in Human-AI Teams: A Statistical Framework for Task-Based Calibration of AI Autonomy in Compliance Auditing","display_name":"Quantifying Trust in Human-AI Teams: A Statistical Framework for Task-Based Calibration of AI Autonomy in Compliance Auditing","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W7133360283","doi":"https://doi.org/10.1109/tps-isa67132.2025.00087"},"language":null,"primary_location":{"id":"doi:10.1109/tps-isa67132.2025.00087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tps-isa67132.2025.00087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 7th International Conference on Trust, Privacy and Security in Intelligent Systems, and Applications (TPS-ISA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127910484","display_name":"Priya Mohan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Priya Mohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127999527","display_name":"Yugandhar Reddy Suthari","orcid":null},"institutions":[{"id":"https://openalex.org/I276309446","display_name":"University of the Cumberlands","ror":"https://ror.org/05jz3sn81","country_code":"US","type":"education","lineage":["https://openalex.org/I276309446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yugandhar Reddy Suthari","raw_affiliation_strings":["University of the Cumberlands,United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the Cumberlands,United States","institution_ids":["https://openalex.org/I276309446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5127980819","display_name":"Sahil Dhir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sahil Dhir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.72431668,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.42260000109672546,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.42260000109672546,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.18469999730587006,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.1005999967455864,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7526000142097473},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4975000023841858},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.48500001430511475},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4729999899864197},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4260999858379364},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4244000017642975},{"id":"https://openalex.org/keywords/audit-risk","display_name":"Audit risk","score":0.3781999945640564},{"id":"https://openalex.org/keywords/audit-trail","display_name":"Audit trail","score":0.3714999854564667},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.3547999858856201}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7526000142097473},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5983999967575073},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4975000023841858},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.48500001430511475},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4729999899864197},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4260999858379364},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C27504089","wikidata":"https://www.wikidata.org/wiki/Q2602080","display_name":"Audit risk","level":3,"score":0.3781999945640564},{"id":"https://openalex.org/C80958533","wikidata":"https://www.wikidata.org/wiki/Q1047174","display_name":"Audit trail","level":3,"score":0.3714999854564667},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3492000102996826},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3361999988555908},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32739999890327454},{"id":"https://openalex.org/C127576917","wikidata":"https://www.wikidata.org/wiki/Q624630","display_name":"Competitor analysis","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3109000027179718},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.305400013923645},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27250000834465027},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C113644684","wikidata":"https://www.wikidata.org/wiki/Q1356717","display_name":"Statistical process control","level":3,"score":0.25760000944137573},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25429999828338623},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tps-isa67132.2025.00087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tps-isa67132.2025.00087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 7th International Conference on Trust, Privacy and Security in Intelligent Systems, and Applications (TPS-ISA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2962059918","https://openalex.org/W4230368315","https://openalex.org/W4234388477","https://openalex.org/W4381572755","https://openalex.org/W4401719912"],"related_works":[],"abstract_inverted_index":{"Enterprise":[0],"compliance":[1,44,80,310],"and":[2,16,39,59,62,114,134,145,275,287,330],"audit":[3,51,71,95,257,298],"teams":[4],"face":[5],"high":[6,218],"demand":[7],"for":[8,42,120,189,217,308,326],"automation":[9],"due":[10,19],"to":[11,20,92,107,165,201,254,272,305],"regulatory":[12,309],"complexity,":[13],"scale":[14],"requirements,":[15],"resource":[17],"optimization":[18],"budgetary":[21],"constraints.":[22],"This":[23,280,313],"study":[24],"evaluates":[25],"four":[26],"leading":[27],"Large":[28],"Language":[29],"Models":[30],"(LLMs):":[31],"GPT-4o,":[32],"Claude":[33,148],"3,":[34],"Gemini":[35],"2.5":[36],"Flash":[37],"Pro,":[38],"Meta":[40],"LLaMA-4":[41],"automated":[43],"control":[45,146,157],"testing":[46],"in":[47,199],"three":[48],"universal":[49],"IT":[50,297],"scenarios":[52],"such":[53],"as":[54,117],"User":[55],"Access":[56],"Review,":[57],"Backup":[58],"Restore":[60],"Testing,":[61],"Change":[63],"Management":[64],"validation.":[65],"The":[66,192,245],"research":[67,281,314],"employed":[68],"realistic":[69],"mock":[70],"datasets":[72],"containing":[73],"1,050":[74],"total":[75],"records":[76],"with":[77,159,178,221,239],"systematically":[78],"embedded":[79],"exceptions.":[81],"Each":[82],"of":[83,124,136,268,277,289],"the":[84,89,94,97,143,151,261,269,278],"LLMs":[85,249],"was":[86,105],"tested":[87],"across":[88,156,182],"3":[90,149,243],"controls":[91,211,231],"perform":[93],"on":[96,285,336],"data":[98,262,292],"provided.":[99],"A":[100],"comprehensive":[101],"trustworthiness":[102,322],"assessment":[103],"framework":[104,334],"developed":[106],"measure":[108],"accuracy,":[109,235],"output":[110],"quality,":[111],"processing":[112,173],"efficiency,":[113],"hallucination":[115],"rates":[116],"key":[118],"metrics":[119,325],"determining":[121],"appropriate":[122,205],"levels":[123],"human-AI":[125,206,317],"collaboration.":[126],"Statistical":[127],"analysis":[128,135,263,293],"using":[129],"Cohen's":[130],"d":[131],"effect":[132,162],"sizes":[133,163],"variance":[137],"confirmed":[138],"significant":[139],"performance":[140],"variations":[141],"between":[142],"models":[144],"types.":[147],"achieved":[150,212],"highest":[152],"overall":[153],"accuracy":[154,215,276],"(83.27%":[155],"types)":[158],"very":[160],"large":[161],"compared":[164],"all":[166,183],"competitors":[167],"(Cohen's":[168],"d$>1.50)$.":[169],"GPT-4o":[170],"showed":[171],"optimal":[172,337],"efficiency":[174],"(11.67":[175],"seconds":[176],"average)":[177],"zero":[179],"observed":[180],"hallucinations":[181],"test":[184],"scenarios,":[185],"representing":[186],"perfect":[187],"reliability":[188,328],"factual":[190],"consistency.":[191],"experiments":[193],"conducted":[194],"demonstrate":[195],"that":[196,248],"task":[197],"complexity":[198],"addition":[200],"model":[202],"architecture,":[203],"determines":[204],"collaboration":[207,238,333],"levels.":[208,340],"Systematic":[209],"operational":[210],"70.43%":[213],"average":[214],"suitable":[216],"AI":[219,240,338],"autonomy":[220,339],"minimal":[222],"human":[223,266],"oversight":[224],"(Tier":[225,242],"1":[226],"teaming),":[227],"while":[228,301],"complex":[229],"procedural":[230],"averaged":[232],"only":[233],"37.46%":[234],"requiring":[236],"human-led":[237],"assistance":[241],"teaming).":[244],"findings":[246],"suggest":[247],"can":[250],"be":[251,306],"used":[252],"effectively":[253],"augment":[255],"specific":[256],"processes":[258],"by":[259,319],"automating":[260],"but":[264],"require":[265],"validation":[267],"results":[270],"produced":[271],"ensure":[273],"completeness":[274],"analysis.":[279],"provides":[282],"evidence-based":[283],"guidance":[284],"strength's":[286],"weaknesses":[288],"various":[290],"LLM's":[291],"capabilities":[294],"when":[295],"provided":[296],"related":[299],"tasks":[300],"identifying":[302],"critical":[303],"limitations":[304],"considered":[307],"use":[311],"cases.":[312],"also":[315],"advances":[316],"teamwork":[318],"establishing":[320],"quantitative":[321],"thresholds,":[323],"validated":[324],"ongoing":[327],"assessment,":[329],"a":[331],"risk-calibrated":[332],"based":[335]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-03-04T00:00:00"}