{"id":"https://openalex.org/W4393002641","doi":"https://doi.org/10.1145/3652951","title":"INACIA: Integrating Large Language Models in Brazilian Audit Courts: Opportunities and Challenges","display_name":"INACIA: Integrating Large Language Models in Brazilian Audit Courts: Opportunities and Challenges","publication_year":2024,"publication_date":"2024-03-20","ids":{"openalex":"https://openalex.org/W4393002641","doi":"https://doi.org/10.1145/3652951"},"language":"en","primary_location":{"id":"doi:10.1145/3652951","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652951","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652951","source":{"id":"https://openalex.org/S4210232200","display_name":"Digital Government Research and Practice","issn_l":"2639-0175","issn":["2639-0175","2691-199X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Government: Research and Practice","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3652951","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035571297","display_name":"Jayr Pereira","orcid":"https://orcid.org/0000-0001-5478-438X"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I4210144446","display_name":"Brazilian Institute of Neuroscience and Neurotechnology","ror":"https://ror.org/044ydn458","country_code":"BR","type":"facility","lineage":["https://openalex.org/I4210144446"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Jayr Pereira","raw_affiliation_strings":["NeuralMind, Campinas, Brazil","University of Campinas, Campinas, Brazil","NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-5478-438X","affiliations":[{"raw_affiliation_string":"NeuralMind, Campinas, Brazil","institution_ids":["https://openalex.org/I4210144446"]},{"raw_affiliation_string":"University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andre Assumpcao","orcid":"https://orcid.org/0000-0003-1669-074X"},"institutions":[{"id":"https://openalex.org/I1311951330","display_name":"National Center for State Courts","ror":"https://ror.org/049c2z606","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1311951330"]},{"id":"https://openalex.org/I249708551","display_name":"Brazilian Medical Association","ror":"https://ror.org/01chj3z31","country_code":"BR","type":"nonprofit","lineage":["https://openalex.org/I249708551"]}],"countries":["BR","US"],"is_corresponding":false,"raw_author_name":"Andre Assumpcao","raw_affiliation_strings":["Brazilian Association of Jurimetrics (ABJ), S\u00e3o Paulo, Brazil","National Center for State Courts (NCSC), Williamsburg, United States","National Center for State Courts (NCSC), Williamsburg, United States and Brazilian Association of Jurimetrics (ABJ), S\u00e3o Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-1669-074X","affiliations":[{"raw_affiliation_string":"Brazilian Association of Jurimetrics (ABJ), S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I249708551"]},{"raw_affiliation_string":"National Center for State Courts (NCSC), Williamsburg, United States","institution_ids":["https://openalex.org/I1311951330"]},{"raw_affiliation_string":"National Center for State Courts (NCSC), Williamsburg, United States and Brazilian Association of Jurimetrics (ABJ), S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I1311951330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081499512","display_name":"Julio Trecenti","orcid":"https://orcid.org/0000-0002-1680-6389"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julio Trecenti","raw_affiliation_strings":["Terranova Consultoria, S\u00e3o Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-1680-6389","affiliations":[{"raw_affiliation_string":"Terranova Consultoria, S\u00e3o Paulo, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093713826","display_name":"Luiz Airosa","orcid":null},"institutions":[{"id":"https://openalex.org/I880818075","display_name":"Federal Police of Brazil","ror":"https://ror.org/01hmd1y41","country_code":"BR","type":"government","lineage":["https://openalex.org/I2801200668","https://openalex.org/I4210115982","https://openalex.org/I880818075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luiz Airosa","raw_affiliation_strings":["Brazilian Federal Court of Accounts (TCU), Bras\u00edlia Brazil","Brazilian Federal Court of Accounts (TCU), Bras\u00edlia, Brazil"],"raw_orcid":"https://orcid.org/0009-0004-6364-9592","affiliations":[{"raw_affiliation_string":"Brazilian Federal Court of Accounts (TCU), Bras\u00edlia Brazil","institution_ids":["https://openalex.org/I880818075"]},{"raw_affiliation_string":"Brazilian Federal Court of Accounts (TCU), Bras\u00edlia, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037536098","display_name":"Caio Lente","orcid":"https://orcid.org/0000-0001-8473-069X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caio Lente","raw_affiliation_strings":["Terranova Consultoria, S\u00e3o Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-8473-069X","affiliations":[{"raw_affiliation_string":"Terranova Consultoria, S\u00e3o Paulo, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092663327","display_name":"Jhonatan Cl\u00e9to","orcid":"https://orcid.org/0009-0009-2620-0768"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I4210144446","display_name":"Brazilian Institute of Neuroscience and Neurotechnology","ror":"https://ror.org/044ydn458","country_code":"BR","type":"facility","lineage":["https://openalex.org/I4210144446"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jhonatan Cl\u00e9to","raw_affiliation_strings":["NeuralMind.ai, Campinas Brazil","University of Campinas, Campinas, Brazil","NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil"],"raw_orcid":"https://orcid.org/0009-0009-2620-0768","affiliations":[{"raw_affiliation_string":"NeuralMind.ai, Campinas Brazil","institution_ids":["https://openalex.org/I4210144446"]},{"raw_affiliation_string":"University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093713827","display_name":"Guilherme Dobins","orcid":null},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I4210144446","display_name":"Brazilian Institute of Neuroscience and Neurotechnology","ror":"https://ror.org/044ydn458","country_code":"BR","type":"facility","lineage":["https://openalex.org/I4210144446"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Guilherme Dobins","raw_affiliation_strings":["NeuralMind.ai, Campinas Brazil","University of Campinas, Campinas, Brazil","NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil"],"raw_orcid":"https://orcid.org/0009-0002-4336-2143","affiliations":[{"raw_affiliation_string":"NeuralMind.ai, Campinas Brazil","institution_ids":["https://openalex.org/I4210144446"]},{"raw_affiliation_string":"University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030647281","display_name":"Rodrigo Nogueira","orcid":"https://orcid.org/0000-0002-2600-6035"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I4210144446","display_name":"Brazilian Institute of Neuroscience and Neurotechnology","ror":"https://ror.org/044ydn458","country_code":"BR","type":"facility","lineage":["https://openalex.org/I4210144446"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rodrigo Nogueira","raw_affiliation_strings":["NeuralMind.ai, Campinas Brazil","University of Campinas, Campinas, Brazil","NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-2600-6035","affiliations":[{"raw_affiliation_string":"NeuralMind.ai, Campinas Brazil","institution_ids":["https://openalex.org/I4210144446"]},{"raw_affiliation_string":"University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111150805","display_name":"Luis Mitchell","orcid":null},"institutions":[{"id":"https://openalex.org/I880818075","display_name":"Federal Police of Brazil","ror":"https://ror.org/01hmd1y41","country_code":"BR","type":"government","lineage":["https://openalex.org/I2801200668","https://openalex.org/I4210115982","https://openalex.org/I880818075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luis Mitchell","raw_affiliation_strings":["Brazilian Federal Court of Accounts (TCU), Bras\u00edlia Brazil","Brazilian Federal Court of Accounts (TCU), Bras\u00edlia, Brazil"],"raw_orcid":"https://orcid.org/0009-0005-9345-8292","affiliations":[{"raw_affiliation_string":"Brazilian Federal Court of Accounts (TCU), Bras\u00edlia Brazil","institution_ids":["https://openalex.org/I880818075"]},{"raw_affiliation_string":"Brazilian Federal Court of Accounts (TCU), Bras\u00edlia, Brazil","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087970571","display_name":"Roberto Lotufo","orcid":"https://orcid.org/0000-0002-5652-0852"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I4210144446","display_name":"Brazilian Institute of Neuroscience and Neurotechnology","ror":"https://ror.org/044ydn458","country_code":"BR","type":"facility","lineage":["https://openalex.org/I4210144446"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Roberto Lotufo","raw_affiliation_strings":["NeuralMind.ai, Campinas Brazil","University of Campinas, Campinas, Brazil","NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-5652-0852","affiliations":[{"raw_affiliation_string":"NeuralMind.ai, Campinas Brazil","institution_ids":["https://openalex.org/I4210144446"]},{"raw_affiliation_string":"University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"NeuralMind.ai, Campinas, Brazil and University of Campinas, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5035571297"],"corresponding_institution_ids":["https://openalex.org/I181391015","https://openalex.org/I4210144446"],"apc_list":null,"apc_paid":null,"fwci":37.5899,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.99758924,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"6","issue":"1","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14013","display_name":"Legal Language and Interpretation","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14013","display_name":"Legal Language and Interpretation","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14012","display_name":"Comparative and International Law Studies","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.63310307264328},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.47195711731910706},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.2981053590774536}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.63310307264328},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.47195711731910706},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.2981053590774536}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3652951","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652951","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652951","source":{"id":"https://openalex.org/S4210232200","display_name":"Digital Government Research and Practice","issn_l":"2639-0175","issn":["2639-0175","2691-199X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Government: Research and Practice","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3652951","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652951","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652951","source":{"id":"https://openalex.org/S4210232200","display_name":"Digital Government Research and Practice","issn_l":"2639-0175","issn":["2639-0175","2691-199X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Government: Research and Practice","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.800000011920929,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393002641.pdf","grobid_xml":"https://content.openalex.org/works/W4393002641.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W574790010","https://openalex.org/W2001642682","https://openalex.org/W2143584325","https://openalex.org/W3027879771","https://openalex.org/W3099950029","https://openalex.org/W3100107515","https://openalex.org/W3124124240","https://openalex.org/W3159259047","https://openalex.org/W4281557260","https://openalex.org/W4327644588","https://openalex.org/W4375958664","https://openalex.org/W4385595254","https://openalex.org/W4385979136","https://openalex.org/W4386507114","https://openalex.org/W4389519254","https://openalex.org/W4389977189"],"related_works":["https://openalex.org/W2404937507","https://openalex.org/W3121186197","https://openalex.org/W2373849942","https://openalex.org/W151161666","https://openalex.org/W2030757640","https://openalex.org/W2118407572","https://openalex.org/W2071653420","https://openalex.org/W2260291664","https://openalex.org/W2360464208","https://openalex.org/W4366384404"],"abstract_inverted_index":{"This":[0,124],"article":[1],"introduces":[2],"Instru\u00e7\u00e3o":[3],"Assistida":[4],"com":[5],"Intelig\u00eancia":[6],"Artificial":[7,135],"(INACIA),":[8],"a":[9,55,81,96,145],"groundbreaking":[10],"system":[11,30,101],"designed":[12],"to":[13,89,99],"integrate":[14],"Large":[15],"Language":[16],"Models":[17],"(LLMs)":[18],"into":[19],"the":[20,90,121,130,161],"operational":[21],"framework":[22],"of":[23,27,34,57,92,133],"Brazilian":[24],"Federal":[25],"Court":[26],"Accounts.":[28],"The":[29],"automates":[31],"various":[32],"stages":[33],"case":[35,68],"analysis,":[36],"including":[37],"basic":[38],"information":[39,66],"extraction,":[40],"admissibility":[41],"examination,":[42],"Periculum":[43],"in":[44,63,113,138,151,160],"mora":[45],"and":[46,51,74,129],"Fumus":[47],"boni":[48],"iuris":[49],"analyses,":[50],"recommendations":[52],"generation.":[53],"Through":[54],"series":[56],"experiments,":[58],"we":[59],"demonstrate":[60],"INACIA\u2019s":[61,111],"potential":[62,112],"extracting":[64],"relevant":[65],"from":[67],"documents,":[69],"evaluating":[70],"its":[71],"legal":[72,115,139,152],"plausibility,":[73],"formulating":[75],"propositions":[76],"for":[77],"judicial":[78],"decision-making.":[79],"Utilizing":[80],"validation":[82],"dataset":[83],"alongside":[84],"LLMs,":[85],"our":[86,93],"evaluation":[87],"methodology,":[88],"best":[91],"knowledge,":[94],"presents":[95],"novel":[97],"approach":[98],"assessing":[100],"performance,":[102],"correlating":[103],"highly":[104],"with":[105,156],"human":[106],"judgment.":[107],"These":[108],"results":[109],"underscore":[110],"complex":[114],"task":[116],"handling":[117],"while":[118],"also":[119],"acknowledging":[120],"current":[122],"limitations.":[123],"study":[125],"discusses":[126],"possible":[127],"improvements":[128],"broader":[131],"implications":[132],"applying":[134],"Intelligence":[136],"(AI)":[137],"contexts,":[140],"suggesting":[141],"that":[142],"INACIA":[143],"represents":[144],"significant":[146],"step":[147],"toward":[148],"integrating":[149],"AI":[150],"systems":[153],"globally,":[154],"albeit":[155],"cautious":[157],"optimism":[158],"grounded":[159],"empirical":[162],"findings.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}