{"id":"https://openalex.org/W4412929608","doi":"https://doi.org/10.3390/fi17080353","title":"Transforming Data Annotation with AI Agents: A Review of Architectures, Reasoning, Applications, and Impact","display_name":"Transforming Data Annotation with AI Agents: A Review of Architectures, Reasoning, Applications, and Impact","publication_year":2025,"publication_date":"2025-08-02","ids":{"openalex":"https://openalex.org/W4412929608","doi":"https://doi.org/10.3390/fi17080353"},"language":"en","primary_location":{"id":"doi:10.3390/fi17080353","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi17080353","pdf_url":"https://www.mdpi.com/1999-5903/17/8/353/pdf?version=1754356473","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/17/8/353/pdf?version=1754356473","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051778431","display_name":"Md Monjurul Karim","orcid":"https://orcid.org/0000-0003-1753-065X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Md Monjurul Karim","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China"],"raw_orcid":"https://orcid.org/0000-0003-1753-065X","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069299577","display_name":"Sangeen Khan","orcid":"https://orcid.org/0000-0003-4193-9340"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sangeen Khan","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China"],"raw_orcid":"https://orcid.org/0000-0003-4193-9340","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116127050","display_name":"Dong Hoang Van","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Hoang Van","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China"],"raw_orcid":"https://orcid.org/0009-0009-7564-2415","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032616705","display_name":"X. L. Liu","orcid":"https://orcid.org/0009-0006-7500-0912"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyue Liu","raw_affiliation_strings":["School of Management, South-Central Minzu University, Wuhan 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, South-Central Minzu University, Wuhan 430074, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376538","display_name":"Chunhui Wang","orcid":"https://orcid.org/0000-0002-7151-483X"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunhui Wang","raw_affiliation_strings":["School of Cyber Science and Technology, Zhejiang University, Hangzhou 310027, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Zhejiang University, Hangzhou 310027, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010974487","display_name":"Qiang Qu","orcid":"https://orcid.org/0000-0001-5814-8460"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiang Qu","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China"],"raw_orcid":"https://orcid.org/0000-0001-5814-8460","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5010974487"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":21.9371,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.99488069,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"17","issue":"8","first_page":"353","last_page":"353"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9686999917030334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9645000100135803,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8338812589645386},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6474354267120361},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5687844753265381},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5077089071273804},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4964755177497864},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.4389326870441437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39894622564315796},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.14415308833122253},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09823572635650635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8338812589645386},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6474354267120361},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5687844753265381},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5077089071273804},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4964755177497864},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.4389326870441437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39894622564315796},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.14415308833122253},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09823572635650635}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/fi17080353","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi17080353","pdf_url":"https://www.mdpi.com/1999-5903/17/8/353/pdf?version=1754356473","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0954816ca4a84f839debb55ece01f936","is_oa":true,"landing_page_url":"https://doaj.org/article/0954816ca4a84f839debb55ece01f936","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 17, Iss 8, p 353 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi17080353","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi17080353","pdf_url":"https://www.mdpi.com/1999-5903/17/8/353/pdf?version=1754356473","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6413074502","display_name":null,"funder_award_id":"2020YFA0909100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8345942284","display_name":null,"funder_award_id":"2023TQ07A264","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412929608.pdf","grobid_xml":"https://content.openalex.org/works/W4412929608.grobid-xml"},"referenced_works_count":136,"referenced_works":["https://openalex.org/W1594946763","https://openalex.org/W2106039348","https://openalex.org/W2168001829","https://openalex.org/W2516984398","https://openalex.org/W3172943453","https://openalex.org/W3217560641","https://openalex.org/W4233750375","https://openalex.org/W4285005157","https://openalex.org/W4285733716","https://openalex.org/W4285800514","https://openalex.org/W4292121845","https://openalex.org/W4292779060","https://openalex.org/W4297094598","https://openalex.org/W4304195432","https://openalex.org/W4317911209","https://openalex.org/W4353112996","https://openalex.org/W4362508231","https://openalex.org/W4363671832","https://openalex.org/W4382240585","https://openalex.org/W4385568120","https://openalex.org/W4385572634","https://openalex.org/W4385688511","https://openalex.org/W4385732438","https://openalex.org/W4386021958","https://openalex.org/W4389051484","https://openalex.org/W4389518684","https://openalex.org/W4389519535","https://openalex.org/W4389520333","https://openalex.org/W4389523857","https://openalex.org/W4390046534","https://openalex.org/W4390744046","https://openalex.org/W4391591623","https://openalex.org/W4392903699","https://openalex.org/W4392923480","https://openalex.org/W4393084599","https://openalex.org/W4393157942","https://openalex.org/W4394000193","https://openalex.org/W4396723424","https://openalex.org/W4396831993","https://openalex.org/W4396941516","https://openalex.org/W4397047033","https://openalex.org/W4398150831","https://openalex.org/W4398159396","https://openalex.org/W4398757444","https://openalex.org/W4399267736","https://openalex.org/W4399306094","https://openalex.org/W4399460475","https://openalex.org/W4399516134","https://openalex.org/W4399870931","https://openalex.org/W4400396852","https://openalex.org/W4400695050","https://openalex.org/W4401040072","https://openalex.org/W4401043286","https://openalex.org/W4401043995","https://openalex.org/W4401607521","https://openalex.org/W4401813233","https://openalex.org/W4401863388","https://openalex.org/W4402280596","https://openalex.org/W4402661152","https://openalex.org/W4402670893","https://openalex.org/W4402684050","https://openalex.org/W4402754082","https://openalex.org/W4402811167","https://openalex.org/W4402915729","https://openalex.org/W4403331381","https://openalex.org/W4403390418","https://openalex.org/W4403457107","https://openalex.org/W4403545411","https://openalex.org/W4404024323","https://openalex.org/W4404031361","https://openalex.org/W4404164314","https://openalex.org/W4404181627","https://openalex.org/W4404317680","https://openalex.org/W4404455614","https://openalex.org/W4404515031","https://openalex.org/W4404725356","https://openalex.org/W4404783764","https://openalex.org/W4404783774","https://openalex.org/W4405182525","https://openalex.org/W4405552797","https://openalex.org/W4405719044","https://openalex.org/W4405786698","https://openalex.org/W4405982198","https://openalex.org/W4406085118","https://openalex.org/W4406354661","https://openalex.org/W4406728221","https://openalex.org/W4406729618","https://openalex.org/W4406800520","https://openalex.org/W4406892424","https://openalex.org/W4406947263","https://openalex.org/W4407070057","https://openalex.org/W4407085153","https://openalex.org/W4407100297","https://openalex.org/W4407108350","https://openalex.org/W4407360881","https://openalex.org/W4407542088","https://openalex.org/W4407904495","https://openalex.org/W4407945994","https://openalex.org/W4408099856","https://openalex.org/W4408146288","https://openalex.org/W4408233117","https://openalex.org/W4408254227","https://openalex.org/W4408307107","https://openalex.org/W4408361331","https://openalex.org/W4408536573","https://openalex.org/W4408835915","https://openalex.org/W4408923804","https://openalex.org/W4408980338","https://openalex.org/W4408985946","https://openalex.org/W4409158700","https://openalex.org/W4409158865","https://openalex.org/W4409184708","https://openalex.org/W4409657172","https://openalex.org/W4409736028","https://openalex.org/W4410217308","https://openalex.org/W4410360141","https://openalex.org/W4410398278","https://openalex.org/W4411550383","https://openalex.org/W4411630039","https://openalex.org/W4411713679","https://openalex.org/W4412072325","https://openalex.org/W4412505619","https://openalex.org/W4412683160","https://openalex.org/W4412944906","https://openalex.org/W4412945194","https://openalex.org/W6639503797","https://openalex.org/W6675815313","https://openalex.org/W6685021296","https://openalex.org/W6778883912","https://openalex.org/W6850886341","https://openalex.org/W6851275496","https://openalex.org/W6862144751","https://openalex.org/W6862836603","https://openalex.org/W6873684673","https://openalex.org/W6874093244","https://openalex.org/W6876899723"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W4405124681","https://openalex.org/W1533177136","https://openalex.org/W4380994516"],"abstract_inverted_index":{"Data":[0],"annotation":[1,60,84,112,185],"serves":[2],"as":[3,26,36,132,153],"a":[4,72,97],"critical":[5],"foundation":[6],"for":[7],"artificial":[8],"intelligence":[9],"(AI)":[10],"and":[11,40,50,57,78,110,122,136,143,159,175],"machine":[12],"learning":[13],"(ML).":[14],"Recently,":[15],"AI":[16,81],"agents":[17,46,82,103],"powered":[18],"by":[19,95],"large":[20],"language":[21],"models":[22],"(LLMs)":[23],"have":[24],"emerged":[25],"effective":[27],"solutions":[28],"to":[29,91,179],"longstanding":[30],"challenges":[31,151],"in":[32,42,69,83,129],"data":[33],"annotation,":[34,148],"such":[35,131,152],"scalability,":[37],"consistency,":[38],"cost,":[39],"limitations":[41],"domain":[43],"expertise.":[44],"These":[45],"facilitate":[47],"intelligent":[48],"automation":[49],"adaptive":[51,108],"decision-making,":[52],"thereby":[53],"enhancing":[54],"the":[55,66,76,168,181],"efficiency":[56],"reliability":[58],"of":[59,75,80,100,170,183],"workflows":[61],"across":[62],"various":[63],"fields.":[64],"Despite":[65],"growing":[67],"interest":[68],"this":[70],"area,":[71],"systematic":[73],"understanding":[74],"role":[77],"capabilities":[79],"is":[85],"still":[86],"underexplored.":[87],"This":[88],"paper":[89],"seeks":[90],"fill":[92],"that":[93,145],"gap":[94],"providing":[96],"comprehensive":[98],"review":[99],"how":[101],"LLM-driven":[102],"support":[104,146],"advanced":[105],"reasoning":[106],"strategies,":[107],"learning,":[109,172],"collaborative":[111],"efforts.":[113],"We":[114],"analyze":[115],"agent":[116],"architectures,":[117],"integration":[118],"patterns":[119],"within":[120],"workflows,":[121],"evaluation":[123],"methods,":[124],"along":[125],"with":[126],"real-world":[127],"applications":[128],"sectors":[130],"healthcare,":[133],"finance,":[134],"technology,":[135],"media.":[137],"Furthermore,":[138],"we":[139,162],"evaluate":[140],"current":[141],"tools":[142],"platforms":[144],"agent-based":[147],"addressing":[149],"key":[150],"quality":[154],"assurance,":[155],"bias":[156],"mitigation,":[157],"transparency,":[158],"scalability.":[160],"Lastly,":[161],"outline":[163],"future":[164],"research":[165],"directions,":[166],"highlighting":[167],"importance":[169],"federated":[171],"cross-modal":[173],"reasoning,":[174],"responsible":[176],"system":[177],"design":[178],"advance":[180],"development":[182],"next-generation":[184],"ecosystems.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":6}],"updated_date":"2026-06-07T08:38:57.713557","created_date":"2025-10-10T00:00:00"}