{"id":"https://openalex.org/W7213534080","doi":"https://doi.org/10.47895/amp.v60i17.13381","title":"Performance Assessment of an Artificial Intelligence System Used for Case Detection in a Large Community-based Diabetic Retinopathy Screening Program: A Retrospective Diagnostic Accuracy Validation Study","display_name":"Performance Assessment of an Artificial Intelligence System Used for Case Detection in a Large Community-based Diabetic Retinopathy Screening Program: A Retrospective Diagnostic Accuracy Validation Study","publication_year":2026,"publication_date":"2026-09-15","ids":{"openalex":"https://openalex.org/W7213534080","doi":"https://doi.org/10.47895/amp.v60i17.13381","pmid":"https://pubmed.ncbi.nlm.nih.gov/42952879","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13713882"},"language":"en","primary_location":{"id":"doi:10.47895/amp.v60i17.13381","doi":"https://doi.org/10.47895/amp.v60i17.13381","is_oa":true,"landing_page_url":"https://doi.org/10.47895/amp.v60i17.13381","pdf_url":"https://actamedicaphilippina.upm.edu.ph/index.php/acta/article/download/13381/7255","source":{"id":"https://openalex.org/S4306500404","display_name":"Acta Medica Philippina","issn_l":"0001-6071","issn":["0001-6071","2094-9278"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319568","host_organization_name":"University of the Philippines Manila","host_organization_lineage":["https://openalex.org/P4310319568","https://openalex.org/P4310319558"],"host_organization_lineage_names":["University of the Philippines Manila","University of the Philippines"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Acta Medica Philippina","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://actamedicaphilippina.upm.edu.ph/index.php/acta/article/download/13381/7255","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5152057592","display_name":"Maria Kristina DG. Eduardo, MD, MBA","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400573226","display_name":"Ilocos Training and Regional Medical Center","ror":"https://ror.org/049281z38","country_code":"PH","type":"healthcare","lineage":["https://openalex.org/I4400573226"]}],"countries":["PH"],"is_corresponding":true,"raw_author_name":"Maria Kristina DG. Eduardo, MD, MBA","raw_affiliation_strings":["Ilocos Training and Regional Medical Center, La Union, Philippines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ilocos Training and Regional Medical Center, La Union, Philippines","institution_ids":["https://openalex.org/I4400573226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084904155","display_name":"Junn R. Pajarillo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2802181614","display_name":"Philippine General Hospital","ror":"https://ror.org/00a56am39","country_code":"PH","type":"healthcare","lineage":["https://openalex.org/I103911934","https://openalex.org/I2802181614"]},{"id":"https://openalex.org/I5791819","display_name":"University of the Philippines Manila","ror":"https://ror.org/01rrczv41","country_code":"PH","type":"education","lineage":["https://openalex.org/I103911934","https://openalex.org/I5791819"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Junn R. Pajarillo, MD","raw_affiliation_strings":["Department of Ophthalmology and Visual Sciences, Sentro Oftalmologico Jose Rizal,  Philippine General Hospital, University of the Philippines Manila, Manila, Philippines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Ophthalmology and Visual Sciences, Sentro Oftalmologico Jose Rizal,  Philippine General Hospital, University of the Philippines Manila, Manila, Philippines","institution_ids":["https://openalex.org/I2802181614","https://openalex.org/I5791819"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5152057592"],"corresponding_institution_ids":["https://openalex.org/I4400573226"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6373791,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"60","issue":"17","first_page":"55","last_page":"67"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10170","display_name":"Retinal Diseases and Treatments","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14384","display_name":"Ophthalmology and Visual Health Research","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diabetic-retinopathy","display_name":"diabetic retinopathy","score":0.9789999723434448},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"artificial intelligence","score":0.7739999890327454},{"id":"https://openalex.org/keywords/deep-learning","display_name":"deep learning","score":0.8059999942779541},{"id":"https://openalex.org/keywords/diabetic-retinopathy-screening","display_name":"diabetic retinopathy screening","score":0.7749999761581421},{"id":"https://openalex.org/keywords/referable-diabetic-retinopathy","display_name":"referable diabetic retinopathy","score":0.8029999732971191},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.6010000109672546},{"id":"https://openalex.org/keywords/fundus-images","display_name":"fundus images","score":0.800000011920929},{"id":"https://openalex.org/keywords/community-based-screening","display_name":"community-based screening","score":0.8389999866485596},{"id":"https://openalex.org/keywords/mass-screening","display_name":"mass screening","score":0.5370000004768372},{"id":"https://openalex.org/keywords/filipino-population","display_name":"Filipino population","score":0.382999986410141},{"id":"https://openalex.org/keywords/ai-validation","display_name":"AI validation","score":0.40799999237060547},{"id":"https://openalex.org/keywords/philippines","display_name":"Philippines","score":0.4059999883174896},{"id":"https://openalex.org/keywords/ilocos-region","display_name":"Ilocos Region","score":0.5379999876022339},{"id":"https://openalex.org/keywords/likelihood-ratios","display_name":"likelihood ratios","score":0.31299999356269836}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7791000008583069},{"id":"https://openalex.org/C2779829184","wikidata":"https://www.wikidata.org/wiki/Q631361","display_name":"Diabetic retinopathy","level":3,"score":0.6570000052452087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6074000000953674},{"id":"https://openalex.org/C2776391266","wikidata":"https://www.wikidata.org/wiki/Q9612","display_name":"Fundus (uterus)","level":2,"score":0.5845000147819519},{"id":"https://openalex.org/C3020132585","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic accuracy","level":2,"score":0.5752000212669373},{"id":"https://openalex.org/C119767625","wikidata":"https://www.wikidata.org/wiki/Q618211","display_name":"Optometry","level":1,"score":0.5205000042915344},{"id":"https://openalex.org/C3019719930","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value","level":2,"score":0.490200012922287},{"id":"https://openalex.org/C167135981","wikidata":"https://www.wikidata.org/wiki/Q2146302","display_name":"Retrospective cohort study","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39329999685287476},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.36660000681877136},{"id":"https://openalex.org/C144494922","wikidata":"https://www.wikidata.org/wiki/Q6547272","display_name":"Likelihood ratios in diagnostic testing","level":3,"score":0.3425999879837036},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C82157600","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic test","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C2778313320","wikidata":"https://www.wikidata.org/wiki/Q550455","display_name":"Retinopathy","level":3,"score":0.32179999351501465},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C53789813","wikidata":"https://www.wikidata.org/wiki/Q3553769","display_name":"Positive predicative value","level":3,"score":0.28760001063346863},{"id":"https://openalex.org/C2776148792","wikidata":"https://www.wikidata.org/wiki/Q3041498","display_name":"Eye disease","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C198433322","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value of tests","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C187212893","wikidata":"https://www.wikidata.org/wiki/Q123028","display_name":"Pediatrics","level":1,"score":0.2565999925136566},{"id":"https://openalex.org/C2993880109","wikidata":"https://www.wikidata.org/wiki/Q1163564","display_name":"Medical screening","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.25029999017715454}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.47895/amp.v60i17.13381","doi":"https://doi.org/10.47895/amp.v60i17.13381","is_oa":true,"landing_page_url":"https://doi.org/10.47895/amp.v60i17.13381","pdf_url":"https://actamedicaphilippina.upm.edu.ph/index.php/acta/article/download/13381/7255","source":{"id":"https://openalex.org/S4306500404","display_name":"Acta Medica Philippina","issn_l":"0001-6071","issn":["0001-6071","2094-9278"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319568","host_organization_name":"University of the Philippines Manila","host_organization_lineage":["https://openalex.org/P4310319568","https://openalex.org/P4310319558"],"host_organization_lineage_names":["University of the Philippines Manila","University of the Philippines"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Acta Medica Philippina","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13713882","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13713882/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13713882/pdf/AMP-60-17-13381.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Acta Med Philipp","raw_type":"Text"},{"id":"pmid:42952879","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42952879","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Acta medica Philippina","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.47895/amp.v60i17.13381","doi":"https://doi.org/10.47895/amp.v60i17.13381","is_oa":true,"landing_page_url":"https://doi.org/10.47895/amp.v60i17.13381","pdf_url":"https://actamedicaphilippina.upm.edu.ph/index.php/acta/article/download/13381/7255","source":{"id":"https://openalex.org/S4306500404","display_name":"Acta Medica Philippina","issn_l":"0001-6071","issn":["0001-6071","2094-9278"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310319568","host_organization_name":"University of the Philippines Manila","host_organization_lineage":["https://openalex.org/P4310319568","https://openalex.org/P4310319558"],"host_organization_lineage_names":["University of the Philippines Manila","University of the Philippines"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Acta Medica Philippina","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.9940000176429749,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7213534080.pdf","grobid_xml":"https://content.openalex.org/works/W7213534080.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W1966206262","https://openalex.org/W1969337370","https://openalex.org/W2557738935","https://openalex.org/W2884567741","https://openalex.org/W3043742146","https://openalex.org/W3134138028","https://openalex.org/W3191286643","https://openalex.org/W4220979508","https://openalex.org/W4386884285","https://openalex.org/W4400091821"],"related_works":["https://openalex.org/W4223553786","https://openalex.org/W3120716843","https://openalex.org/W4404515478","https://openalex.org/W2970772642","https://openalex.org/W4402526630","https://openalex.org/W7166552858","https://openalex.org/W7216679665","https://openalex.org/W7128163872","https://openalex.org/W4305056992","https://openalex.org/W7135082456"],"abstract_inverted_index":{"Background:":[0],"In":[1],"the":[2,39,53,79,119,130,139,221,335,339,365,386],"Philippines,":[3],"Artificial":[4],"Intelligence":[5],"(AI)":[6],"systems":[7,47],"used":[8],"for":[9,259,272,291,320,360],"diabetic":[10,50,214,361],"retinopathy":[11,362],"(DR)":[12],"screening":[13,70,89,116,319,363],"are":[14,20,33],"still":[15],"an":[16,82,252],"emerging":[17],"technology.":[18],"There":[19],"several":[21],"AI":[22,83,249,374,383],"and":[23,29,65,155,202,257,261,270,280,289,299,347,391,394],"Deep":[24],"Learning":[25],"Systems":[26],"(DLS)":[27],"developed":[28],"licensed":[30],"abroad":[31],"that":[32],"currently":[34],"undergoing":[35],"FDA":[36],"approval":[37],"in":[38,129,149,220,318,323,364],"Philippines.":[40,366],"The":[41,135,176,246,264,283,310],"challenge":[42],"is":[43,332],"to":[44,77,91],"validate":[45],"these":[46],"on":[48,371,388],"Filipino":[49,327],"cohorts":[51],"within":[52],"uncontrolled":[54],"environment":[55],"of":[56,81,95,132,138,165,210,254,326,380],"a":[57,86,103,114,162,357],"community-based":[58,115],"setting":[59],"before":[60],"it":[61],"could":[62],"be":[63],"adapted":[64],"integrated":[66],"into":[67],"routine":[68],"DR":[69,153,157,233,322],"programs":[71],"locally.":[72],"Objective:":[73],"This":[74,98,351],"study":[75,99,108],"aimed":[76],"determine":[78],"performance":[80,178],"system":[84,250,313,340],"as":[85,102,230,238,356],"population-based":[87],"mass":[88],"tool":[90,359],"detect":[92],"referable":[93,156,321],"cases":[94],"DR.":[96],"Methods:":[97],"was":[100,159,179,305],"designed":[101],"retrospective":[104],"diagnostic":[105,136,177,316],"accuracy":[106,137,253,317],"validation":[107,375],"using":[109,181],"fundus":[110,167],"images":[111],"obtained":[112],"from":[113],"program":[117],"by":[118,170],"Ilocos":[120],"Training":[121],"&":[122],"Regional":[123],"Medical":[124],"Center":[125],"Eye":[126],"Mobile":[127],"Team":[128],"province":[131],"La":[133],"Union.":[134],"iCare":[140,146,247,311],"Illume":[141,248,312],"System":[142],"(Thirona":[143],"RetCAD":[144],"+":[145],"DRS":[147],"plus)":[148],"detecting":[150],"any":[151],"stage":[152],"(ADR)":[154],"(RDR)":[158],"validated":[160],"against":[161],"reference":[163],"standard":[164],"two-field":[166],"photographs":[168],"read":[169],"expert":[171,224],"human":[172],"graders":[173,225],"(retina":[174],"specialists).":[175],"evaluated":[180],"various":[182],"metrics,":[183],"including":[184],"Accuracy,":[185],"Sensitivity":[186],"(SN),":[187],"Specificity":[188],"(SP),":[189],"Negative":[190,198],"Predictive":[191,195],"Value":[192,196],"(NPV),":[193],"Positive":[194,203],"(PPV),":[197],"Likelihood":[199,204],"Ratio":[200],"(LR-),":[201],"Ratios":[205],"(LR+).":[206],"Results:":[207],"A":[208],"total":[209],"284":[211],"eyes":[212,228,236,241],"(142":[213],"patients,":[215],"717":[216],"images)":[217],"were":[218,243,274,293],"included":[219],"study.":[222],"Human":[223],"classified":[226],"187":[227],"(65.85%)":[229],"no":[231],"apparent":[232],"while":[234],"77":[235],"(27.11%)":[237],"ADR.":[239],"63":[240],"(22.18%)":[242],"considered":[244],"RDR.":[245],"achieved":[251],"83.21":[255],"%":[256],"92.37%":[258],"ADR":[260,273],"RDR,":[262],"respectively.":[263,282,301],"SN,":[265,284],"SP,":[266,285],"NPV,":[267,286],"PPV,":[268,287],"LR-,":[269,288],"LR+":[271,290],"92.11%,":[275],"79.57%,":[276],"96.1%,":[277],"64.81%,":[278],"0.10,":[279],"4.50,":[281],"RDR":[292],"79.03%,":[294],"96.50%,":[295],"93.69%,":[296],"87.50%,":[297],"0.22,":[298],"22.58,":[300],"Technical":[302],"failure":[303],"rate":[304],"0.70%":[306],"(99.3%":[307],"Imageability).":[308],"Conclusion:":[309],"exhibits":[314],"strong":[315],"our":[324],"cohort":[325],"Diabetics.":[328],"Although":[329],"its":[330,354],"sensitivity":[331],"marginally":[333],"below":[334],"UK":[336],"NICE":[337],"guideline,":[338],"demonstrates":[341],"high":[342],"specificity,":[343],"negative":[344],"predictive":[345,349],"value,":[346],"positive":[348],"value.":[350],"combination":[352],"highlights":[353],"potential":[355],"valuable":[358],"Future":[367],"research":[368],"should":[369],"focus":[370],"refining":[372],"local":[373],"protocols,":[376],"optimizing":[377],"data":[378],"sets":[379],"commercially":[381],"available":[382],"systems,":[384],"assessing":[385],"impact":[387],"patient":[389],"outcomes":[390],"disease":[392],"burden,":[393],"evaluating":[395],"cost-effectiveness.":[396]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-09-18T00:00:00"}