{"id":"https://openalex.org/W4414112501","doi":"https://doi.org/10.1155/jece/3305430","title":"Hybrid Reinforcement Learning With Optimized SARSA for Improved Face Recognition Systems","display_name":"Hybrid Reinforcement Learning With Optimized SARSA for Improved Face Recognition Systems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414112501","doi":"https://doi.org/10.1155/jece/3305430"},"language":"en","primary_location":{"id":"doi:10.1155/jece/3305430","is_oa":true,"landing_page_url":"https://doi.org/10.1155/jece/3305430","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/jece/3305430","source":{"id":"https://openalex.org/S174662166","display_name":"Journal of Electrical and Computer Engineering","issn_l":"2090-0147","issn":["2090-0147","2090-0155"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Electrical and Computer Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/jece/3305430","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003473723","display_name":"Anil Kumar Yadav","orcid":"https://orcid.org/0000-0003-4027-8229"},"institutions":[{"id":"https://openalex.org/I3130958653","display_name":"Jagran Lakecity University","ror":"https://ror.org/048zea267","country_code":"IN","type":"education","lineage":["https://openalex.org/I3130958653"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anil Kumar Yadav","raw_affiliation_strings":["School of Computing & Artificial Intelligence ,  VIT Bhopal University ,  Sehore , Madhya Pradesh,  India ,  vitbhopal.ac.in"],"raw_orcid":"https://orcid.org/0000-0003-4027-8229","affiliations":[{"raw_affiliation_string":"School of Computing & Artificial Intelligence ,  VIT Bhopal University ,  Sehore , Madhya Pradesh,  India ,  vitbhopal.ac.in","institution_ids":["https://openalex.org/I3130958653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061246696","display_name":"Purushottam Sharma","orcid":"https://orcid.org/0000-0002-8037-7152"},"institutions":[{"id":"https://openalex.org/I155125381","display_name":"Galgotias University","ror":"https://ror.org/02w8ba206","country_code":"IN","type":"education","lineage":["https://openalex.org/I155125381"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Purushottam Sharma","raw_affiliation_strings":["School of Computer Science & Engineering ,  Galgotias University ,  Greater Noida ,  India ,  galgotiasuniversity.edu.in"],"raw_orcid":"https://orcid.org/0000-0002-8037-7152","affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering ,  Galgotias University ,  Greater Noida ,  India ,  galgotiasuniversity.edu.in","institution_ids":["https://openalex.org/I155125381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027459275","display_name":"Xiaochun Cheng","orcid":"https://orcid.org/0000-0003-0371-9646"},"institutions":[{"id":"https://openalex.org/I39586589","display_name":"Swansea University","ror":"https://ror.org/053fq8t95","country_code":"GB","type":"education","lineage":["https://openalex.org/I39586589"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Xiaochun Cheng","raw_affiliation_strings":["Computer Science Department ,  Swansea University , Bay Campus Fabian Way,  Swansea ,  SA1 8EN , Wales,  UK ,  swansea.ac.uk"],"raw_orcid":"https://orcid.org/0000-0003-0371-9646","affiliations":[{"raw_affiliation_string":"Computer Science Department ,  Swansea University , Bay Campus Fabian Way,  Swansea ,  SA1 8EN , Wales,  UK ,  swansea.ac.uk","institution_ids":["https://openalex.org/I39586589"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037860458","display_name":"Nirmal Kumar Gupta","orcid":"https://orcid.org/0000-0001-8893-9458"},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nirmal Kumar Gupta","raw_affiliation_strings":["Department of Information Technology ,  Manipal University ,  Jaipur , Rajasthan,  India ,  manipal.edu"],"raw_orcid":"https://orcid.org/0000-0001-8893-9458","affiliations":[{"raw_affiliation_string":"Department of Information Technology ,  Manipal University ,  Jaipur , Rajasthan,  India ,  manipal.edu","institution_ids":["https://openalex.org/I164861460"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5027459275","https://openalex.org/A5061246696"],"corresponding_institution_ids":["https://openalex.org/I155125381","https://openalex.org/I39586589"],"apc_list":{"value":1400,"currency":"USD","value_usd":1400},"apc_paid":{"value":1400,"currency":"USD","value_usd":1400},"fwci":1.1332,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82314033,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"2025","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8327999711036682},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6729000210762024},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.6579999923706055},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.5497999787330627},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5321000218391418},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.47839999198913574},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4740000069141388},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.45350000262260437},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.44020000100135803}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8327999711036682},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7412999868392944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6744999885559082},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6729000210762024},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.6579999923706055},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.5497999787330627},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5321000218391418},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5266000032424927},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.47839999198913574},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4740000069141388},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.44020000100135803},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.426800012588501},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.41940000653266907},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2597000002861023},{"id":"https://openalex.org/C50897621","wikidata":"https://www.wikidata.org/wiki/Q2665508","display_name":"Hybrid system","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2531999945640564}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/jece/3305430","is_oa":true,"landing_page_url":"https://doi.org/10.1155/jece/3305430","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/jece/3305430","source":{"id":"https://openalex.org/S174662166","display_name":"Journal of Electrical and Computer Engineering","issn_l":"2090-0147","issn":["2090-0147","2090-0155"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Electrical and Computer Engineering","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ce38537341a545438990229c614a9e17","is_oa":true,"landing_page_url":"https://doaj.org/article/ce38537341a545438990229c614a9e17","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Electrical and Computer Engineering, Vol 2025 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/jece/3305430","is_oa":true,"landing_page_url":"https://doi.org/10.1155/jece/3305430","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/jece/3305430","source":{"id":"https://openalex.org/S174662166","display_name":"Journal of Electrical and Computer Engineering","issn_l":"2090-0147","issn":["2090-0147","2090-0155"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Electrical and Computer Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1413810229","display_name":"SPRITE+ 2: The Security, Privacy, Identity and Trust Engagement Networkplus (phase 2).","funder_award_id":"EP/W020408/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2485155987","display_name":null,"funder_award_id":"EP/W020408/1","funder_id":"https://openalex.org/F4320320667","funder_display_name":"Swansea University"},{"id":"https://openalex.org/G3744454158","display_name":null,"funder_award_id":"RS718","funder_id":"https://openalex.org/F4320320667","funder_display_name":"Swansea University"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320667","display_name":"Swansea University","ror":"https://ror.org/053fq8t95"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414112501.pdf","grobid_xml":"https://content.openalex.org/works/W4414112501.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1563476744","https://openalex.org/W1834627138","https://openalex.org/W1949778830","https://openalex.org/W2029440305","https://openalex.org/W2050024476","https://openalex.org/W2055647224","https://openalex.org/W2097251644","https://openalex.org/W2127452375","https://openalex.org/W2319883812","https://openalex.org/W2345483369","https://openalex.org/W2515770085","https://openalex.org/W2871667416","https://openalex.org/W2962898354","https://openalex.org/W2966362327","https://openalex.org/W2982316857","https://openalex.org/W3037810159","https://openalex.org/W3115844225","https://openalex.org/W3134979610","https://openalex.org/W4225691219","https://openalex.org/W4240644986","https://openalex.org/W4283261583"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2116423617","https://openalex.org/W2347824352","https://openalex.org/W2112875849","https://openalex.org/W2384651879"],"abstract_inverted_index":{"Face":[0],"recognition":[1,48,136,162],"is":[2,95],"a":[3,29,66,91,154],"key":[4],"technique":[5],"in":[6,46,133],"modern":[7],"image":[8],"processing,":[9],"yet":[10],"it":[11],"faces":[12],"challenges":[13,45],"such":[14],"as":[15],"achieving":[16],"high":[17],"accuracy,":[18,137],"reducing":[19],"computational":[20],"time,":[21],"and":[22,60,75,90,121,140,147,159],"optimizing":[23],"memory":[24],"usage.":[25],"This":[26,102],"research":[27],"proposes":[28],"hybrid":[30],"model":[31,51,153],"that":[32,126],"integrates":[33],"an":[34],"enhanced":[35,130],"State\u2010Action\u2010Reward\u2010State\u2010Action":[36],"(SARSA)":[37],"reinforcement":[38],"learning":[39,104,149],"(RL)":[40],"framework":[41],"to":[42,71,86,97,108],"address":[43],"these":[44],"face":[47,161],"tasks.":[49],"The":[50],"utilizes":[52],"principal":[53],"component":[54],"analysis":[55],"(PCA)":[56],"for":[57,157],"dimensionality":[58],"reduction":[59],"initial":[61],"feature":[62,145],"extraction,":[63],"followed":[64],"by":[65],"SARSA\u2010based":[67],"online":[68],"Q\u2010learning":[69],"algorithm":[70],"refine":[72],"classification":[73,138],"accuracy":[74],"resolve":[76],"state":[77],"overlap":[78],"issues.":[79],"During":[80],"training,":[81],"facial":[82],"datasets":[83],"are":[84],"processed":[85],"extract":[87],"critical":[88],"features,":[89],"state\u2010action":[92],"value":[93],"table":[94],"constructed":[96],"guide":[98],"decision\u2010making":[99],"during":[100],"testing.":[101],"reinforcement\u2010driven":[103],"enables":[105],"the":[106,115,127,152],"system":[107],"dynamically":[109],"update":[110],"its":[111],"policy":[112,148],"based":[113],"on":[114],"most":[116],"rewarding":[117],"actions,":[118],"improving":[119],"adaptability":[120],"performance.":[122],"Experimental":[123],"results":[124],"demonstrate":[125],"proposed":[128],"approach":[129],"traditional":[131],"models":[132],"terms":[134],"of":[135],"efficiency,":[139],"training":[141],"speed.":[142],"Integrating":[143],"optimized":[144],"selection":[146],"mechanisms":[150],"makes":[151],"promising":[155],"solution":[156],"real\u2010time":[158],"resource\u2010efficient":[160],"applications.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}