{"id":"https://openalex.org/W4416010526","doi":"https://doi.org/10.1109/access.2025.3630331","title":"Enhanced Multi-Critic Deep Reinforcement Learning for Channel Estimation in 6G N2V or I2V Communications","display_name":"Enhanced Multi-Critic Deep Reinforcement Learning for Channel Estimation in 6G N2V or I2V Communications","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416010526","doi":"https://doi.org/10.1109/access.2025.3630331"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3630331","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3630331","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3630331","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061999528","display_name":"Mithillesh Kumar P","orcid":"https://orcid.org/0000-0002-0207-3583"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"P. Mithillesh Kumar","raw_affiliation_strings":["Department of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India","Dept. of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India"],"raw_orcid":"https://orcid.org/0000-0002-0207-3583","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Dept. of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047092502","display_name":"M. Supriya","orcid":"https://orcid.org/0000-0001-6147-7142"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"M. Supriya","raw_affiliation_strings":["Department of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India","Dept. of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India"],"raw_orcid":"https://orcid.org/0000-0001-6147-7142","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India","institution_ids":["https://openalex.org/I81556334"]},{"raw_affiliation_string":"Dept. of Computer Science and Engineering, Amrita School of Computing, Amrita Vishwa Vidyapeetham, Bengaluru, India","institution_ids":["https://openalex.org/I81556334"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5061999528"],"corresponding_institution_ids":["https://openalex.org/I81556334"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30436554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"193878","last_page":"193892"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.3817000091075897,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.3817000091075897,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.12520000338554382,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.0868000015616417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9093999862670898},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6699000000953674},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6118000149726868},{"id":"https://openalex.org/keywords/information-exchange","display_name":"Information exchange","score":0.45840001106262207},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.415800005197525},{"id":"https://openalex.org/keywords/performance-improvement","display_name":"Performance improvement","score":0.40529999136924744},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3955000042915344},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.3174999952316284}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9093999862670898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8181999921798706},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6699000000953674},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6118000149726868},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.45840001106262207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4528999924659729},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3955000042915344},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34880000352859497},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C3020402766","wikidata":"https://www.wikidata.org/wiki/Q104376712","display_name":"Prior information","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2870999872684479},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2745000123977661},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.26030001044273376}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3630331","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3630331","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:842b0ed9f1574d4f8896839537b99942","is_oa":true,"landing_page_url":"https://doaj.org/article/842b0ed9f1574d4f8896839537b99942","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 193878-193892 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3630331","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3630331","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,155],"need":[1],"for":[2,125],"self-adaptive":[3,18],"systems":[4,19],"is":[5,40,133,171],"increasing":[6],"with":[7,28,58,67],"the":[8,29,82,85,91,96,105,117,138,141,162,165,174,184],"growth":[9],"in":[10,55,75,90,164],"automation":[11],"to":[12,52],"improve":[13,53],"accuracy":[14],"and":[15,33,48,71,144,152],"performance.":[16],"Such":[17],"can":[20,49,158],"be":[21,50,159],"built":[22],"using":[23],"Reinforcement":[24,37],"Learning":[25,38],"(RL)":[26],"models":[27,47,65],"help":[30],"of":[31,77,84,112,119,136,140],"simulated":[32],"recorded":[34],"data.":[35],"Deep":[36],"(DRL)":[39],"proposed":[41,106],"by":[42],"infusing":[43],"NN":[44],"into":[45],"RL":[46],"used":[51],"performance":[54,83,156,182],"use":[56,129],"cases":[57],"sparse":[59],"reward":[60],"distributions.":[61],"Traditional":[62],"Actor-Critic":[63,186],"DRL":[64],"act":[66],"a":[68,110,126,134,150],"single":[69,72],"critic":[70],"actor":[73],"network":[74],"case":[76],"on-policy":[78],"execution.":[79],"In":[80,102],"contrast,":[81],"agent":[86],"which":[87],"makes":[88],"decisions":[89],"environment":[92],"improves":[93],"when":[94],"considering":[95],"information":[97,120],"exchange":[98,121],"from":[99,122,161],"multiple":[100,123],"critics.":[101],"this":[103],"work,":[104],"Teacher":[107],"Tutor":[108],"Trainee":[109],"version":[111],"Multi":[113],"Critic":[114],"architecture":[115],"provides":[116],"impact":[118,139],"critics":[124],"channel":[127],"estimation":[128],"case.":[130],"Channel":[131],"Estimation":[132],"method":[135],"calculating":[137],"propagation":[142],"medium":[143],"other":[145],"external":[146],"factors":[147],"that":[148,173],"deteriorate":[149],"signal":[151],"its":[153],"optimization.":[154],"improvement":[157],"observed":[160,172],"increase":[163],"explained":[166],"variance.":[167],"On":[168],"implementation,":[169],"it":[170],"Proximal":[175],"Policy":[176],"Optimization":[177],"model":[178],"has":[179],"shown":[180],"better":[181],"than":[183],"Advantage":[185],"model.":[187]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-11-07T00:00:00"}