{"id":"https://openalex.org/W4413822094","doi":"https://doi.org/10.1109/tase.2025.3604290","title":"Edge Delayed Deep Deterministic Policy Gradient: Efficient Continuous Control for Edge Scenarios","display_name":"Edge Delayed Deep Deterministic Policy Gradient: Efficient Continuous Control for Edge Scenarios","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413822094","doi":"https://doi.org/10.1109/tase.2025.3604290"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3604290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3604290","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065568660","display_name":"Alberto Sinigaglia","orcid":"https://orcid.org/0009-0006-0404-6200"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alberto Sinigaglia","raw_affiliation_strings":["Human Inspired Technology Research Centre, University of Padova, Padua, Italy","Human Inspired Technology Research Centre, University of Padova, Padova (PD), Italy"],"raw_orcid":"https://orcid.org/0009-0006-0404-6200","affiliations":[{"raw_affiliation_string":"Human Inspired Technology Research Centre, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]},{"raw_affiliation_string":"Human Inspired Technology Research Centre, University of Padova, Padova (PD), Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031690340","display_name":"Niccol\u00f2 Turcato","orcid":"https://orcid.org/0000-0002-2995-4110"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Niccol\u00f3 Turcato","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Padua, Italy","Department of Information Engineering, University of Padova, Padova (PD), Italy"],"raw_orcid":"https://orcid.org/0000-0002-2995-4110","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]},{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padova (PD), Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089846134","display_name":"Ruggero Carli","orcid":"https://orcid.org/0000-0002-6506-5898"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ruggero Carli","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Padua, Italy","Department of Information Engineering, University of Padova, Padova (PD), Italy"],"raw_orcid":"https://orcid.org/0000-0002-6506-5898","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]},{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padova (PD), Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026617079","display_name":"Gian Antonio Susto","orcid":"https://orcid.org/0000-0001-5739-9639"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gian Antonio Susto","raw_affiliation_strings":["Human Inspired Technology Research Centre, University of Padova, Padua, Italy","Human Inspired Technology Research Centre, University of Padova, Padova (PD), Italy"],"raw_orcid":"https://orcid.org/0000-0001-5739-9639","affiliations":[{"raw_affiliation_string":"Human Inspired Technology Research Centre, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]},{"raw_affiliation_string":"Human Inspired Technology Research Centre, University of Padova, Padova (PD), Italy","institution_ids":["https://openalex.org/I138689650"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I138689650"],"apc_list":null,"apc_paid":null,"fwci":0.7779,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.74622421,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"22","issue":null,"first_page":"20596","last_page":"20610"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.8511000275611877,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.8511000275611877,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.772599995136261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.7260000109672546,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.639801561832428},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5328396558761597},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48233410716056824},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.42368972301483154},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3227056562900543},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22107139229774475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18928992748260498}],"concepts":[{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.639801561832428},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5328396558761597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48233410716056824},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.42368972301483154},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3227056562900543},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22107139229774475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18928992748260498}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tase.2025.3604290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3604290","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3562487","is_oa":false,"landing_page_url":"https://hdl.handle.net/11577/3562487","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2030339186","https://openalex.org/W2042590947","https://openalex.org/W2117141700","https://openalex.org/W2158782408","https://openalex.org/W2416799949","https://openalex.org/W2746553466","https://openalex.org/W2822752092","https://openalex.org/W2971544482","https://openalex.org/W3107240996","https://openalex.org/W3110923198","https://openalex.org/W3123098613","https://openalex.org/W3170872007","https://openalex.org/W3174380524","https://openalex.org/W3175878110","https://openalex.org/W3193947369","https://openalex.org/W3205794165","https://openalex.org/W4283797074","https://openalex.org/W4286901586","https://openalex.org/W4364302346","https://openalex.org/W4386634158","https://openalex.org/W4390968395","https://openalex.org/W4391468506","https://openalex.org/W4392309410","https://openalex.org/W4396909955","https://openalex.org/W4399562809","https://openalex.org/W4401025088","https://openalex.org/W4401567816","https://openalex.org/W4406921700","https://openalex.org/W4408014880","https://openalex.org/W4409076658","https://openalex.org/W4410086950","https://openalex.org/W4410393610"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Deep":[0,105],"Reinforcement":[1],"Learning":[2],"(DRL)":[3],"has":[4,45],"emerged":[5],"as":[6],"a":[7,22,63,110],"powerful":[8],"paradigm":[9],"for":[10,117],"learning":[11,92,113],"complex":[12],"policies":[13,38],"directly":[14],"from":[15],"high-dimensional":[16],"input":[17],"spaces,":[18],"enabling":[19],"advances":[20],"across":[21,147],"variety":[23],"of":[24,91,95,144],"domains.":[25],"Modern":[26],"DRL":[27,68],"algorithms":[28,146],"often":[29],"rely":[30],"on":[31,66],"dual-network":[32],"Q-learning":[33],"architectures":[34],"to":[35,39,51],"approximate":[36],"optimal":[37],"overcome":[40],"overestimation":[41,54],"bias.":[42],"Recent":[43],"research":[44],"introduced":[46],"approaches":[47],"leveraging":[48],"multiple":[49,148],"Q-functions":[50],"further":[52],"mitigate":[53],"effects":[55],"and":[56,75,88,130,132,150],"enhance":[57],"policy":[58],"reliability.":[59],"However,":[60],"there":[61],"is":[62,94],"growing":[64],"emphasis":[65],"deploying":[67],"in":[69,125,151],"edge":[70,118],"scenarios,":[71],"where":[72],"privacy":[73],"concerns":[74],"stringent":[76],"hardware":[77],"constraints":[78],"necessitate":[79],"highly":[80],"efficient":[81],"algorithms.":[82],"In":[83,98],"such":[84],"environments,":[85],"the":[86,142],"computational":[87,131],"memory":[89,133],"efficiency":[90],"methods":[93],"critical":[96],"importance.":[97],"this":[99],"context,":[100],"we":[101],"propose":[102],"Edge":[103],"Delayed":[104],"Deterministic":[106],"Policy":[107],"Gradient":[108],"(EdgeD3),":[109],"novel":[111],"reinforcement":[112],"algorithm":[114],"specifically":[115],"designed":[116],"computing":[119],"settings.":[120],"EdgeD3":[121],"offers":[122],"significant":[123],"reductions":[124],"GPU":[126],"time":[127],"(by":[128,135],"25%)":[129],"usage":[134],"30%),":[136],"while":[137],"consistently":[138],"achieving":[139],"or":[140],"surpassing":[141],"performance":[143],"state-of-the-art":[145],"benchmarks":[149],"real-world":[152],"tasks.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}