{"id":"https://openalex.org/W4403721873","doi":"https://doi.org/10.1109/tccn.2024.3485648","title":"DDPG-E2E: A Novel Policy Gradient Approach for End-to-End Communication Systems","display_name":"DDPG-E2E: A Novel Policy Gradient Approach for End-to-End Communication Systems","publication_year":2024,"publication_date":"2024-10-24","ids":{"openalex":"https://openalex.org/W4403721873","doi":"https://doi.org/10.1109/tccn.2024.3485648"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2024.3485648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3485648","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022594258","display_name":"Bolun Zhang","orcid":"https://orcid.org/0000-0002-3796-8176"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bolun Zhang","raw_affiliation_strings":["School of Engineering, University of Warwick, Coventry, U.K","School of Engineering, University of Warwick, Coventry, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Warwick, Coventry, U.K","institution_ids":["https://openalex.org/I39555362"]},{"raw_affiliation_string":"School of Engineering, University of Warwick, Coventry, UK","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085560176","display_name":"Nguy\u1ec5n V\u0103n Huynh","orcid":"https://orcid.org/0000-0002-7696-0521"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nguyen Van Huynh","raw_affiliation_strings":["Department of Electrical Engineering and Electronics, University of Liverpool, Liverpool, U.K","Department of Electrical Engineering and Electronics, University of Liverpool, Liverpool, UK"],"raw_orcid":"https://orcid.org/0000-0002-7696-0521","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Electronics, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]},{"raw_affiliation_string":"Department of Electrical Engineering and Electronics, University of Liverpool, Liverpool, UK","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9528-0863","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697893","display_name":"Diep N. Nguyen","orcid":"https://orcid.org/0000-0003-2659-8648"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Diep N. Nguyen","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2659-8648","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062525719","display_name":"Quoc\u2010Viet Pham","orcid":"https://orcid.org/0000-0002-9485-9216"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Quoc-Viet Pham","raw_affiliation_strings":["School of Computer Science and Statistics, Trinity College Dublin, The University of Dublin, Dublin 2, Ireland","Trinity College Dublin, School of Computer Science and Statistics, The University of Dublin, Dublin 2, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-9485-9216","affiliations":[{"raw_affiliation_string":"School of Computer Science and Statistics, Trinity College Dublin, The University of Dublin, Dublin 2, Ireland","institution_ids":["https://openalex.org/I205274468"]},{"raw_affiliation_string":"Trinity College Dublin, School of Computer Science and Statistics, The University of Dublin, Dublin 2, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5431,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67166992,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"11","issue":"3","first_page":"1738","last_page":"1751"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9265000224113464,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9265000224113464,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9007999897003174,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.8385603427886963},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7188854813575745},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34478551149368286}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.8385603427886963},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7188854813575745},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34478551149368286}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2024.3485648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3485648","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1978533437","https://openalex.org/W1992360673","https://openalex.org/W2041004593","https://openalex.org/W2150355110","https://openalex.org/W2194775991","https://openalex.org/W2584943905","https://openalex.org/W2626017178","https://openalex.org/W2734408173","https://openalex.org/W2736068844","https://openalex.org/W2804860796","https://openalex.org/W2889153869","https://openalex.org/W2922048308","https://openalex.org/W2962964572","https://openalex.org/W2963385530","https://openalex.org/W2968026845","https://openalex.org/W2970647284","https://openalex.org/W3003784105","https://openalex.org/W3005526854","https://openalex.org/W3084798277","https://openalex.org/W3096831136","https://openalex.org/W3115437491","https://openalex.org/W3120227372","https://openalex.org/W3129320203","https://openalex.org/W3196155180","https://openalex.org/W4288257146","https://openalex.org/W4312337903","https://openalex.org/W4382752557","https://openalex.org/W4387172154","https://openalex.org/W4392175474","https://openalex.org/W6631190155","https://openalex.org/W6683195989","https://openalex.org/W6684921986","https://openalex.org/W6696324988","https://openalex.org/W6727249380","https://openalex.org/W6746809867","https://openalex.org/W6767478059"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2151749779","https://openalex.org/W3179968364","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0],"End-to-end":[1],"(E2E)":[2],"learning-based":[3,80],"approach":[4,28],"has":[5],"great":[6],"potential":[7],"to":[8,30,38,120,147,193],"reshape":[9],"the":[10,16,25,32,46,50,56,59,77,112,123,126,130,149,174,177],"existing":[11,78],"communication":[12,74,108],"systems":[13],"by":[14,100],"replacing":[15],"transceivers":[17],"with":[18,88,157],"deep":[19,103],"neural":[20,142],"networks.":[21],"To":[22],"this":[23,93],"end,":[24],"E2E":[26,79,107],"learning":[27],"needs":[29],"assume":[31],"availability":[33],"of":[34,49,133,151],"prior":[35,182],"channel":[36,43,65,183],"information":[37,67,131],"mathematically":[39],"formulate":[40],"a":[41,116,140],"differentiable":[42],"layer":[44],"for":[45],"back-propagation":[47],"(BP)":[48],"error":[51,134],"gradients,":[52],"thereby":[53],"jointly":[54,172],"optimizing":[55],"transmitter":[57,124,175],"and":[58,63,125,176],"receiver.":[60],"However,":[61],"accurate":[62],"instantaneous":[64],"state":[66],"is":[68,145],"hardly":[69],"obtained":[70],"in":[71,85],"practical":[72,96],"wireless":[73],"scenarios.":[75],"Moreover,":[76],"solutions":[81],"exhibit":[82],"limited":[83],"performance":[84,190],"data":[86],"transmissions":[87],"large":[89,158],"block":[90,159],"lengths.":[91,160],"In":[92,110,138],"article,":[94],"these":[95],"issues":[97],"are":[98],"addressed":[99],"our":[101,166],"proposed":[102,113,167],"deterministic":[104],"policy":[105],"gradient-based":[106],"system.":[109],"particular,":[111],"solution":[114,168],"utilizes":[115],"reward":[117],"feedback":[118],"mechanism":[119],"train":[121,173],"both":[122],"receiver,":[127],"which":[128],"alleviates":[129],"loss":[132],"gradients":[135],"during":[136],"BP.":[137],"addition,":[139],"convolutional":[141],"network-based":[143],"architecture":[144],"developed":[146],"mitigate":[148],"curse":[150],"dimensionality":[152],"problem":[153],"when":[154],"transmitting":[155],"messages":[156],"Extensive":[161],"simulations":[162],"then":[163],"demonstrate":[164],"that":[165],"can":[169,187],"not":[170],"only":[171],"receiver":[178],"simultaneously":[179],"without":[180],"requiring":[181],"knowledge":[184],"but":[185],"also":[186],"obtain":[188],"significant":[189],"improvement":[191],"compared":[192],"state-of-the-art":[194],"solutions.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}