{"id":"https://openalex.org/W2970032940","doi":"https://doi.org/10.1109/access.2019.2938390","title":"A Reinforcement Learning-Based QAM/PSK Symbol Synchronizer","display_name":"A Reinforcement Learning-Based QAM/PSK Symbol Synchronizer","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970032940","doi":"https://doi.org/10.1109/access.2019.2938390","mag":"2970032940"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2938390","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2938390","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08819991.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08819991.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061099047","display_name":"Marco Matta","orcid":"https://orcid.org/0000-0002-2415-1386"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Matta","raw_affiliation_strings":["Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-2415-1386","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028297120","display_name":"G.C. Cardarilli","orcid":"https://orcid.org/0000-0002-7444-876X"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gian Carlo Cardarilli","raw_affiliation_strings":["Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063300969","display_name":"Luca Di Nunzio","orcid":"https://orcid.org/0000-0002-4312-7939"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Di Nunzio","raw_affiliation_strings":["Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048482308","display_name":"Rocco Fazzolari","orcid":"https://orcid.org/0000-0002-7383-2663"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rocco Fazzolari","raw_affiliation_strings":["Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075532616","display_name":"Daniele Giardino","orcid":"https://orcid.org/0000-0002-8512-2351"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniele Giardino","raw_affiliation_strings":["Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022318517","display_name":"Alberto Nannarelli","orcid":"https://orcid.org/0000-0002-8303-6329"},"institutions":[{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Alberto Nannarelli","raw_affiliation_strings":["Department of Applied Mathematics and Computer Science, Danmarks Tekniske Universitet, Kgs. Lyngby, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics and Computer Science, Danmarks Tekniske Universitet, Kgs. Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000963583","display_name":"M. Re","orcid":"https://orcid.org/0000-0001-9046-1318"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Re","raw_affiliation_strings":["Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044774713","display_name":"Sergio Span\u00f2","orcid":"https://orcid.org/0000-0002-8230-7211"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sergio Spano","raw_affiliation_strings":["Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-8230-7211","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Rome Tor Vergata, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.3137,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.91235499,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"124147","last_page":"124157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/synchronizer","display_name":"Synchronizer","score":0.9329369068145752},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7973853945732117},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7906378507614136},{"id":"https://openalex.org/keywords/qam","display_name":"QAM","score":0.6616111993789673},{"id":"https://openalex.org/keywords/quadrature-amplitude-modulation","display_name":"Quadrature amplitude modulation","score":0.5430973172187805},{"id":"https://openalex.org/keywords/modulation","display_name":"Modulation (music)","score":0.49839258193969727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48398375511169434},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40121689438819885},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3671422004699707},{"id":"https://openalex.org/keywords/bit-error-rate","display_name":"Bit error rate","score":0.3165535032749176},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.23190951347351074},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.08843794465065002}],"concepts":[{"id":"https://openalex.org/C66727535","wikidata":"https://www.wikidata.org/wiki/Q7662199","display_name":"Synchronizer","level":2,"score":0.9329369068145752},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7973853945732117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7906378507614136},{"id":"https://openalex.org/C59030546","wikidata":"https://www.wikidata.org/wiki/Q7265371","display_name":"QAM","level":5,"score":0.6616111993789673},{"id":"https://openalex.org/C32409245","wikidata":"https://www.wikidata.org/wiki/Q749753","display_name":"Quadrature amplitude modulation","level":4,"score":0.5430973172187805},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.49839258193969727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48398375511169434},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40121689438819885},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3671422004699707},{"id":"https://openalex.org/C56296756","wikidata":"https://www.wikidata.org/wiki/Q840922","display_name":"Bit error rate","level":3,"score":0.3165535032749176},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.23190951347351074},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.08843794465065002},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2019.2938390","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2938390","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08819991.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:art.torvergata.it:2108/265845","is_oa":false,"landing_page_url":"http://hdl.handle.net/2108/265845","pdf_url":null,"source":{"id":"https://openalex.org/S4306400993","display_name":"Cineca Institutional Research Information System (Tor Vergata University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I116067653","host_organization_name":"University of Rome Tor Vergata","host_organization_lineage":["https://openalex.org/I116067653"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:52c83e439292474382c3dc74e78b62d0","is_oa":true,"landing_page_url":"https://doaj.org/article/52c83e439292474382c3dc74e78b62d0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 124147-124157 (2019)","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/a626e17c-ac40-43a4-9dc8-63dc466d8919","is_oa":true,"landing_page_url":"https://orbit.dtu.dk/en/publications/a626e17c-ac40-43a4-9dc8-63dc466d8919","pdf_url":null,"source":{"id":"https://openalex.org/S4306400705","display_name":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I96673099","host_organization_name":"Technical University of Denmark","host_organization_lineage":["https://openalex.org/I96673099"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Matta , M , Cardarilli , G C , Di Nunzio , L , Fazzolari , R , Giardino , D , Nannarelli , A , Re , M & Spano , S 2019 , ' A Reinforcement Learning Based QAM/PSK Symbol Synchronizer ' , IEEE Access , vol. 7 , pp. 124147-124157 . https://doi.org/10.1109/ACCESS.2019.2938390","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2938390","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2938390","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08819991.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2970032940.pdf","grobid_xml":"https://content.openalex.org/works/W2970032940.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1944672","https://openalex.org/W32403112","https://openalex.org/W1540921462","https://openalex.org/W1971114551","https://openalex.org/W1997880753","https://openalex.org/W2025823405","https://openalex.org/W2089011450","https://openalex.org/W2103329036","https://openalex.org/W2118331730","https://openalex.org/W2149907883","https://openalex.org/W2152953137","https://openalex.org/W2153090463","https://openalex.org/W2155007355","https://openalex.org/W2160574074","https://openalex.org/W2344786740","https://openalex.org/W2402164873","https://openalex.org/W2520016695","https://openalex.org/W2562195421","https://openalex.org/W2593433014","https://openalex.org/W2593495030","https://openalex.org/W2609731728","https://openalex.org/W2610135452","https://openalex.org/W2663363630","https://openalex.org/W2736230459","https://openalex.org/W2761694337","https://openalex.org/W2769883686","https://openalex.org/W2792351646","https://openalex.org/W2792573553","https://openalex.org/W2792843109","https://openalex.org/W2793653596","https://openalex.org/W2793947836","https://openalex.org/W2799595807","https://openalex.org/W2890802700","https://openalex.org/W2900804979","https://openalex.org/W2904195769","https://openalex.org/W2906115618","https://openalex.org/W2907025222","https://openalex.org/W2919485146","https://openalex.org/W2928977918","https://openalex.org/W2944202877","https://openalex.org/W2944762887","https://openalex.org/W2962832483","https://openalex.org/W2964161785","https://openalex.org/W2967441794","https://openalex.org/W3159649695","https://openalex.org/W4212863985","https://openalex.org/W4214717370","https://openalex.org/W4233622607","https://openalex.org/W4313343578","https://openalex.org/W6672475837","https://openalex.org/W6682849425","https://openalex.org/W6734869063","https://openalex.org/W6746605513","https://openalex.org/W6757835106","https://openalex.org/W6762218434","https://openalex.org/W6762367875"],"related_works":["https://openalex.org/W4390873927","https://openalex.org/W2159438609","https://openalex.org/W2900995485","https://openalex.org/W2147334234","https://openalex.org/W3196902411","https://openalex.org/W2139936226","https://openalex.org/W3026565890","https://openalex.org/W2064534496","https://openalex.org/W1970526599","https://openalex.org/W1526007253"],"abstract_inverted_index":{"Machine":[0],"Learning":[1,41],"(ML)":[2],"based":[3,140],"on":[4,22],"supervised":[5],"and":[6,26,98,112],"unsupervised":[7],"learning":[8],"models":[9],"has":[10],"been":[11],"recently":[12],"applied":[13],"in":[14,115,122,133],"the":[15,27,31,34,58,62,70,79,88,103,110,152,168,174],"telecommunication":[16],"field.":[17],"However,":[18],"such":[19],"techniques":[20],"rely":[21],"application-specific":[23],"large":[24],"datasets":[25],"performance":[28],"deteriorates":[29],"if":[30],"statistics":[32,60],"of":[33,61,72,81,117,135,147,170],"inference":[35],"data":[36],"changes":[37],"over":[38],"time.":[39],"Reinforcement":[40],"(RL)":[42],"is":[43,51,93,157],"a":[44,82,123,130],"solution":[45],"to":[46,53,57,77,109,151,159,163],"these":[47],"issues":[48],"because":[49],"it":[50,108,156],"able":[52,76,158],"adapt":[54,160],"its":[55,161],"behavior":[56,80,162],"changing":[59],"input":[63],"data.":[64],"In":[65],"this":[66],"work,":[67],"we":[68],"propose":[69],"design":[71],"an":[73],"RL":[74,104,139],"Agent":[75,92],"learn":[78],"Timing":[83],"Recovery":[84],"Loop":[85],"(TRL)":[86],"through":[87],"Q-Learning":[89],"algorithm.":[90],"The":[91,127,138],"compatible":[94],"with":[95,149],"popular":[96],"PSK":[97],"QAM":[99],"formats.":[100],"We":[101],"validated":[102],"synchronizer":[105,141],"by":[106],"comparing":[107],"Mueller":[111],"M\u00fcller":[113],"TRL":[114],"terms":[116,134],"Modulation":[118],"Error":[119],"Ratio":[120],"(MER)":[121],"noisy":[124],"channel":[125],"scenario.":[126],"results":[128],"show":[129],"good":[131],"trade-off":[132],"MER":[136,148],"performance.":[137],"loses":[142],"less":[143],"than":[144],"1":[145],"dB":[146],"respect":[150],"conventional":[153],"one":[154],"but":[155],"different":[164],"modulation":[165],"formats":[166],"without":[167],"need":[169],"any":[171],"tuning":[172],"for":[173],"system":[175],"parameters.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}