{"id":"https://openalex.org/W4390489645","doi":"https://doi.org/10.1109/twc.2023.3347537","title":"ClST: A Convolutional Transformer Framework for Automatic Modulation Recognition by Knowledge Distillation","display_name":"ClST: A Convolutional Transformer Framework for Automatic Modulation Recognition by Knowledge Distillation","publication_year":2024,"publication_date":"2024-01-04","ids":{"openalex":"https://openalex.org/W4390489645","doi":"https://doi.org/10.1109/twc.2023.3347537"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3347537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3347537","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.17446","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101600803","display_name":"Dongbin Hou","orcid":"https://orcid.org/0009-0004-6249-8200"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Hou","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0004-6249-8200","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782093","display_name":"Lixin Li","orcid":"https://orcid.org/0000-0002-9980-2649"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixin Li","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-9980-2649","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081394007","display_name":"Wensheng Lin","orcid":"https://orcid.org/0000-0002-7568-4609"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wensheng Lin","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-7568-4609","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077561795","display_name":"Junli Liang","orcid":"https://orcid.org/0000-0003-3306-2294"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junli Liang","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-3306-2294","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0499,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97333699,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"23","issue":"7","first_page":"8013","last_page":"8028"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.929099977016449,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8276004791259766},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7843774557113647},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.576828122138977},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5221560001373291},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5018157958984375},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.47986286878585815},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4751072824001312},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4686559736728668},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4491059482097626},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12372952699661255}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8276004791259766},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7843774557113647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.576828122138977},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5221560001373291},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5018157958984375},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.47986286878585815},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4751072824001312},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4686559736728668},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4491059482097626},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12372952699661255},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/twc.2023.3347537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3347537","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2312.17446","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.17446","pdf_url":"https://arxiv.org/pdf/2312.17446","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.17446","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.17446","pdf_url":"https://arxiv.org/pdf/2312.17446","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G31471538","display_name":null,"funder_award_id":"CNS-2128368","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G400433832","display_name":null,"funder_award_id":"CNS-2107216","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4144023154","display_name":null,"funder_award_id":"ECCS-2302469","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5415390970","display_name":null,"funder_award_id":"CMMI-2222810","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G638176488","display_name":null,"funder_award_id":"62001387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7219326199","display_name":null,"funder_award_id":"SAST2022-052","funder_id":"https://openalex.org/F4320311020","funder_display_name":"Shanghai Academy of Spaceflight Technology"},{"id":"https://openalex.org/G7356835731","display_name":null,"funder_award_id":"62101450","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320311020","display_name":"Shanghai Academy of Spaceflight Technology","ror":"https://ror.org/01z8tr155"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390489645.pdf","grobid_xml":"https://content.openalex.org/works/W4390489645.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1600744878","https://openalex.org/W1821462560","https://openalex.org/W2107561590","https://openalex.org/W2194775991","https://openalex.org/W2272847350","https://openalex.org/W2402669159","https://openalex.org/W2541876556","https://openalex.org/W2734908518","https://openalex.org/W2794008838","https://openalex.org/W2892154397","https://openalex.org/W2902897529","https://openalex.org/W2963163009","https://openalex.org/W2963918968","https://openalex.org/W2982083293","https://openalex.org/W3094502228","https://openalex.org/W3095073866","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3175544090","https://openalex.org/W4200519371","https://openalex.org/W4210557982","https://openalex.org/W4214493665","https://openalex.org/W4283781462","https://openalex.org/W4285741054","https://openalex.org/W4292779060","https://openalex.org/W4293195393","https://openalex.org/W4320029370","https://openalex.org/W4360605394","https://openalex.org/W4385245566","https://openalex.org/W6778883912","https://openalex.org/W6797790494"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W4321487865","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3029198973"],"abstract_inverted_index":{"With":[0],"the":[1,121,135,143,159,186],"rapid":[2],"development":[3],"of":[4,82,125,188],"deep":[5],"learning":[6],"(DL)":[7],"in":[8,26,44],"recent":[9],"years,":[10],"automatic":[11],"modulation":[12],"recognition":[13,175],"(AMR)":[14],"with":[15,177],"DL":[16,32,39],"has":[17],"achieved":[18],"high":[19],"accuracy.":[20],"However,":[21],"insufficient":[22],"training":[23],"signal":[24,58,68],"data":[25],"complicated":[27],"channel":[28],"environments":[29],"and":[30,61,96,123,139,171],"large-scale":[31],"models":[33],"are":[34],"critical":[35],"factors":[36],"that":[37,145,158],"make":[38],"methods":[40],"difficult":[41],"to":[42,47,106,118,141],"deploy":[43],"practice.":[45],"Aiming":[46],"these":[48],"problems,":[49],"we":[50],"propose":[51],"a":[52,62,80,86,97,108,114],"novel":[53,63,87,98],"neural":[54,126,132,146,163],"network":[55,179],"named":[56,67,90,102],"convolution-linked":[57],"transformer":[59,83,100],"(ClST)":[60],"knowledge":[64,69,115],"distillation":[65,70,116],"method":[66,117],"(SKD).":[71],"The":[72,111,154],"ClST":[73,160],"is":[74,113,182],"accomplished":[75],"through":[76],"three":[77],"primary":[78],"modifications:":[79],"hierarchy":[81],"containing":[84],"convolution,":[85],"attention":[88,93],"mechanism":[89,95],"parallel":[91],"spatial-channel":[92],"(PSCA)":[94],"convolutional":[99,109],"block":[101],"convolution-transformer":[103],"projection":[104],"(CTP)":[105],"leverage":[107],"projection.":[110],"SKD":[112,136],"effectively":[119],"reduce":[120],"parameters":[122],"complexity":[124],"networks.":[127],"We":[128],"train":[129],"two":[130],"lightweight":[131],"networks":[133,147,164],"using":[134],"algorithm,":[137],"KD-CNN":[138,170],"KD-MobileNet,":[140],"meet":[142],"demand":[144],"can":[148],"be":[149],"used":[150],"on":[151,165,190],"miniaturized":[152,191],"devices.":[153,193],"simulation":[155],"results":[156],"demonstrate":[157],"outperforms":[161],"advanced":[162],"all":[166],"datasets.":[167],"Moreover,":[168],"both":[169],"KD-MobileNet":[172],"obtain":[173],"higher":[174],"accuracy":[176],"less":[178],"complexity,":[180],"which":[181],"very":[183],"beneficial":[184],"for":[185],"deployment":[187],"AMR":[189],"communication":[192]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2024-01-02T00:00:00"}