{"id":"https://openalex.org/W4408324274","doi":"https://doi.org/10.1109/globecom52923.2024.10901287","title":"Self-Supervised Radio Pre-training: Toward Foundational Models for Spectrogram Learning","display_name":"Self-Supervised Radio Pre-training: Toward Foundational Models for Spectrogram Learning","publication_year":2024,"publication_date":"2024-12-08","ids":{"openalex":"https://openalex.org/W4408324274","doi":"https://doi.org/10.1109/globecom52923.2024.10901287"},"language":"en","primary_location":{"id":"doi:10.1109/globecom52923.2024.10901287","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom52923.2024.10901287","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2024 - 2024 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021928542","display_name":"Ahmed Aboulfotouh","orcid":"https://orcid.org/0000-0001-5539-7111"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Ahmed Aboulfotouh","raw_affiliation_strings":["University of Calgary,Department of Electrical and Software Engineering,Canada"],"affiliations":[{"raw_affiliation_string":"University of Calgary,Department of Electrical and Software Engineering,Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114729854","display_name":"Ashkan Eshaghbeigi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashkan Eshaghbeigi","raw_affiliation_strings":["Qoherent Inc,Toronto,Canada"],"affiliations":[{"raw_affiliation_string":"Qoherent Inc,Toronto,Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114729855","display_name":"Dimitrios Karslidis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dimitrios Karslidis","raw_affiliation_strings":["Qoherent Inc,Toronto,Canada"],"affiliations":[{"raw_affiliation_string":"Qoherent Inc,Toronto,Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027792197","display_name":"Hatem Abou-Zeid","orcid":"https://orcid.org/0000-0003-4720-5794"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hatem Abou-Zeid","raw_affiliation_strings":["University of Calgary,Department of Electrical and Software Engineering,Canada"],"affiliations":[{"raw_affiliation_string":"University of Calgary,Department of Electrical and Software Engineering,Canada","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021928542"],"corresponding_institution_ids":["https://openalex.org/I168635309"],"apc_list":null,"apc_paid":null,"fwci":1.2833,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.8405321,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1269","last_page":"1274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.5167999863624573,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.5167999863624573,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.8775234222412109},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6529170870780945},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5685362815856934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4878261387348175},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38758304715156555}],"concepts":[{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.8775234222412109},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6529170870780945},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5685362815856934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4878261387348175},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38758304715156555},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom52923.2024.10901287","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom52923.2024.10901287","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2024 - 2024 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2734408173","https://openalex.org/W2892154397","https://openalex.org/W3035725276","https://openalex.org/W3091391704","https://openalex.org/W3197874461","https://openalex.org/W4375869340","https://openalex.org/W4390660070","https://openalex.org/W6628877408","https://openalex.org/W6755207826","https://openalex.org/W6766673545","https://openalex.org/W6791753252"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2530685530","https://openalex.org/W4375868962","https://openalex.org/W2011227383","https://openalex.org/W2088854863","https://openalex.org/W4402568167","https://openalex.org/W2897924318","https://openalex.org/W2138997758"],"abstract_inverted_index":{"Foundational":[0],"deep":[1],"learning":[2,18,65],"(DL)":[3],"models":[4,34,71],"are":[5],"general":[6],"models,":[7],"trained":[8],"on":[9,72],"large,":[10],"diverse,":[11],"and":[12,21,45,109,124],"unlabelled":[13,90],"datasets,":[14],"typically":[15],"using":[16],"self-supervised":[17,64],"techniques":[19],"-":[20],"have":[22],"led":[23],"to":[24],"significant":[25],"advancements":[26],"especially":[27],"in":[28,120],"natural":[29],"language":[30],"processing.":[31],"These":[32],"pretrained":[33,99],"can":[35],"be":[36],"fine-tuned":[37,102],"for":[38,67,80,103,129],"related":[39],"downstream":[40,105],"tasks,":[41],"offering":[42],"faster":[43],"development":[44],"reduced":[46],"training":[47],"costs,":[48],"while":[49],"often":[50],"achieving":[51],"improved":[52],"performance.":[53],"In":[54],"this":[55],"work,":[56],"we":[57,84],"introduce":[58],"Masked":[59],"Spectrogram":[60],"Modeling,":[61],"a":[62,76],"novel":[63],"approach":[66],"pretraining":[68],"foundational":[69,131],"DL":[70],"radio":[73,91,132],"signals.":[74],"Adopting":[75],"Convolutional":[77],"LSTM":[78],"architecture":[79],"efficient":[81],"spatio-temporal":[82],"processing,":[83],"pretrain":[85],"the":[86,98],"model":[87,100],"with":[88],"an":[89],"dataset":[92],"collected":[93],"from":[94],"over-the-air":[95],"measurements.":[96],"Subsequently,":[97],"is":[101],"two":[104],"tasks:":[106],"spectrum":[107],"forecasting":[108,122],"segmentation.":[110],"Experimental":[111],"results":[112],"demonstrate":[113],"that":[114],"our":[115],"methodology":[116],"achieves":[117],"competitive":[118],"performance":[119],"both":[121],"accuracy":[123],"segmentation,":[125],"validating":[126],"its":[127],"effectiveness":[128],"developing":[130],"models.":[133]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}