{"id":"https://openalex.org/W7138964353","doi":"https://doi.org/10.1109/globecom59602.2025.11431868","title":"Efficient Federated Learning of Mixed-Token Transformers for Cellular Feature Prediction","display_name":"Efficient Federated Learning of Mixed-Token Transformers for Cellular Feature Prediction","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W7138964353","doi":"https://doi.org/10.1109/globecom59602.2025.11431868"},"language":"en","primary_location":{"id":"doi:10.1109/globecom59602.2025.11431868","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11431868","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013183523","display_name":"Daniel Becking","orcid":"https://orcid.org/0000-0002-0459-9781"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Becking","raw_affiliation_strings":["Fraunhofer Heinrich Hertz Institute,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Heinrich Hertz Institute,Berlin,Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130013942","display_name":"Jost Arndt","orcid":null},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jost Arndt","raw_affiliation_strings":["Fraunhofer Heinrich Hertz Institute,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Heinrich Hertz Institute,Berlin,Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029536316","display_name":"Ingo Friese","orcid":null},"institutions":[{"id":"https://openalex.org/I4210093367","display_name":"Deutsche Telekom (Germany)","ror":"https://ror.org/00m8prc86","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210093367"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ingo Friese","raw_affiliation_strings":["Deutsche Telekom AG,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsche Telekom AG,Berlin,Germany","institution_ids":["https://openalex.org/I4210093367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019469492","display_name":"Karsten M\u00fcller","orcid":null},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karsten M\u00fcller","raw_affiliation_strings":["Fraunhofer Heinrich Hertz Institute,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Heinrich Hertz Institute,Berlin,Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059954434","display_name":"Jackie Ma","orcid":"https://orcid.org/0000-0002-2268-1690"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jackie Ma","raw_affiliation_strings":["Fraunhofer Heinrich Hertz Institute,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Heinrich Hertz Institute,Berlin,Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021269817","display_name":"Thomas Buchholz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210093367","display_name":"Deutsche Telekom (Germany)","ror":"https://ror.org/00m8prc86","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210093367"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Buchholz","raw_affiliation_strings":["Deutsche Telekom AG,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsche Telekom AG,Berlin,Germany","institution_ids":["https://openalex.org/I4210093367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130137181","display_name":"Mandy Galkow-Schneider","orcid":null},"institutions":[{"id":"https://openalex.org/I4210093367","display_name":"Deutsche Telekom (Germany)","ror":"https://ror.org/00m8prc86","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210093367"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mandy Galkow-Schneider","raw_affiliation_strings":["Deutsche Telekom AG,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsche Telekom AG,Berlin,Germany","institution_ids":["https://openalex.org/I4210093367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026451495","display_name":"Wojciech Samek","orcid":"https://orcid.org/0000-0002-6283-3265"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wojciech Samek","raw_affiliation_strings":["Technical University Berlin BIFOLD,Fraunhofer Heinrich Hertz Institute,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University Berlin BIFOLD,Fraunhofer Heinrich Hertz Institute,Berlin,Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083836367","display_name":"Detlev Marpe","orcid":"https://orcid.org/0000-0002-5391-3247"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Detlev Marpe","raw_affiliation_strings":["Fraunhofer Heinrich Hertz Institute,Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Heinrich Hertz Institute,Berlin,Germany","institution_ids":["https://openalex.org/I2800274787"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.80246948,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2643","last_page":"2649"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.25040000677108765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.25040000677108765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.24660000205039978,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.1282999962568283,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6399000287055969},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4927000105381012},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.43299999833106995},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4235999882221222},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41510000824928284},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4056999981403351},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.3889000117778778},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.38830000162124634},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3747999966144562}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7854999899864197},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6399000287055969},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4927000105381012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49129998683929443},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.43299999833106995},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4235999882221222},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41510000824928284},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4056999981403351},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36890000104904175},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3431999981403351},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.3027999997138977},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.265500009059906},{"id":"https://openalex.org/C80445892","wikidata":"https://www.wikidata.org/wiki/Q1052721","display_name":"Multitier architecture","level":3,"score":0.2630999982357025},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.2524000108242035},{"id":"https://openalex.org/C51675839","wikidata":"https://www.wikidata.org/wiki/Q1665681","display_name":"Intelligent Network","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/globecom59602.2025.11431868","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11431868","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/515917","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/515917","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2963250244","https://openalex.org/W2963347649","https://openalex.org/W4383218913","https://openalex.org/W4384934710","https://openalex.org/W4385815609","https://openalex.org/W4391147887","https://openalex.org/W4402352590"],"related_works":[],"abstract_inverted_index":{"In":[0],"telecommunications,":[1],"Autonomous":[2],"Networks":[3,35],"(ANs)":[4],"automatically":[5],"adjust":[6],"configurations":[7],"based":[8],"on":[9,20,144],"specific":[10],"requirements":[11],"(e.g.,":[12,70],"bandwidth)":[13],"and":[14,23,29,41,58,62],"available":[15,193],"resources.":[16],"These":[17],"networks":[18],"rely":[19],"continuous":[21],"monitoring":[22],"intelligent":[24],"mechanisms":[25],"for":[26,122],"self-optimization,":[27],"self-repair,":[28],"self-protection,":[30],"nowa-days":[31],"enhanced":[32],"by":[33,188],"Neural":[34,136],"(NNs)":[36],"to":[37,97,163],"enable":[38],"predictive":[39],"modeling":[40],"pattern":[42],"recognition.In":[43],"this":[44],"work,":[45],"we":[46,128],"propose":[47],"a":[48,81],"neural":[49,112],"architecture":[50,183],"called":[51],"Mixed-Token":[52],"Transformer":[53],"(MTT)":[54],"that":[55,150],"can":[56],"process":[57],"predict":[59],"both":[60],"numerical":[61],"textual":[63],"tokens":[64],"representing":[65],"various":[66],"mobile":[67,178],"network":[68,113],"features":[69],"ping,":[71],"SNR":[72],"or":[73],"band":[74],"frequency).":[75],"We":[76],"train":[77],"the":[78,134,145,167],"models":[79],"using":[80],"Federated":[82],"Learning":[83],"(FL)":[84],"approach,":[85],"enabling":[86],"multiple":[87],"AN":[88],"cells":[89],"\u2014":[90,96],"each":[91],"equipped":[92],"with":[93,172],"an":[94,117],"MTT":[95,182],"collaboratively":[98,175],"learn":[99],"from":[100],"cellular":[101],"data":[102,105],"while":[103,159],"preserving":[104],"privacy.Since":[106],"FL":[107,173],"involves":[108],"frequent":[109],"transmission":[110],"of":[111,133,169],"updates,":[114],"it":[115],"requires":[116],"efficient,":[118],"standardized":[119],"compression":[120,154],"strategy":[121],"reliable":[123],"communication.":[124],"To":[125],"address":[126],"this,":[127],"investigate":[129],"NNCodec,":[130],"our":[131],"implementation":[132],"ISO/IEC":[135],"Network":[137],"Coding":[138],"(NNC)":[139],"standard.":[140],"Our":[141,180],"experimental":[142],"results":[143],"Berlin":[146],"V2X":[147],"dataset":[148],"demonstrate":[149],"NNCodec":[151],"achieves":[152],"transparent":[153],"(i.e.,":[155],"negligible":[156],"performance":[157],"loss)":[158],"reducing":[160],"communication":[161],"overhead":[162],"below":[164],"1%,":[165],"showing":[166],"effectiveness":[168],"combining":[170],"NNC":[171],"in":[174],"learned":[176],"autonomous":[177],"networks.":[179],"proposed":[181],"speeds":[184],"up":[185],"model":[186],"inference":[187],"\u2248":[189],"5\u00d7.":[190],"Code":[191],"is":[192],"at:":[194],"github.com/Jostarndt/NNCodec-FL-MixedTokenTransformer.":[195]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2026-03-20T00:00:00"}