{"id":"https://openalex.org/W7161600795","doi":"https://doi.org/10.48550/arxiv.2605.15694","title":"Going Beyond the Edge: Distributed Inference of Transformer Models on Ultra-Low-Power Wireless Devices","display_name":"Going Beyond the Edge: Distributed Inference of Transformer Models on Ultra-Low-Power Wireless Devices","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161600795","doi":"https://doi.org/10.48550/arxiv.2605.15694"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15694","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068637425","display_name":"Alexander Gr\u00e4fe","orcid":"https://orcid.org/0000-0003-0120-0736"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gr\u00e4fe, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057170590","display_name":"\u706b\u4e01","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huo, Ding","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"de Bakker, Vincent","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"de Bakker, Vincent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136358425","display_name":"Johannes Berger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Berger, Johannes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061350221","display_name":"Marco Zimmerling","orcid":"https://orcid.org/0000-0003-1450-2506"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zimmerling, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Trimpe, Sebastian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trimpe, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.14509999752044678,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.14509999752044678,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.08889999985694885,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.07540000230073929,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6898999810218811},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6471999883651733},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5972999930381775},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.3912999927997589},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.36730000376701355},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.35179999470710754}],"concepts":[{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6898999810218811},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6682999730110168},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6471999883651733},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5972999930381775},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.413100004196167},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4120999872684479},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.3912999927997589},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.35179999470710754},{"id":"https://openalex.org/C12269588","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Communications protocol","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2671000063419342}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformer":[0],"models":[1,50,136,175],"are":[2,138],"rapidly":[3],"becoming":[4],"a":[5,25,34,55,65,82,108,183],"cornerstone":[6],"of":[7,10,24],"modern":[8],"Internet":[9],"Things":[11],"(IoT)":[12],"applications,":[13],"yet":[14],"their":[15],"computational":[16],"and":[17,77,96,134],"memory":[18],"demands":[19],"far":[20,51],"exceed":[21],"the":[22,161],"capabilities":[23],"single":[26,56,184],"typical":[27],"ultra-low-power":[28,41,157],"IoT":[29],"device.":[30],"We":[31],"present":[32],"CATS,":[33],"framework":[35],"for":[36,115,160],"distributed":[37,67,153],"transformer":[38,68,73,154,174],"inference":[39,69,155],"on":[40,104,166],"wireless":[42,75,123,158],"devices,":[43],"enabling":[44],"multiple":[45],"devices":[46,159,170],"to":[47,92,140,156,168,177],"collaboratively":[48,172],"execute":[49,173],"larger":[52,180],"than":[53,181],"what":[54,182],"device":[57,185],"can":[58,186],"sustain.":[59],"At":[60],"its":[61],"core,":[62],"CATS":[63,125,151],"is":[64],"communication-aware":[66],"scheme":[70],"co-designed":[71],"across":[72],"partitioning,":[74],"communication":[76,85,94],"training.":[78],"It":[79],"employs":[80,126],"SomeGather,":[81,105],"new":[83],"pruned":[84],"primitive":[86,114],"that":[87,111,137,150,171],"selectively":[88],"broadcasts":[89],"activation":[90],"columns":[91],"reduce":[93],"bandwidth":[95],"RAM":[97],"usage":[98],"without":[99],"sacrificing":[100],"model":[101,117],"accuracy.":[102],"Building":[103],"we":[106,148],"design":[107],"partitioning":[109],"method":[110],"exploits":[112],"this":[113],"efficient":[116],"parallelism.":[118],"To":[119],"cope":[120],"with":[121,164],"unreliable":[122],"communication,":[124],"message-dropout":[127],"during":[128,143],"training,":[129],"which":[130],"mimics":[131],"packet":[132],"losses":[133],"yields":[135],"robust":[139],"message":[141],"loss":[142],"inference.":[144],"In":[145],"real-world":[146],"experiments,":[147],"show":[149],"brings":[152],"first":[162],"time,":[163],"deployments":[165],"up":[167,176],"16":[169],"14":[178],"times":[179],"run.":[187]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-19T00:00:00"}