{"id":"https://openalex.org/W4406459480","doi":"https://doi.org/10.1109/bigdata62323.2024.10825888","title":"Data Efficient Transformers for Wearable Sensor Analysis in Centralized and Federated Environments","display_name":"Data Efficient Transformers for Wearable Sensor Analysis in Centralized and Federated Environments","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406459480","doi":"https://doi.org/10.1109/bigdata62323.2024.10825888"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052216546","display_name":"Jamie McQuire","orcid":"https://orcid.org/0000-0002-2438-4606"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jamie McQuire","raw_affiliation_strings":["Newcastle University,School of Computing,Newcastle,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,Newcastle,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048919001","display_name":"Paul Watson","orcid":"https://orcid.org/0000-0001-7629-4760"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paul Watson","raw_affiliation_strings":["Newcastle University,School of Computing,Newcastle,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,Newcastle,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091694460","display_name":"Nicolas G. Wright","orcid":"https://orcid.org/0000-0003-3169-4159"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nick Wright","raw_affiliation_strings":["Newcastle University,School of Engineering,Newcastle,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Engineering,Newcastle,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056396187","display_name":"Hugo Hiden","orcid":"https://orcid.org/0000-0003-0843-5124"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hugo Hiden","raw_affiliation_strings":["Newcastle University,School of Computing,Newcastle,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,Newcastle,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066566335","display_name":"Michael Catt","orcid":"https://orcid.org/0000-0003-0935-7973"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Catt","raw_affiliation_strings":["Newcastle University,Population Health Sciences Institute Faculty of Medical Sciences,Newcastle,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University,Population Health Sciences Institute Faculty of Medical Sciences,Newcastle,United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5052216546"],"corresponding_institution_ids":["https://openalex.org/I84884186"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29911496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7929","last_page":"7938"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.7676849365234375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7014479041099548},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.507705569267273},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.41588473320007324},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.37846943736076355},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.19302895665168762},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1622740626335144}],"concepts":[{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.7676849365234375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7014479041099548},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.507705569267273},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.41588473320007324},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.37846943736076355},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.19302895665168762},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1622740626335144},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2106411961","https://openalex.org/W2147050752","https://openalex.org/W2786070938","https://openalex.org/W2896264804","https://openalex.org/W2899338413","https://openalex.org/W2963819344","https://openalex.org/W2974827766","https://openalex.org/W2979826702","https://openalex.org/W3018464563","https://openalex.org/W3021026170","https://openalex.org/W3021654819","https://openalex.org/W3040736388","https://openalex.org/W3094163844","https://openalex.org/W3101073749","https://openalex.org/W3111512201","https://openalex.org/W3113310682","https://openalex.org/W3145602566","https://openalex.org/W3156725333","https://openalex.org/W3158621908","https://openalex.org/W3163470764","https://openalex.org/W3165465785","https://openalex.org/W3183712004","https://openalex.org/W3193254256","https://openalex.org/W3196861350","https://openalex.org/W3201642744","https://openalex.org/W4200350976","https://openalex.org/W4205225144","https://openalex.org/W4214843096","https://openalex.org/W4280630662","https://openalex.org/W4293029286","https://openalex.org/W4293660950","https://openalex.org/W4296068596","https://openalex.org/W4297162638","https://openalex.org/W4307784983","https://openalex.org/W4382725168","https://openalex.org/W4385245566","https://openalex.org/W4385694502","https://openalex.org/W4385763767","https://openalex.org/W4386275539","https://openalex.org/W4390541786","https://openalex.org/W6638523607","https://openalex.org/W6676179485","https://openalex.org/W6728757088","https://openalex.org/W6759226220","https://openalex.org/W6784239669","https://openalex.org/W6785687333","https://openalex.org/W6788135285","https://openalex.org/W6798660638","https://openalex.org/W6810781432","https://openalex.org/W6843334595","https://openalex.org/W6846167829"],"related_works":["https://openalex.org/W3090300519","https://openalex.org/W2514492205","https://openalex.org/W4250401876","https://openalex.org/W2943851981","https://openalex.org/W2566526749","https://openalex.org/W3047461507","https://openalex.org/W3126390843","https://openalex.org/W4245880644","https://openalex.org/W4312415459","https://openalex.org/W2528680939"],"abstract_inverted_index":{"Transformers":[0],"have":[1],"rapidly":[2],"become":[3],"the":[4,32,42,87,99,124,150],"dominant":[5],"architecture":[6],"for":[7,63,73,145,154],"analyzing":[8],"sequential":[9],"data,":[10,39],"utilizing":[11],"their":[12],"self-attention":[13],"mechanism":[14],"to":[15,36,85,95,98,130],"effectively":[16],"capture":[17],"long-term":[18],"temporal":[19],"patterns,":[20],"outperforming":[21,141],"recurrent-based":[22],"methods":[23,144],"across":[24],"various":[25],"applications.":[26,107],"In":[27],"this":[28],"paper,":[29],"we":[30],"explore":[31],"application":[33],"of":[34,44,89,152],"transformers":[35,153],"wearable":[37,105,155],"sensor":[38,106,156],"focusing":[40],"on":[41,137],"analysis":[43,158],"human":[45,111],"gait,":[46],"which":[47,91],"is":[48,171],"often":[49],"complex":[50],"and":[51,66,117,162,168],"sensitive.":[52],"We":[53],"propose":[54],"two":[55],"novel":[56],"frameworks:":[57],"Data":[58,68],"Efficient":[59,69],"Sensor":[60,70],"Transformer":[61,71],"(DesT)":[62],"centralized":[64,161],"learning":[65,75],"Federated":[67],"(FeDesT)":[72],"federated":[74,163],"(FL)":[76],"in":[77,104,159],"edge-computing":[78],"environments.":[79],"Both":[80],"frameworks":[81],"employ":[82],"knowledge":[83],"distillation":[84],"improve":[86],"generalization":[88],"transformers,":[90],"can":[92],"be":[93],"prone":[94],"over-fitting":[96],"due":[97],"limited":[100],"labeled":[101],"data":[102,113,157],"available":[103],"Experimental":[108],"results":[109],"using":[110],"gait":[112],"collected":[114],"from":[115],"uneven":[116],"irregular":[118],"surfaces":[119],"show":[120],"that":[121],"DesT":[122],"improves":[123],"accuracy":[125],"by":[126],"14.8%":[127],"when":[128],"compared":[129],"existing":[131],"transformers.":[132,146],"FeDesT":[133],"reduces":[134],"computational":[135,169],"demands":[136],"edge":[138],"devices":[139],"while":[140],"traditional":[142],"FL":[143],"This":[147],"work":[148],"demonstrates":[149],"potential":[151],"both":[160],"contexts,":[164],"particularly":[165],"where":[166],"privacy":[167],"efficiency":[170],"paramount.":[172]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}