{"id":"https://openalex.org/W2519804223","doi":"https://doi.org/10.1145/2968219.2971461","title":"Towards multimodal deep learning for activity recognition on mobile devices","display_name":"Towards multimodal deep learning for activity recognition on mobile devices","publication_year":2016,"publication_date":"2016-09-12","ids":{"openalex":"https://openalex.org/W2519804223","doi":"https://doi.org/10.1145/2968219.2971461","mag":"2519804223"},"language":"en","primary_location":{"id":"doi:10.1145/2968219.2971461","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2968219.2971461","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM International Joint Conference on Pervasive and Ubiquitous Computing: Adjunct","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007676144","display_name":"Valentin Radu","orcid":"https://orcid.org/0000-0003-3502-4355"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Valentin Radu","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045638679","display_name":"Nicholas D. Lane","orcid":"https://orcid.org/0000-0002-2728-8273"},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["FI","GB"],"is_corresponding":false,"raw_author_name":"Nicholas D. Lane","raw_affiliation_strings":["University College London and Nokia Bell Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London and Nokia Bell Labs","institution_ids":["https://openalex.org/I2738502077","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087701164","display_name":"Sourav Bhattacharya","orcid":"https://orcid.org/0000-0001-9670-5264"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sourav Bhattacharya","raw_affiliation_strings":["Nokia Bell Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010623957","display_name":"Cecilia Mascolo","orcid":"https://orcid.org/0000-0001-9614-4380"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cecilia Mascolo","raw_affiliation_strings":["University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022046402","display_name":"Mahesh K. Marina","orcid":"https://orcid.org/0000-0002-6946-5143"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mahesh K. Marina","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053438231","display_name":"Fahim Kawsar","orcid":"https://orcid.org/0000-0001-5057-9557"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fahim Kawsar","raw_affiliation_strings":["Nokia Bell Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":153,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"185","last_page":"188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7725110650062561},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.7286760807037354},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.6995529532432556},{"id":"https://openalex.org/keywords/smartwatch","display_name":"Smartwatch","score":0.6263551712036133},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.5992673635482788},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5671695470809937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5359063744544983},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.514602780342102},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.446486234664917},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4252590537071228},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4162675142288208},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40390390157699585},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3825249969959259},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3749496042728424},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.24655762314796448},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.1400604248046875},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09379303455352783}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7725110650062561},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.7286760807037354},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.6995529532432556},{"id":"https://openalex.org/C29794715","wikidata":"https://www.wikidata.org/wiki/Q5362345","display_name":"Smartwatch","level":3,"score":0.6263551712036133},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.5992673635482788},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5671695470809937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5359063744544983},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.514602780342102},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.446486234664917},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4252590537071228},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4162675142288208},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40390390157699585},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3825249969959259},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3749496042728424},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.24655762314796448},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.1400604248046875},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09379303455352783},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2968219.2971461","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2968219.2971461","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM International Joint Conference on Pervasive and Ubiquitous Computing: Adjunct","raw_type":"proceedings-article"},{"id":"pmh:oai:generic.eprints.org:804668","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/804668/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1981920455","https://openalex.org/W1991539813","https://openalex.org/W2057907879","https://openalex.org/W2148463593","https://openalex.org/W2164587673","https://openalex.org/W2184188583","https://openalex.org/W2275733078","https://openalex.org/W2344284192","https://openalex.org/W2557283755","https://openalex.org/W2614610939"],"related_works":["https://openalex.org/W2748818549","https://openalex.org/W4304142278","https://openalex.org/W2342865424","https://openalex.org/W2587509230","https://openalex.org/W4283331601","https://openalex.org/W3097068272","https://openalex.org/W4210780304","https://openalex.org/W4313463160","https://openalex.org/W2802035586","https://openalex.org/W3093846146"],"abstract_inverted_index":{"Current":[0],"smartphones":[1],"and":[2,14,45],"smartwatches":[3],"come":[4],"equipped":[5],"with":[6,120,132],"a":[7,114,121,124],"variety":[8],"of":[9,29,73,90,123],"sensors,":[10],"from":[11,59,93,107],"light":[12],"sensor":[13,74,91],"inertial":[15],"sensors":[16,36,57],"to":[17,26,48,62,82,86,137],"radio":[18],"interfaces,":[19],"enabling":[20],"applications":[21,47],"running":[22],"on":[23],"these":[24],"devices":[25],"make":[27,71],"sense":[28],"their":[30,39],"surrounding":[31],"environment.":[32],"Rather":[33],"than":[34],"using":[35],"independently,":[37],"combining":[38],"sensing":[40],"capabilities":[41],"facilitates":[42],"more":[43,115],"interesting":[44],"complex":[46],"emerge":[49],"(e.g.,":[50],"user":[51],"activity":[52],"recognition).":[53],"But":[54],"differences":[55],"between":[56],"ranging":[58],"sampling":[60],"rate":[61],"data":[63,92],"generation":[64],"model":[65],"(event":[66],"triggered":[67],"or":[68],"continuous":[69],"sampling)":[70],"integration":[72,89],"streams":[75],"challenging.":[76],"Here":[77],"we":[78],"investigate":[79],"the":[80],"opportunity":[81],"use":[83],"deep":[84],"learning":[85],"perform":[87],"this":[88,133],"multiple":[94],"sensors.":[95],"The":[96],"intuition":[97],"is":[98],"that":[99],"neural":[100],"networks":[101],"can":[102,111],"identify":[103],"nonintuitive":[104],"features":[105],"largely":[106],"cross-sensor":[108],"correlations":[109],"which":[110],"result":[112],"in":[113],"accurate":[116],"estimation.":[117],"Initial":[118],"results":[119],"variant":[122],"Restricted":[125],"Boltzmann":[126],"Machine":[127],"(RBM),":[128],"show":[129],"better":[130],"performance":[131],"new":[134],"approach":[135],"compared":[136],"classic":[138],"solutions.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":27},{"year":2019,"cited_by_count":22},{"year":2018,"cited_by_count":31},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}