{"id":"https://openalex.org/W7225332196","doi":"https://doi.org/10.1145/3860331","title":"From General Audio to Sports Vibration: Cross-Modal Learning for Vibration-Based Crowd Monitoring","display_name":"From General Audio to Sports Vibration: Cross-Modal Learning for Vibration-Based Crowd Monitoring","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225332196","doi":"https://doi.org/10.1145/3860331"},"language":"en","primary_location":{"id":"doi:10.1145/3860331","doi":"https://doi.org/10.1145/3860331","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3860331","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3860331?download=true","source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-2","norway-2","poland-140","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3860331?download=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102896599","display_name":"Yen Cheng Chang","orcid":"https://orcid.org/0009-0007-1986-9485","observed_orcids":["https://orcid.org/0009-0007-1986-9485"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yen-Cheng Chang","raw_affiliation_strings":["University of Michigan"],"raw_orcid":"https://orcid.org/0009-0007-1986-9485","affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068447823","display_name":"Jesse Codling","orcid":"https://orcid.org/0000-0001-8355-7186","observed_orcids":["https://orcid.org/0000-0001-8355-7186"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jesse Codling","raw_affiliation_strings":["University of Michigan"],"raw_orcid":"https://orcid.org/0000-0001-8355-7186","affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100744180","display_name":"Jiale Zhang","orcid":"https://orcid.org/0000-0003-0688-564X","observed_orcids":["https://orcid.org/0000-0003-0688-564X","https://orcid.org/0009-0008-3568-893X"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiale Zhang","raw_affiliation_strings":["University of Michigan"],"raw_orcid":"https://orcid.org/0000-0003-0688-564X","affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116335592","display_name":"Julia Gersey","orcid":"https://orcid.org/0000-0003-3079-0261","observed_orcids":["https://orcid.org/0000-0003-3079-0261"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Gersey","raw_affiliation_strings":["University of Michigan"],"raw_orcid":"https://orcid.org/0000-0003-3079-0261","affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071064155","display_name":"T. Vargas Fern\u00e1ndez","orcid":"https://orcid.org/0009-0005-7096-4643","observed_orcids":["https://orcid.org/0009-0005-7096-4643"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tomas Fernandez","raw_affiliation_strings":["University of Michigan"],"raw_orcid":"https://orcid.org/0009-0005-7096-4643","affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041766127","display_name":"Hugo M. Latapie","orcid":"https://orcid.org/0000-0003-2755-5930","observed_orcids":["https://orcid.org/0000-0003-2755-5930"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hugo Latapie","raw_affiliation_strings":["Taijitu AI"],"raw_orcid":"https://orcid.org/0000-0003-2755-5930","affiliations":[{"raw_affiliation_string":"Taijitu AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082588269","display_name":"Hae Young Noh","orcid":"https://orcid.org/0000-0002-7998-3657","observed_orcids":["https://orcid.org/0000-0002-7998-3657"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hae Young Noh","raw_affiliation_strings":["Civil and Environmental Engineering, Stanford University"],"raw_orcid":"https://orcid.org/0000-0002-7998-3657","affiliations":[{"raw_affiliation_string":"Civil and Environmental Engineering, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415694","display_name":"Pei Zhang","orcid":"https://orcid.org/0000-0002-8512-1615","observed_orcids":["https://orcid.org/0000-0002-8512-1615"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pei Zhang","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of Michigan Department of Electrical Engineering and Computer Science"],"raw_orcid":"https://orcid.org/0000-0002-8512-1615","affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Michigan Department of Electrical Engineering and Computer Science","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065679179","display_name":"Yiwen Dong","orcid":"https://orcid.org/0000-0002-7877-1783","observed_orcids":["https://orcid.org/0000-0002-7877-1783"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiwen Dong","raw_affiliation_strings":["University of Illinois Urbana-Champaign"],"raw_orcid":"https://orcid.org/0000-0002-7877-1783","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.4341000020503998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.4341000020503998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12487","display_name":"Structural Engineering and Vibration Analysis","score":0.38109999895095825,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.0215000007301569,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowd-monitoring","display_name":"crowd monitoring","score":0.9369999766349792},{"id":"https://openalex.org/keywords/sports-stadiums","display_name":"sports stadiums","score":0.8790000081062317},{"id":"https://openalex.org/keywords/unsupervised-pretraining","display_name":"unsupervised pre-training","score":0.8460000157356262},{"id":"https://openalex.org/keywords/spectral-representation","display_name":"spectral representation","score":0.5740000009536743},{"id":"https://openalex.org/keywords/non-intrusive-sensing","display_name":"non-intrusive sensing","score":0.6930000185966492},{"id":"https://openalex.org/keywords/public-safety","display_name":"public safety","score":0.5870000123977661}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7943000197410583},{"id":"https://openalex.org/C2778539849","wikidata":"https://www.wikidata.org/wiki/Q7596467","display_name":"Stadium","level":2,"score":0.5697000026702881},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5568000078201294},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5141000151634216},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4706000089645386},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44020000100135803},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4325999915599823},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.42750000953674316},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3702000081539154},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3521000146865845},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3091000020503998},{"id":"https://openalex.org/C38956757","wikidata":"https://www.wikidata.org/wiki/Q716215","display_name":"Audio feedback","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C198394728","wikidata":"https://www.wikidata.org/wiki/Q3695508","display_name":"Vibration","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27459999918937683},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.2596000134944916}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3860331","doi":"https://doi.org/10.1145/3860331","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3860331","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3860331?download=true","source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-2","norway-2","poland-140","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3860331","doi":"https://doi.org/10.1145/3860331","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3860331","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3860331?download=true","source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-2","norway-2","poland-140","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G202956602","display_name":null,"funder_award_id":"RS-2024-00434743","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G2618948614","display_name":"SCC-IRG Track 2: NeighborDrive: Community-driven Neighborhood Wellbeing Improvement through Active Vehicular Crowdsensing","funder_award_id":"2409138","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8233893900","display_name":"PIPP Phase II: Center for Pandemic Insights (CPI)","funder_award_id":"2412522","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G909664451","display_name":null,"funder_award_id":"RS-2024-00434743","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225332196.pdf","grobid_xml":"https://content.openalex.org/works/W7225332196.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1975713568","https://openalex.org/W1986967470","https://openalex.org/W1991818741","https://openalex.org/W2034349221","https://openalex.org/W2108598243","https://openalex.org/W2133665775","https://openalex.org/W2143043044","https://openalex.org/W2513383303","https://openalex.org/W2524365899","https://openalex.org/W2538595430","https://openalex.org/W2885764768","https://openalex.org/W2975467257","https://openalex.org/W2981177334","https://openalex.org/W3026341823","https://openalex.org/W3159020869","https://openalex.org/W3161754162","https://openalex.org/W4291302621","https://openalex.org/W4297808394","https://openalex.org/W4361853873","https://openalex.org/W4386633921","https://openalex.org/W4388320413","https://openalex.org/W4394809294","https://openalex.org/W4396830244","https://openalex.org/W4403886402","https://openalex.org/W4403950884","https://openalex.org/W4407759085","https://openalex.org/W4415512832","https://openalex.org/W4416132552","https://openalex.org/W7131776509","https://openalex.org/W7133185223"],"related_works":["https://openalex.org/W4417100811","https://openalex.org/W4416132552","https://openalex.org/W4400276891","https://openalex.org/W4410068041","https://openalex.org/W4403950884","https://openalex.org/W4388320413","https://openalex.org/W7163130858","https://openalex.org/W1576922930","https://openalex.org/W4392520346","https://openalex.org/W4400288153"],"abstract_inverted_index":{"Crowd":[0],"monitoring":[1,64],"in":[2,85,123,140,184],"sports":[3,135],"stadiums":[4],"is":[5,78,120],"essential":[6],"for":[7],"public":[8],"safety":[9],"and":[10,20,26,111,128],"audience":[11],"experience.":[12],"Traditional":[13],"methods":[14],"rely":[15],"on":[16,69,81],"manual":[17],"observation,":[18],"cameras,":[19],"microphones,":[21],"which":[22,119],"can":[23],"be":[24],"disruptive":[25],"raise":[27],"privacy":[28],"concerns.":[29],"Floor":[30],"vibration":[31,42,71,97,117],"sensing":[32,130],"offers":[33],"a":[34,61,92,160],"non-intrusive":[35],"alternative,":[36],"but":[37],"the":[38,102,116,168,172,189,195],"lack":[39],"of":[40,95,197],"open-source":[41],"datasets":[43],"limits":[44],"data-driven":[45],"model":[46,103,157],"development.":[47],"In":[48,159],"this":[49,113],"paper,":[50],"we":[51],"propose":[52],"Vi":[53],"bration":[54],"L":[55],"everages":[56],"A":[57],"udio":[58],"(ViLA)":[59],",":[60],"vibration-based":[62],"crowd":[63],"framework":[65],"that":[66],"reduces":[67],"reliance":[68],"labeled":[70,96],"data":[72,84],"through":[73],"cross-modal":[74],"pre-training.":[75],"Specifically,":[76],"ViLA":[77,139],"first":[79],"pre-trained":[80],"general-purpose":[82,165],"audio":[83,110,166,180],"an":[86],"unsupervised":[87],"manner,":[88],"then":[89],"fine-tuned":[90],"using":[91],"small":[93],"amount":[94],"data.":[98],"This":[99],"approach":[100],"enables":[101],"to":[104,115,152],"learn":[105],"general":[106],"spectral":[107],"representations":[108],"from":[109],"transfer":[112],"knowledge":[114],"domain,":[118],"especially":[121],"useful":[122],"environments":[124,143],"with":[125],"high":[126],"variability":[127],"limited":[129],"duration,":[131],"such":[132],"as":[133],"live":[134],"events.":[136],"We":[137,147],"evaluate":[138],"two":[141],"stadium":[142],"across":[144,200],"different":[145],"sports.":[146],"also":[148],"analyze":[149],"audio\u2013vibration":[150],"relationships":[151],"understand":[153],"how":[154],"pre-training":[155],"influences":[156],"performance.":[158],"preliminary":[161],"single-run":[162],"modality":[163],"comparison,":[164],"produced":[167],"highest":[169],"accuracy":[170],"among":[171],"evaluated":[173],"pretraining":[174,181],"modalities.":[175],"Across":[176],"five-seed":[177],"same-day":[178],"evaluations,":[179],"improved":[182],"performance":[183],"some":[185],"games,":[186],"particularly":[187],"when":[188],"scratch":[190],"baseline":[191],"was":[192],"weak,":[193],"while":[194],"magnitude":[196],"benefit":[198],"varied":[199],"games.":[201]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-06T00:00:00"}