{"id":"https://openalex.org/W2914612723","doi":"https://doi.org/10.1145/3308558.3313426","title":"STFNets: Learning Sensing Signals from the Time-Frequency Perspective with Short-Time Fourier Neural Networks","display_name":"STFNets: Learning Sensing Signals from the Time-Frequency Perspective with Short-Time Fourier Neural Networks","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W2914612723","doi":"https://doi.org/10.1145/3308558.3313426","mag":"2914612723"},"language":"en","primary_location":{"id":"doi:10.1145/3308558.3313426","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308558.3313426","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The World Wide Web Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3308558.3313426","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shuochao Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shuochao Yao","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ailing Piao","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ailing Piao","raw_affiliation_strings":["University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenjun Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenjun Jiang","raw_affiliation_strings":["State University of New York at Buffalo, USA"],"affiliations":[{"raw_affiliation_string":"State University of New York at Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiran Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiran Zhao","raw_affiliation_strings":["University of Illinois at Urabna-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urabna-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Huajie Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huajie Shao","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shengzhong Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shengzhong Liu","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dongxin Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dongxin Liu","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jinyang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinyang Li","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tianshi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianshi Wang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shaohan Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaohan Hu","raw_affiliation_strings":["IBM, USA"],"affiliations":[{"raw_affiliation_string":"IBM, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lu Su","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Su","raw_affiliation_strings":["State University of New York at Buffalo, USA"],"affiliations":[{"raw_affiliation_string":"State University of New York at Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiawei Han","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawei Han","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tarek Abdelzaher","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tarek Abdelzaher","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":13,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":2.8774,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.90706738,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2192","last_page":"2202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6205000281333923},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5633999705314636},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5170999765396118},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.4876999855041504},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.48750001192092896},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4860000014305115},{"id":"https://openalex.org/keywords/frequency-domain","display_name":"Frequency domain","score":0.4611999988555908},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4578000009059906},{"id":"https://openalex.org/keywords/fourier-transform","display_name":"Fourier transform","score":0.4131999909877777}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6603000164031982},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6414999961853027},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6205000281333923},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5170999765396118},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.4876999855041504},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.48750001192092896},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4860000014305115},{"id":"https://openalex.org/C19118579","wikidata":"https://www.wikidata.org/wiki/Q786423","display_name":"Frequency domain","level":2,"score":0.4611999988555908},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4578000009059906},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C102519508","wikidata":"https://www.wikidata.org/wiki/Q6520159","display_name":"Fourier transform","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4009999930858612},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C103824480","wikidata":"https://www.wikidata.org/wiki/Q185889","display_name":"Time domain","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C203024314","wikidata":"https://www.wikidata.org/wiki/Q1365258","display_name":"Fourier analysis","level":3,"score":0.28679999709129333},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2736999988555908},{"id":"https://openalex.org/C3019555358","wikidata":"https://www.wikidata.org/wiki/Q786423","display_name":"Fourier domain","level":3,"score":0.27070000767707825},{"id":"https://openalex.org/C142433447","wikidata":"https://www.wikidata.org/wiki/Q7806653","display_name":"Time\u2013frequency analysis","level":3,"score":0.2628999948501587},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3308558.3313426","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308558.3313426","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The World Wide Web Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1902.07849","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1902.07849","pdf_url":"https://arxiv.org/pdf/1902.07849","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3308558.3313426","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308558.3313426","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The World Wide Web Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1977574166","https://openalex.org/W1997430507","https://openalex.org/W2057907879","https://openalex.org/W2089695767","https://openalex.org/W2095396347","https://openalex.org/W2108467170","https://openalex.org/W2117731089","https://openalex.org/W2141336889","https://openalex.org/W2153200718","https://openalex.org/W2154851992","https://openalex.org/W2194775991","https://openalex.org/W2472986878","https://openalex.org/W2546536770","https://openalex.org/W2553915786","https://openalex.org/W2808247398","https://openalex.org/W2891048219","https://openalex.org/W2963521844","https://openalex.org/W2963728985","https://openalex.org/W4289305285","https://openalex.org/W6683738474"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,12,23,74,119,166,249],"deep":[3,9,246,264],"learning":[4,215,247],"motivate":[5],"the":[6,24,49,59,75,105,113,142,155,167,171,209,214,219,244,259],"use":[7],"of":[8,62,68,94,107,116,123,173,221,230,263],"neural":[10,95,138,265],"networks":[11,17,266],"Internet-of-Things":[13],"(IoT)":[14],"applications.":[15],"These":[16],"are":[18,64,193],"modelled":[19],"after":[20],"signal":[21,56,69],"processing":[22,161],"human":[25,108],"brain,":[26],"thereby":[27],"leading":[28],"to":[29,81,162,183,201,208],"significant":[30],"advantages":[31],"at":[32],"perceptual":[33],"tasks":[34],"such":[35],"as":[36,53,258],"vision":[37],"and":[38,130,238],"speech":[39],"recognition.":[40],"IoT":[41,86,268],"applications,":[42,87],"however,":[43],"often":[44],"measure":[45],"physical":[46],"phenomena,":[47],"where":[48,170],"underlying":[50,174,210],"physics":[51,172,211],"(such":[52],"inertia,":[54],"wireless":[55],"propagation,":[57],"or":[58],"natural":[60],"frequency":[61,76,168],"oscillation)":[63],"fundamentally":[65],"a":[66,82,91,135,150,202,227],"function":[67],"frequencies,":[70],"offering":[71,187],"better":[72,177],"features":[73,100,164],"domain.":[77],"This":[78],"observation":[79],"leads":[80],"fundamental":[83,114,260],"question:":[84],"For":[85],"can":[88],"one":[89],"develop":[90],"new":[92,136],"brand":[93],"network":[96,139],"structures":[97],"that":[98,192,198,204],"synthesize":[99],"inspired":[101],"not":[102],"only":[103],"by":[104,112,186],"biology":[106],"perception":[109],"but":[110],"also":[111],"nature":[115],"physics?":[117],"Hence,":[118],"this":[120],"paper,":[121],"instead":[122],"using":[124],"conventional":[125],"building":[126,140,261],"blocks":[127],"(e.g.,":[128],"convolutional":[129],"recurrent":[131],"layers),":[132],"we":[133],"propose":[134],"foundational":[137],"block,":[141],"Short-Time":[143,156],"Fourier":[144,157],"Neural":[145],"Network":[146],"(STFNet).":[147],"It":[148],"integrates":[149],"widely-used":[151],"time-frequency":[152,184],"analysis":[153,185],"method,":[154],"Transform,":[158],"into":[159],"data":[160],"learn":[163],"directly":[165],"domain,":[169],"phenomena":[175],"leave":[176],"footprints.":[178],"STFNets":[179,196,222,241],"bring":[180],"additional":[181],"flexibility":[182],"novel":[188],"nonlinear":[189],"learnable":[190],"operations":[191],"spectral-compatible.":[194],"Moreover,":[195],"show":[197],"transforming":[199],"signals":[200],"domain":[203],"is":[205],"more":[206],"connected":[207],"greatly":[212],"simplifies":[213],"process.":[216],"We":[217],"demonstrate":[218],"effectiveness":[220],"with":[223],"extensive":[224],"experiments":[225],"on":[226],"wide":[228],"range":[229],"sensing":[231],"inputs,":[232],"including":[233],"motion":[234],"sensors,":[235],"WiFi,":[236],"ultrasound,":[237],"visible":[239],"light.":[240],"significantly":[242],"outperform":[243],"state-of-the-art":[245],"models":[248],"all":[250],"experiments.":[251],"A":[252],"STFNet,":[253],"therefore,":[254],"demonstrates":[255],"superior":[256],"capability":[257],"block":[262],"for":[267,270],"applications":[269],"various":[271],"sensor":[272],"inputs":[273],"1.":[274]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2019-02-21T00:00:00"}