{"id":"https://openalex.org/W4387086936","doi":"https://doi.org/10.1145/3610905","title":"Combining Smart Speaker and Smart Meter to Infer Your Residential Power Usage by Self-supervised Cross-modal Learning","display_name":"Combining Smart Speaker and Smart Meter to Infer Your Residential Power Usage by Self-supervised Cross-modal Learning","publication_year":2023,"publication_date":"2023-09-27","ids":{"openalex":"https://openalex.org/W4387086936","doi":"https://doi.org/10.1145/3610905"},"language":"en","primary_location":{"id":"doi:10.1145/3610905","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610905","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103018018","display_name":"Guanzhou Zhu","orcid":"https://orcid.org/0000-0001-5671-9637"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guanzhou Zhu","raw_affiliation_strings":["State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366122","display_name":"Dong Zhao","orcid":"https://orcid.org/0000-0002-7337-9168"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Zhao","raw_affiliation_strings":["State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029442023","display_name":"Kuo Tian","orcid":"https://orcid.org/0009-0003-8450-8417"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuo Tian","raw_affiliation_strings":["State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100714175","display_name":"Zhengyuan Zhang","orcid":"https://orcid.org/0009-0007-0262-3323"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyuan Zhang","raw_affiliation_strings":["State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101506268","display_name":"Rui Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yuan","raw_affiliation_strings":["State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100710713","display_name":"Huad\u00f3ng Ma","orcid":"https://orcid.org/0000-0002-7199-5047"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huadong Ma","raw_affiliation_strings":["State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Network and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103018018"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.7924,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71760694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"7","issue":"3","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smart-meter","display_name":"Smart meter","score":0.7694014310836792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6540003418922424},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6054329872131348},{"id":"https://openalex.org/keywords/home-automation","display_name":"Home automation","score":0.5701438784599304},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5229547619819641},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.49778318405151367},{"id":"https://openalex.org/keywords/electricity-meter","display_name":"Electricity meter","score":0.4859865605831146},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4653041958808899},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4161776006221771},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3684665262699127},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2815284729003906},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19301408529281616},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18919697403907776},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.15587323904037476}],"concepts":[{"id":"https://openalex.org/C2779510800","wikidata":"https://www.wikidata.org/wiki/Q1630602","display_name":"Smart meter","level":3,"score":0.7694014310836792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6540003418922424},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6054329872131348},{"id":"https://openalex.org/C507571656","wikidata":"https://www.wikidata.org/wiki/Q848436","display_name":"Home automation","level":2,"score":0.5701438784599304},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5229547619819641},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.49778318405151367},{"id":"https://openalex.org/C67172668","wikidata":"https://www.wikidata.org/wiki/Q622756","display_name":"Electricity meter","level":3,"score":0.4859865605831146},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4653041958808899},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4161776006221771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3684665262699127},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2815284729003906},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19301408529281616},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18919697403907776},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.15587323904037476},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3610905","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610905","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2993257473","display_name":null,"funder_award_id":"61921003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3015582308","display_name":null,"funder_award_id":"62222202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G36496830","display_name":null,"funder_award_id":"62232004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3750246029","display_name":null,"funder_award_id":"62222202: 62232004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7174558747","display_name":null,"funder_award_id":"Group","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8863666567","display_name":null,"funder_award_id":"and No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1980082502","https://openalex.org/W1997303432","https://openalex.org/W1997613427","https://openalex.org/W2004626126","https://openalex.org/W2016381774","https://openalex.org/W2023134667","https://openalex.org/W2046723397","https://openalex.org/W2053672029","https://openalex.org/W2097507524","https://openalex.org/W2101470756","https://openalex.org/W2153639522","https://openalex.org/W2154224206","https://openalex.org/W2270054294","https://openalex.org/W2566212894","https://openalex.org/W2784401149","https://openalex.org/W2788277287","https://openalex.org/W2788380368","https://openalex.org/W2900846417","https://openalex.org/W2903902573","https://openalex.org/W2909960216","https://openalex.org/W2963808366","https://openalex.org/W2982619606","https://openalex.org/W2990408345","https://openalex.org/W2997219630","https://openalex.org/W3012505451","https://openalex.org/W3020333316","https://openalex.org/W3031554797","https://openalex.org/W3033382360","https://openalex.org/W3043229062","https://openalex.org/W3098250197","https://openalex.org/W3108655343","https://openalex.org/W3158986867","https://openalex.org/W3211832054","https://openalex.org/W4200081143","https://openalex.org/W4284889766","https://openalex.org/W4306250089"],"related_works":["https://openalex.org/W3015874164","https://openalex.org/W2597972256","https://openalex.org/W1860767939","https://openalex.org/W1483929671","https://openalex.org/W2164722262","https://openalex.org/W3170868388","https://openalex.org/W4362496811","https://openalex.org/W4200521116","https://openalex.org/W4313573824","https://openalex.org/W1502755437"],"abstract_inverted_index":{"Energy":[0],"disaggregation":[1,201],"is":[2,87],"a":[3,52,66,70,74,81,123,133,147,164],"key":[4],"enabling":[5],"technology":[6],"for":[7,55,126],"residential":[8,57],"power":[9,58,104,109,128],"usage":[10,35,59,83,129],"monitoring,":[11,60,130],"which":[12],"benefits":[13],"various":[14],"applications":[15],"such":[16],"as":[17],"carbon":[18],"emission":[19],"monitoring":[20],"and":[21,34,41,69,92,103,108,142,145,155,160,192],"human":[22],"activity":[23],"recognition.":[24],"However,":[25,85],"existing":[26],"methods":[27],"are":[28],"difficult":[29],"to":[30,64,76,90,137,151],"balance":[31],"the":[32,45,78,94,140,153,177,182,194],"accuracy":[33],"burden":[36],"(device":[37],"costs,":[38],"data":[39,110,112],"labeling":[40,113],"prior":[42,115],"knowledge).":[43],"As":[44],"high":[46,82],"penetration":[47],"of":[48,99,199],"smart":[49,67,71],"speakers":[50],"offers":[51],"low-cost":[53],"way":[54],"sound-assisted":[56],"this":[61,118],"work":[62],"aims":[63],"combine":[65],"speaker":[68],"meter":[72],"in":[73,170,186],"house":[75],"liberate":[77],"system":[79,125],"from":[80,106,167],"burden.":[84],"it":[86],"still":[88],"challenging":[89],"extract":[91],"leverage":[93],"consistent/complementary":[95],"information":[96],"(two":[97],"types":[98],"relationships":[100],"between":[101],"acoustic":[102,107],"features)":[105],"without":[111],"or":[114],"knowledge.":[116],"To":[117],"end,":[119],"we":[120],"design":[121],"COMFORT,":[122],"cross-modality":[124,134,148],"self-supervised":[127],"including":[131],"(i)":[132],"learning":[135],"component":[136,150],"automatically":[138],"learn":[139],"consistent":[141,154],"complementary":[143,156],"information,":[144],"(ii)":[146],"inference":[149],"utilize":[152],"information.":[157],"We":[158],"implement":[159],"evaluate":[161],"COMFORT":[162,175],"with":[163],"self-collected":[165],"dataset":[166],"six":[168],"houses":[169],"14":[171],"days,":[172],"demonstrating":[173],"that":[174],"finds":[176],"most":[178],"appliances":[179],"(98%),":[180],"improves":[181],"appliance":[183],"recognition":[184],"performance":[185],"F-measure":[187],"by":[188,202],"at":[189,203],"least":[190,204],"41.1%,":[191],"reduces":[193],"Mean":[195],"Absolute":[196],"Error":[197],"(MAE)":[198],"energy":[200],"30.4%":[205],"over":[206],"other":[207],"alternative":[208],"solutions.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}