{"id":"https://openalex.org/W4409985317","doi":"https://doi.org/10.1109/tce.2025.3565850","title":"Household Appliance Identification Using Vision Transformers and Multimodal Data Fusion","display_name":"Household Appliance Identification Using Vision Transformers and Multimodal Data Fusion","publication_year":2025,"publication_date":"2025-04-30","ids":{"openalex":"https://openalex.org/W4409985317","doi":"https://doi.org/10.1109/tce.2025.3565850"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2025.3565850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3565850","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044572105","display_name":"Mohammed Ayub","orcid":"https://orcid.org/0000-0002-1811-4933"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mohammed Ayub","raw_affiliation_strings":["Information and Computer Science Department, King Fahd University of Petroleum and Minerals, Dhahran, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information and Computer Science Department, King Fahd University of Petroleum and Minerals, Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057893924","display_name":"El-Sayed M. El-Alfy","orcid":"https://orcid.org/0000-0001-6279-9776"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"El-Sayed M. El-Alfy","raw_affiliation_strings":["Information and Computer Science Department, the Computer Engineering Department, and the Interdisciplinary Research Center for Intelligent Secure Systems, King Fahd University of Petroleum and Minerals, Dhahran, Saudi Arabia","Information and Computer Science Department, King Fahd University of Petroleum and Minerals, Dhahran, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-6279-9776","affiliations":[{"raw_affiliation_string":"Information and Computer Science Department, the Computer Engineering Department, and the Interdisciplinary Research Center for Intelligent Secure Systems, King Fahd University of Petroleum and Minerals, Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Information and Computer Science Department, King Fahd University of Petroleum and Minerals, Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1408,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87163054,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"71","issue":"2","first_page":"2774","last_page":"2792"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.887499988079071,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.887499988079071,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.7785000205039978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.7723000049591064,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5580153465270996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5272815823554993},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4904176890850067},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.46080470085144043},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4247416853904724},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.39002561569213867},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3879740238189697},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37734416127204895},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2638983130455017},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.20548704266548157}],"concepts":[{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5580153465270996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5272815823554993},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4904176890850067},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.46080470085144043},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4247416853904724},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.39002561569213867},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3879740238189697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37734416127204895},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2638983130455017},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.20548704266548157},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3565850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3565850","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322323","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1996944908","https://openalex.org/W2123910460","https://openalex.org/W2138529725","https://openalex.org/W2246071452","https://openalex.org/W2471118808","https://openalex.org/W2551393996","https://openalex.org/W2559280146","https://openalex.org/W2589634835","https://openalex.org/W2761004327","https://openalex.org/W2950453703","https://openalex.org/W2963846422","https://openalex.org/W2980112973","https://openalex.org/W3010208964","https://openalex.org/W3044070975","https://openalex.org/W3048922269","https://openalex.org/W3119185899","https://openalex.org/W3213916533","https://openalex.org/W4205535412","https://openalex.org/W4206745662","https://openalex.org/W4223987956","https://openalex.org/W4226391362","https://openalex.org/W4285821179","https://openalex.org/W4287094565","https://openalex.org/W4310881495","https://openalex.org/W4315783884","https://openalex.org/W4317810484","https://openalex.org/W4320015930","https://openalex.org/W4320480781","https://openalex.org/W4376505455","https://openalex.org/W4377121437","https://openalex.org/W4387591897","https://openalex.org/W4387843102","https://openalex.org/W4387885737","https://openalex.org/W4388520103","https://openalex.org/W4390111351","https://openalex.org/W4390752932","https://openalex.org/W4390832730","https://openalex.org/W4393252906","https://openalex.org/W4394938974","https://openalex.org/W4399941079"],"related_works":["https://openalex.org/W2898732673","https://openalex.org/W2410053581","https://openalex.org/W2383658677","https://openalex.org/W3123203398","https://openalex.org/W2099421762","https://openalex.org/W2530546662","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Accurately":[0],"identifying":[1],"household":[2,107],"appliances":[3],"from":[4,153,266],"power":[5],"consumption":[6,60,82],"data":[7,61,148,218,265],"collected":[8],"via":[9],"smart":[10,21,72],"meters":[11],"opens":[12],"up":[13],"new":[14],"possibilities":[15],"for":[16,106,130,245],"improving":[17],"energy":[18,37,286],"management":[19],"in":[20,85,88],"homes":[22],"and":[23,30,51,112,128,142,150,159,175,196,211,233,242,250,270,285],"providing":[24],"substantial":[25],"benefits":[26],"to":[27,65,79,126,164,256],"both":[28],"utilities":[29],"consumers.":[31],"It":[32,226],"enables":[33],"real-time":[34,147],"optimization":[35],"of":[36,55,70,102,184,261],"use,":[38],"offers":[39],"personalized":[40],"savings":[41],"recommendations,":[42],"enhances":[43],"demand":[44],"forecasting,":[45],"provides":[46],"detailed":[47,81],"appliance":[48,108,290],"load":[49],"profiling,":[50],"supports":[52],"the":[53,66,76,172,181,258,262,277],"promotion":[54],"energy-efficient":[56],"technologies.":[57],"While":[58],"low-resolution":[59,111],"are":[62,157],"preferred":[63],"due":[64],"limited":[67,169],"processing":[68],"capabilities":[69],"residential":[71],"meters,":[73],"they":[74],"lack":[75],"granularity":[77],"needed":[78],"capture":[80],"patterns,":[83],"resulting":[84],"performance":[86,167],"degradation":[87],"many":[89],"cases.":[90],"This":[91],"paper":[92],"explores":[93],"a":[94,99,103,137],"novel":[95],"approach":[96],"based":[97],"on":[98,204,264],"revised":[100],"version":[101],"vision":[104,220],"transformer":[105,221],"identification":[109],"using":[110],"low-volume":[113],"data.":[114],"To":[115],"maintain":[116],"superior":[117],"algorithmic":[118],"performance,":[119],"we":[120],"first":[121],"fuse":[122],"different":[123,289],"time-series":[124],"imaging":[125],"augment":[127],"compensate":[129],"features":[131],"that":[132,214],"might":[133],"be":[134],"missed":[135],"by":[136],"single":[138],"technique,":[139],"enabling":[140],"efficient":[141],"robust":[143],"feature":[144],"representation.":[145],"Next,":[146],"augmentation":[149],"pretrained":[151],"weights":[152],"Hugging":[154],"Face":[155],"transformers":[156],"leveraged":[158],"fine-tuned":[160],"through":[161],"transfer":[162],"learning":[163],"enhance":[165],"model":[166,177],"with":[168,236],"data,":[170],"accelerate":[171],"training":[173],"process,":[174],"improve":[176],"generalization.":[178],"We":[179],"compared":[180],"three":[182],"variants":[183],"our":[185,215],"proposed":[186,216],"solution:":[187],"(i)":[188],"multi-class":[189],"classification":[190,194,200],"problem,":[191,195],"(ii)":[192],"multi-label":[193],"(iii)":[197],"multi-target":[198,234],"appliance-specific":[199],"problem.":[201],"Extensive":[202],"experiments":[203,252],"four":[205],"public":[206],"datasets":[207],"(ENERTALK,":[208],"UK-DALE,":[209],"iWAE,":[210],"REFIT)":[212],"demonstrate":[213],"multimodal":[217],"fusion":[219],"outperforms":[222],"non-fusion":[223],"baseline":[224],"models.":[225],"achieved":[227],"near-perfect":[228],"results":[229],"across":[230],"multi-class,":[231],"multi-label,":[232],"tasks,":[235],"overall":[237],"F1":[238],"scores":[239,244],"above":[240],"97%":[241],"perfect":[243],"several":[246],"appliances.":[247],"Several":[248],"cross-house":[249],"cross-dataset":[251],"were":[253],"also":[254],"conducted":[255],"assess":[257],"generalization":[259],"capability":[260],"models":[263],"previously":[267],"unseen":[268],"households":[269],"datasets.":[271],"Additionally,":[272],"an":[273],"ablation":[274],"study":[275],"demonstrated":[276],"model\u2019s":[278],"scalability,":[279],"as":[280,282],"well":[281],"its":[283],"computational":[284],"efficiency":[287],"under":[288],"combinations.":[291]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}