{"id":"https://openalex.org/W4404970085","doi":"https://doi.org/10.1145/3701571.3701595","title":"Facial Gesture Classification with Few-shot Learning Using Limited Calibration Data from Photo-reflective Sensors on Smart Eyewear","display_name":"Facial Gesture Classification with Few-shot Learning Using Limited Calibration Data from Photo-reflective Sensors on Smart Eyewear","publication_year":2024,"publication_date":"2024-12-01","ids":{"openalex":"https://openalex.org/W4404970085","doi":"https://doi.org/10.1145/3701571.3701595"},"language":"en","primary_location":{"id":"doi:10.1145/3701571.3701595","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701571.3701595","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701571.3701595","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference on Mobile and Ubiquitous Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701571.3701595","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068376780","display_name":"Katsutoshi Masai","orcid":"https://orcid.org/0000-0001-9768-5314"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Katsutoshi Masai","raw_affiliation_strings":["Kyushu University, Fukuoka, Japan"],"raw_orcid":"https://orcid.org/0000-0001-9768-5314","affiliations":[{"raw_affiliation_string":"Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087706411","display_name":"Maki Sugimoto","orcid":"https://orcid.org/0000-0002-8383-9228"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Maki Sugimoto","raw_affiliation_strings":["Keio University, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8383-9228","affiliations":[{"raw_affiliation_string":"Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081518382","display_name":"Brian Kenji Iwana","orcid":"https://orcid.org/0000-0002-5146-6818"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Brian Iwana","raw_affiliation_strings":["Kyushu University, Fukuoka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-5146-6818","affiliations":[{"raw_affiliation_string":"Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7214,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.69686936,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"432","last_page":"438"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12301","display_name":"Facial Nerve Paralysis Treatment and Research","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eyewear","display_name":"Eyewear","score":0.9377100467681885},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.786837100982666},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7728900909423828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6320257782936096},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.5302277207374573},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.500739336013794},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.49224939942359924},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.4563676714897156},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.43340128660202026},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.35810399055480957}],"concepts":[{"id":"https://openalex.org/C2780527195","wikidata":"https://www.wikidata.org/wiki/Q5422874","display_name":"Eyewear","level":2,"score":0.9377100467681885},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.786837100982666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728900909423828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6320257782936096},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5302277207374573},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.500739336013794},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.49224939942359924},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4563676714897156},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.43340128660202026},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35810399055480957},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701571.3701595","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701571.3701595","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701571.3701595","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference on Mobile and Ubiquitous Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701571.3701595","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701571.3701595","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701571.3701595","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference on Mobile and Ubiquitous Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3972186136","display_name":"Tackling real-world time series using dynamic neural networks","funder_award_id":"23K16949","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404970085.pdf","grobid_xml":"https://content.openalex.org/works/W4404970085.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W2009698817","https://openalex.org/W2759174025","https://openalex.org/W2775793881","https://openalex.org/W2895613288","https://openalex.org/W2927390772","https://openalex.org/W2941054658","https://openalex.org/W2972011662","https://openalex.org/W3008872739","https://openalex.org/W3112225120","https://openalex.org/W3118174484","https://openalex.org/W3178507019","https://openalex.org/W4284879682","https://openalex.org/W4324143524"],"related_works":["https://openalex.org/W2133527807","https://openalex.org/W2902873204","https://openalex.org/W4206297952","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2989699735"],"abstract_inverted_index":{"This":[0],"study":[1],"investigates":[2],"smart":[3,14,215],"eyewear":[4,15,216],"for":[5,37,62,138,145,185,217],"facial":[6,29,38,218],"gesture":[7,39,127,165],"classification":[8],"with":[9,18,91,122,129,154],"low":[10],"user":[11,42,225],"calibration":[12,43,58,162],"costs.The":[13],"is":[16,35,44,48,60,100,115,183],"equipped":[17],"low-cost,":[19],"comfortable,":[20],"energy-efficient":[21],"photo-reflective":[22],"sensors,":[23],"which":[24],"can":[25],"detect":[26],"changes":[27],"in":[28,221],"muscle":[30],"movements.Although":[31],"the":[32,51,57,63,67,85,104,111,186,205,212],"sensor":[33],"output":[34],"useful":[36],"classification,":[40,128],"individual":[41],"considered":[45],"necessary.Moreover,":[46],"re-calibration":[47],"required":[49],"whenever":[50],"user's":[52],"wearing":[53,193],"position":[54],"changes.Therefore,":[55],"reducing":[56],"cost":[59],"crucial":[61],"wider":[64],"applicability":[65],"of":[66,87,133,161,170,180,198,207,214,223],"eyewear.To":[68],"address":[69],"this":[70],"issue,":[71],"we":[72,148],"propose":[73],"a":[74,95,167,177],"few-shot":[75,152],"domain":[76],"adaptation":[77],"approach":[78,121],"using":[79,151],"Convolutional":[80],"Neural":[81],"Networks":[82],"(CNN).We":[83],"evaluate":[84],"accuracy":[86,132,169,197],"classifying":[88],"eight":[89],"gestures":[90,141],"data":[92,123,163,182],"augmentation":[93,99,124],"and":[94,157,231],"supervised":[96,112],"contrastive":[97,113],"loss.Data":[98],"employed":[101],"to":[102,108,117,210],"make":[103],"model":[105],"more":[106,229],"robust":[107,126],"noise,":[109],"while":[110],"loss":[114],"introduced":[116],"learn":[118],"user-invariant":[119],"features.Our":[120],"achieves":[125],"an":[130,196],"average":[131],"93.46%":[134],"(SD":[135,172,200],"=":[136,173,201],"8.34%)":[137],"three":[139],"emotion-related":[140],"without":[142],"user-specific":[143,181],"data.Furthermore,":[144],"user-independent":[146],"training,":[147],"demonstrated":[149],"that":[150,176],"learning":[153],"pre-trained":[155],"models":[156],"only":[158],"four":[159],"repetitions":[160],"per":[164],"achieved":[166],"practical":[168],"91.38%":[171],"6.03%),":[174],"showing":[175],"small":[178],"amount":[179],"sufficient":[184],"accurate":[187],"classification.Also,":[188],"it":[189,228],"works":[190],"under":[191],"different":[192],"conditions,":[194],"achieving":[195],"90.19%":[199],"3.56%).These":[202],"results":[203],"illustrate":[204],"potential":[206],"our":[208],"method":[209],"improve":[211],"practicality":[213],"expression":[219],"recognition":[220],"cases":[222],"limited":[224],"data,":[226],"making":[227],"accessible":[230],"user-friendly.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}
