{"id":"https://openalex.org/W7134252825","doi":"https://doi.org/10.1145/3742414.3794730","title":"Detecting and Recovering from Human Errors using Multimodal Sensor Data Obtained by Smartphone","display_name":"Detecting and Recovering from Human Errors using Multimodal Sensor Data Obtained by Smartphone","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134252825","doi":"https://doi.org/10.1145/3742414.3794730"},"language":null,"primary_location":{"id":"doi:10.1145/3742414.3794730","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742414.3794730","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3742414.3794730","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128483595","display_name":"Kazuki Ichii","orcid":null},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuki Ichii","raw_affiliation_strings":["Keio University, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0009-0002-9296-3308","affiliations":[{"raw_affiliation_string":"Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012982348","display_name":"Kaori Ikematsu","orcid":"https://orcid.org/0000-0002-7017-6744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaori Ikematsu","raw_affiliation_strings":["LY Corporation, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7017-6744","affiliations":[{"raw_affiliation_string":"LY Corporation, Tokyo, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040441685","display_name":"Toshiya Isomoto","orcid":"https://orcid.org/0000-0003-3054-313X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toshiya Isomoto","raw_affiliation_strings":["LY Corporation, Chiyoda, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3054-313X","affiliations":[{"raw_affiliation_string":"LY Corporation, Chiyoda, Tokyo, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027568588","display_name":"Kunihiro Kato","orcid":"https://orcid.org/0000-0002-0117-8981"},"institutions":[{"id":"https://openalex.org/I148798404","display_name":"Tokyo University of Technology","ror":"https://ror.org/021a26605","country_code":"JP","type":"education","lineage":["https://openalex.org/I148798404"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kunihiro Kato","raw_affiliation_strings":["Tokyo University of Technology, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-0117-8981","affiliations":[{"raw_affiliation_string":"Tokyo University of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I148798404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053371666","display_name":"Yuta Sugiura","orcid":"https://orcid.org/0000-0003-3735-4809"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuta Sugiura","raw_affiliation_strings":["Keio University, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3735-4809","affiliations":[{"raw_affiliation_string":"Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30470085,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"22","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.4120999872684479,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.4120999872684479,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.1695999950170517,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.09690000116825104,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/touchscreen","display_name":"Touchscreen","score":0.7049000263214111},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6783000230789185},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.6779999732971191},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.515999972820282},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.48739999532699585},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4839000105857849}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7501000165939331},{"id":"https://openalex.org/C2778539339","wikidata":"https://www.wikidata.org/wiki/Q165970","display_name":"Touchscreen","level":2,"score":0.7049000263214111},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6783000230789185},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.6779999732971191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5974000096321106},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.515999972820282},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5080000162124634},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.48739999532699585},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4839000105857849},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4722000062465668},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4032999873161316},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39410001039505005},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.31310001015663147},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C115121344","wikidata":"https://www.wikidata.org/wiki/Q6887140","display_name":"Mobile interaction","level":3,"score":0.30550000071525574},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3742414.3794730","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742414.3794730","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3742414.3794730","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742414.3794730","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1986533012","https://openalex.org/W2038304148","https://openalex.org/W2068257231","https://openalex.org/W2072038603","https://openalex.org/W2108518773","https://openalex.org/W2122297397","https://openalex.org/W2143355978","https://openalex.org/W2148723390","https://openalex.org/W2149344674","https://openalex.org/W2295007882","https://openalex.org/W2610508676","https://openalex.org/W2978175565","https://openalex.org/W2982910342","https://openalex.org/W3009589883","https://openalex.org/W3029292602","https://openalex.org/W4225112989","https://openalex.org/W4280653139","https://openalex.org/W4307475498"],"related_works":[],"abstract_inverted_index":{"Touchscreen":[0],"devices":[1],"like":[2],"smartphones":[3],"and":[4,11,32,37,64,105,121,129],"tablets":[5],"are":[6],"ubiquitous,":[7],"yet":[8],"unintended":[9],"touches":[10],"selection":[12,110],"errors":[13,27],"still":[14],"impair":[15],"user":[16],"experience.":[17],"We":[18,115],"present":[19],"a":[20,45,122],"multimodal":[21],"method":[22],"to":[23,38,125],"detect":[24],"touch-level":[25],"human":[26],"from":[28],"motion,":[29],"touch,":[30],"gaze,":[31],"facial":[33],"cues":[34],"on":[35,98,108],"smartphones,":[36],"trigger":[39],"lightweight,":[40],"user-controlled":[41],"recovery":[42],"suggestions.":[43],"In":[44],"study":[46],"with":[47],"15":[48],"participants":[49],"(15,636":[50],"touch-up":[51],"events;":[52],"2,700":[53],"labeled":[54],"errors),":[55],"our":[56],"models":[57],"achieved":[58,95],"strong":[59],"performance":[60,76,97,107],"in":[61],"both":[62],"personalization":[63,119],"cross-user":[65,88],"settings,":[66],"measured":[67],"by":[68],"ROC-AUC.":[69],"With":[70],"personalized":[71],"models,":[72],"XGBoost":[73],"reached":[74],"near-ceiling":[75],"(Text:":[77],"ROC-AUC":[78,83],"1.00,":[79,84],"Acc.":[80,85,103,113],"0.99;":[81],"Image:":[82],"0.99).":[86],"For":[87],"generalization":[89],"under":[90],"leave-one-user-out":[91],"(LOUO),":[92],"an":[93],"RNN":[94],"high":[96],"text":[99],"typing":[100],"(ROC-AUC":[101,111],"0.99,":[102],"0.96)":[104],"moderate":[106],"image":[109],"0.68,":[112],"0.68).":[114],"further":[116],"report":[117],"stepwise":[118],"trends":[120],"camera-off":[123],"ablation":[124],"clarify":[126],"modality":[127],"contributions,":[128],"discuss":[130],"implications":[131],"for":[132],"practical":[133],"recovery-oriented":[134],"mobile":[135],"UIs.":[136]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-10T00:00:00"}