{"id":"https://openalex.org/W4416926294","doi":"https://doi.org/10.1145/3770695","title":"THOR: Thermal-Guided Hand-Object Reasoning via Adaptive Vision Sampling","display_name":"THOR: Thermal-Guided Hand-Object Reasoning via Adaptive Vision Sampling","publication_year":2025,"publication_date":"2025-12-02","ids":{"openalex":"https://openalex.org/W4416926294","doi":"https://doi.org/10.1145/3770695"},"language":"en","primary_location":{"id":"doi:10.1145/3770695","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770695","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3770695","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034047796","display_name":"Soroush Shahi","orcid":"https://orcid.org/0000-0001-7898-3957"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soroush Shahi","raw_affiliation_strings":["Computer Science, Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0001-7898-3957","affiliations":[{"raw_affiliation_string":"Computer Science, Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090205179","display_name":"Farzad Shahabi","orcid":"https://orcid.org/0009-0007-0160-4972"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farzad Shahabi","raw_affiliation_strings":["Computer Science, Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0009-0007-0160-4972","affiliations":[{"raw_affiliation_string":"Computer Science, Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120627899","display_name":"Rama Naboulsi","orcid":"https://orcid.org/0009-0001-8926-2458"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rama Naboulsi","raw_affiliation_strings":["Computer Science, Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0009-0001-8926-2458","affiliations":[{"raw_affiliation_string":"Computer Science, Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040968001","display_name":"Glenn Fernandes","orcid":"https://orcid.org/0000-0001-9070-4594"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Glenn Fernandes","raw_affiliation_strings":["Computer Science, Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0001-9070-4594","affiliations":[{"raw_affiliation_string":"Computer Science, Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048650003","display_name":"Aggelos K. Katsaggelos","orcid":"https://orcid.org/0000-0003-4554-0070"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aggelos K Katsaggelos","raw_affiliation_strings":["Computer Science, Northwestern University, Evanston, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0003-4554-0070","affiliations":[{"raw_affiliation_string":"Computer Science, Northwestern University, Evanston, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001385856","display_name":"Nabil Alshurafa","orcid":"https://orcid.org/0000-0001-6681-7564"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nabil Alshurafa","raw_affiliation_strings":["Preventive Medicine and Computer Science, Northwestern University, Chicago, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0001-6681-7564","affiliations":[{"raw_affiliation_string":"Preventive Medicine and Computer Science, Northwestern University, Chicago, Illinois, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32970575,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"4","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4666000008583069,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4666000008583069,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.2750999927520752,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.14180000126361847,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.7056000232696533},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6906999945640564},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5429999828338623},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4077000021934509},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.38179999589920044},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.3418000042438507}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7657999992370605},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7208999991416931},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.7056000232696533},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6906999945640564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6632999777793884},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5429999828338623},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.38179999589920044},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.3409999907016754},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.32919999957084656},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.29510000348091125},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.272599995136261}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3770695","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770695","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3770695","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770695","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4041944308","display_name":null,"funder_award_id":"R21EB030305","funder_id":"https://openalex.org/F4320337363","funder_display_name":"National Institute of Biomedical Imaging and Bioengineering"},{"id":"https://openalex.org/G7684917992","display_name":null,"funder_award_id":"R01DK129843","funder_id":"https://openalex.org/F4320337357","funder_display_name":"National Institute of Diabetes and Digestive and Kidney Diseases"}],"funders":[{"id":"https://openalex.org/F4320337357","display_name":"National Institute of Diabetes and Digestive and Kidney Diseases","ror":"https://ror.org/00adh9b73"},{"id":"https://openalex.org/F4320337363","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2008998413","https://openalex.org/W2067229293","https://openalex.org/W2108598243","https://openalex.org/W2204609240","https://openalex.org/W2610201393","https://openalex.org/W2890856336","https://openalex.org/W2963163009","https://openalex.org/W2963526497","https://openalex.org/W3033484447","https://openalex.org/W3034891989","https://openalex.org/W3104211623","https://openalex.org/W3152835281","https://openalex.org/W3177399480","https://openalex.org/W3196466825","https://openalex.org/W3205786327","https://openalex.org/W3207918547","https://openalex.org/W4225012095","https://openalex.org/W4288706567","https://openalex.org/W4307288543","https://openalex.org/W4402349863","https://openalex.org/W4402754020"],"related_works":[],"abstract_inverted_index":{"Wearable":[0],"cameras":[1,50,279],"are":[2],"increasingly":[3],"used":[4],"as":[5],"an":[6,204],"observational":[7],"and":[8,70,97,122,135,182,210,214,250,284],"interventional":[9],"tool":[10],"for":[11,31,65,75,191,273],"human":[12],"behaviors":[13,286],"by":[14,129],"providing":[15],"detailed":[16],"visual":[17],"data":[18,23,64,108],"of":[19,33,45,61,140,166,188,228,237,277],"hand-related":[20,118,253,282],"activities.":[21],"This":[22],"can":[24],"be":[25],"leveraged":[26],"to":[27,93,109,120,149,162,180,199,259,280],"facilitate":[28],"memory":[29],"recall":[30],"logging":[32],"behavior":[34],"or":[35],"timely":[36],"interventions":[37],"aimed":[38],"at":[39],"improving":[40],"health.":[41],"However,":[42],"continuous":[43],"processing":[44],"RGB":[46,85,125,175,240,263],"images":[47],"from":[48,116,159],"these":[49],"consumes":[51],"significant":[52],"power":[53],"impacting":[54],"battery":[55],"lifetime,":[56],"generates":[57],"a":[58,81,113,196,252,269],"large":[59],"volume":[60],"unnecessary":[62],"video":[63,241,264],"post-processing,":[66],"raises":[67],"privacy":[68],"concerns,":[69],"requires":[71],"substantial":[72],"computational":[73],"resources":[74],"real-time":[76,82],"analysis.":[77],"We":[78,103,194],"introduce":[79],"THOR,":[80],"adaptive":[83],"spatio-temporal":[84],"frame":[86,126],"sampling":[87,127],"method":[88,202,244],"that":[89,233],"leverages":[90],"thermal":[91,106,157],"sensing":[92],"capture":[94],"hand-object":[95,171],"patches":[96],"classify":[98],"them":[99],"in":[100,173,287],"real":[101,288],"time.":[102,289],"use":[104,155,276],"low-resolution":[105],"camera":[107],"identify":[110,150],"moments":[111],"when":[112],"person":[114],"switches":[115],"one":[117],"activity":[119,133,142,192,248,254],"another":[121],"adjust":[123],"the":[124,144,151,156,160,164,170,178,185,189,238,247,261,274],"rate":[128],"increasing":[130],"it":[131,137,217],"during":[132,138],"transitions":[134],"reducing":[136],"periods":[139],"sustained":[141],"(when":[143],"system":[145,179],"has":[146],"enough":[147],"information":[148],"activity).":[152],"Additionally,":[153],"we":[154],"cues":[158],"hand":[161],"localize":[163],"region":[165],"interest":[167],"(i.e.":[168],",":[169],"interaction)":[172],"each":[174],"frame,":[176],"allowing":[177],"crop":[181],"process":[183],"only":[184,235],"necessary":[186],"part":[187],"image":[190],"recognition.":[193],"develop":[195],"wearable":[197,278],"device":[198],"validate":[200],"our":[201,243],"through":[203],"in-the-wild":[205],"study":[206],"with":[207],"14":[208],"participants":[209,221],"over":[211],"30":[212],"activities,":[213],"further":[215],"evaluate":[216],"on":[218],"Ego4D":[219],"(923":[220],"across":[222],"9":[223],"countries,":[224],"totaling":[225],"3,670":[226],"hours":[227],"video).":[229],"Our":[230,266],"results":[231],"show":[232],"using":[234,260],"3%":[236],"original":[239],"data,":[242],"captures":[245],"all":[246],"segments,":[249],"achieves":[251],"recognition":[255],"F1-score":[256],"(95%)":[257],"comparable":[258],"entire":[262],"(94%).":[265],"work":[267],"provides":[268],"more":[270],"practical":[271],"path":[272],"longitudinal":[275],"monitor":[281],"activities":[283],"health-risk":[285]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-12-02T00:00:00"}