{"id":"https://openalex.org/W4399678326","doi":"https://doi.org/10.1145/3672076","title":"NIR-sighted: A Programmable Streaming Architecture for Low-Energy Human-Centric Vision Applications","display_name":"NIR-sighted: A Programmable Streaming Architecture for Low-Energy Human-Centric Vision Applications","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4399678326","doi":"https://doi.org/10.1145/3672076"},"language":"en","primary_location":{"id":"doi:10.1145/3672076","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672076","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672076","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3672076","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081716034","display_name":"John Mamish","orcid":"https://orcid.org/0009-0000-5525-6490"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Mamish","raw_affiliation_strings":["Human-Computer Interaction, Georgia Institute of Technology, Atlanta, United States"],"raw_orcid":"https://orcid.org/0009-0000-5525-6490","affiliations":[{"raw_affiliation_string":"Human-Computer Interaction, Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000872403","display_name":"Rawan Alharbi","orcid":"https://orcid.org/0000-0002-0789-7805"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rawan Alharbi","raw_affiliation_strings":["Northwestern University, Evanston, United States"],"raw_orcid":"https://orcid.org/0000-0002-0789-7805","affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, United States","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023938040","display_name":"Sougata Sen","orcid":"https://orcid.org/0000-0002-2466-0025"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sougata Sen","raw_affiliation_strings":["BITS Pilani - KK Birla Goa Campus, Zuarinagar, India"],"raw_orcid":"https://orcid.org/0000-0002-2466-0025","affiliations":[{"raw_affiliation_string":"BITS Pilani - KK Birla Goa Campus, Zuarinagar, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102889967","display_name":"Shashank Holla","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shashank Holla","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, United States"],"raw_orcid":"https://orcid.org/0000-0002-8434-4892","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108943420","display_name":"Panchami Kamath","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panchami Kamath","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, United States"],"raw_orcid":"https://orcid.org/0009-0006-0988-0472","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025527496","display_name":"Yaman Sangar","orcid":"https://orcid.org/0000-0002-7056-961X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaman Sangar","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, United States"],"raw_orcid":"https://orcid.org/0000-0002-7056-961X","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001385856","display_name":"Nabil Alshurafa","orcid":"https://orcid.org/0000-0001-6681-7564"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nabil Alshurafa","raw_affiliation_strings":["Northwestern University, Evanston, United States"],"raw_orcid":"https://orcid.org/0000-0001-6681-7564","affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, United States","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026852792","display_name":"Josiah Hester","orcid":"https://orcid.org/0000-0002-1680-085X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josiah Hester","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, United States"],"raw_orcid":"https://orcid.org/0000-0002-1680-085X","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, United States","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5569,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.65066768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"23","issue":"6","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6354155540466309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5817496180534363},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4583723843097687},{"id":"https://openalex.org/keywords/low-energy","display_name":"Low energy","score":0.44520044326782227},{"id":"https://openalex.org/keywords/low-vision","display_name":"Low vision","score":0.4266201853752136},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3633591830730438},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3521258533000946},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.08986994624137878},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0766957700252533},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.07026541233062744},{"id":"https://openalex.org/keywords/optometry","display_name":"Optometry","score":0.058663517236709595}],"concepts":[{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6354155540466309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5817496180534363},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4583723843097687},{"id":"https://openalex.org/C2989164559","wikidata":"https://www.wikidata.org/wiki/Q15637420","display_name":"Low energy","level":2,"score":0.44520044326782227},{"id":"https://openalex.org/C2983447183","wikidata":"https://www.wikidata.org/wiki/Q737460","display_name":"Low vision","level":2,"score":0.4266201853752136},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3633591830730438},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3521258533000946},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.08986994624137878},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0766957700252533},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.07026541233062744},{"id":"https://openalex.org/C119767625","wikidata":"https://www.wikidata.org/wiki/Q618211","display_name":"Optometry","level":1,"score":0.058663517236709595},{"id":"https://openalex.org/C184779094","wikidata":"https://www.wikidata.org/wiki/Q26383","display_name":"Atomic physics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3672076","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672076","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672076","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3672076","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672076","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672076","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399678326.pdf"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W72496981","https://openalex.org/W1936738684","https://openalex.org/W1974433290","https://openalex.org/W1995330098","https://openalex.org/W2006131151","https://openalex.org/W2028013000","https://openalex.org/W2039616974","https://openalex.org/W2057781220","https://openalex.org/W2064297027","https://openalex.org/W2088114684","https://openalex.org/W2094694137","https://openalex.org/W2108627835","https://openalex.org/W2111200615","https://openalex.org/W2116790911","https://openalex.org/W2120205576","https://openalex.org/W2126511896","https://openalex.org/W2127681657","https://openalex.org/W2128944537","https://openalex.org/W2130267632","https://openalex.org/W2142556291","https://openalex.org/W2144685889","https://openalex.org/W2152244690","https://openalex.org/W2162226056","https://openalex.org/W2164545185","https://openalex.org/W2396049964","https://openalex.org/W2402649349","https://openalex.org/W2467391961","https://openalex.org/W2625157458","https://openalex.org/W2625567284","https://openalex.org/W2750757877","https://openalex.org/W2751978166","https://openalex.org/W2754630480","https://openalex.org/W2774833025","https://openalex.org/W2782853073","https://openalex.org/W2799331920","https://openalex.org/W2890022903","https://openalex.org/W2890233228","https://openalex.org/W2890309926","https://openalex.org/W2890356659","https://openalex.org/W2891344401","https://openalex.org/W2896416526","https://openalex.org/W2899899764","https://openalex.org/W2910444986","https://openalex.org/W2914783728","https://openalex.org/W2929018315","https://openalex.org/W2952777932","https://openalex.org/W2968547179","https://openalex.org/W2969889139","https://openalex.org/W2972448874","https://openalex.org/W2972899537","https://openalex.org/W2983038091","https://openalex.org/W2987383153","https://openalex.org/W3029790089","https://openalex.org/W3034498051","https://openalex.org/W3125057561","https://openalex.org/W3130402546","https://openalex.org/W3132412959","https://openalex.org/W3147954149","https://openalex.org/W4212769148","https://openalex.org/W4214810323","https://openalex.org/W4225012095","https://openalex.org/W4225089702","https://openalex.org/W4229041017","https://openalex.org/W4256123643","https://openalex.org/W4288640150","https://openalex.org/W6602972026"],"related_works":["https://openalex.org/W2588198209","https://openalex.org/W1909006023","https://openalex.org/W4205824991","https://openalex.org/W2733939929","https://openalex.org/W3200723557","https://openalex.org/W4312713546","https://openalex.org/W2362195430","https://openalex.org/W2347494122","https://openalex.org/W2567983276","https://openalex.org/W2038503502"],"abstract_inverted_index":{"Human":[0],"studies":[1],"often":[2],"rely":[3],"on":[4,207],"wearable":[5,77,102,202],"lifelogging":[6],"cameras":[7,104],"that":[8,39,105,251],"capture":[9,63],"videos":[10],"of":[11,23,64,70,142,191,238],"individuals":[12],"and":[13,29,55,82,91,117,124,137,148,160,169,213,217,222,266],"their":[14],"surroundings":[15],"to":[16,44,76,129,173],"aid":[17],"in":[18,153,185],"visual":[19],"confirmation":[20],"or":[21,36],"recollection":[22],"daily":[24],"activities":[25],"like":[26],"eating,":[27],"drinking,":[28],"smoking.":[30],"However,":[31],"this":[32,68,87,107,208],"may":[33,40],"include":[34],"private":[35],"sensitive":[37],"information":[38],"cause":[41],"some":[42],"users":[43],"refrain":[45],"from":[46],"using":[47],"such":[48],"monitoring":[49],"devices.":[50],"Also,":[51],"short":[52],"battery":[53],"lifetime":[54],"large":[56],"form":[57],"factors":[58],"reduce":[59,115],"applicability":[60],"for":[61,101,226,263],"long-term":[62],"human":[65],"activity.":[66],"Solving":[67],"triad":[69],"interconnected":[71],"problems":[72],"is":[73,180,188,197,211],"challenging":[74],"due":[75],"embedded":[78],"systems\u2019":[79],"energy,":[80],"memory,":[81],"computing":[83],"constraints.":[84],"Inspired":[85],"by":[86,120,145,275],"critical":[88],"use":[89,141],"case":[90],"the":[92,140,186,192,261],"unique":[93],"design":[94,108,200],"problem,":[95],"we":[96],"developed":[97],"NIR-sighted,":[98],"an":[99,154,270],"architecture":[100],"video":[103,219],"navigates":[106],"space":[109],"via":[110,269],"three":[111],"key":[112],"ideas:":[113],"(i)":[114],"storage":[116],"enhance":[118],"privacy":[119,175,179],"discarding":[121],"masked":[122],"pixels":[123],"frames,":[125],"(ii)":[126],"enable":[127,139],"programmers":[128],"generate":[130],"effective":[131],"masks":[132],"with":[133,232],"low":[134],"computational":[135],"overhead,":[136],"(iii)":[138],"small":[143],"MCUs":[144],"moving":[146],"masking":[147,158],"compression":[149,162],"off-chip.":[150],"Combined":[151],"together":[152],"end-to-end":[155],"system,":[156],"NIR-sighted\u2019s":[157],"capabilities":[159],"off-chip":[161],"hardware":[163],"shrinks":[164],"systems,":[165],"stores":[166],"less":[167],"data,":[168],"enables":[170],"programmer-defined":[171],"obfuscation":[172],"yield":[174],"enhancement.":[176],"The":[177],"user\u2019s":[178],"enhanced":[181],"significantly":[182],"as":[183],"nowhere":[184],"pipeline":[187],"any":[189],"part":[190],"image":[193],"stored":[194],"before":[195],"it":[196,210],"obfuscated.":[198],"We":[199,258],"a":[201,236,245,276],"camera":[203],"called":[204],"NIR-sightedCam":[205,243],"based":[206],"architecture;":[209],"compact":[212],"can":[214],"record":[215],"IR":[216,233],"grayscale":[218],"at":[220,235],"16":[221],"20+":[223],"fps,":[224],"respectively,":[225],"26":[227],"hours":[228,231],"nonstop":[229],"(59":[230],"disabled)":[234],"fraction":[237],"comparable":[239],"platforms":[240],"power":[241],"draw.":[242],"includes":[244],"low-power":[246],"Field":[247],"Programmable":[248],"Gate":[249],"Array":[250],"implements":[252],"our":[253],"mJPEG":[254],"compress/obfuscate":[255],"hardware,":[256],"Blindspot.":[257],"additionally":[259],"show":[260],"potential":[262],"privacy-enhancing":[264],"function":[265],"clinical":[267],"utility":[268],"in-lab":[271],"eating":[272],"study,":[273],"validated":[274],"nutritionist.":[277]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}