{"id":"https://openalex.org/W4404563313","doi":"https://doi.org/10.1109/tpami.2024.3501154","title":"Streaming Quanta Sensors for Online, High-Performance Imaging and Vision","display_name":"Streaming Quanta Sensors for Online, High-Performance Imaging and Vision","publication_year":2024,"publication_date":"2024-11-20","ids":{"openalex":"https://openalex.org/W4404563313","doi":"https://doi.org/10.1109/tpami.2024.3501154","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030216"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3501154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3501154","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116592754","display_name":"Tianyi Zhang","orcid":"https://orcid.org/0009-0007-0575-0870"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tianyi Zhang","raw_affiliation_strings":["ECE Department, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059854282","display_name":"Matthew Dutson","orcid":"https://orcid.org/0000-0003-3133-2115"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Dutson","raw_affiliation_strings":["CS Department, University of Wisconsin-Madison, Madison, WI, USA"],"affiliations":[{"raw_affiliation_string":"CS Department, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002522068","display_name":"Vivek Boominathan","orcid":"https://orcid.org/0000-0003-4875-3135"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Boominathan","raw_affiliation_strings":["ECE Department, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074353153","display_name":"Mohit Gupta","orcid":"https://orcid.org/0000-0002-2323-7700"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohit Gupta","raw_affiliation_strings":["CS Department, University of Wisconsin-Madison, Madison, WI, USA"],"affiliations":[{"raw_affiliation_string":"CS Department, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073971393","display_name":"Ashok Veeraraghavan","orcid":"https://orcid.org/0000-0001-5043-7460"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashok Veeraraghavan","raw_affiliation_strings":["ECE Department, Rice University, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5116592754"],"corresponding_institution_ids":["https://openalex.org/I74775410"],"apc_list":null,"apc_paid":null,"fwci":0.2225,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55331748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"47","issue":"3","first_page":"1564","last_page":"1577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6160224080085754},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6088091731071472},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5757597088813782},{"id":"https://openalex.org/keywords/machine-vision","display_name":"Machine vision","score":0.4328135848045349},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.42741841077804565}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6160224080085754},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6088091731071472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5757597088813782},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.4328135848045349},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.42741841077804565}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3501154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3501154","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40030216","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030216","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2055745001","https://openalex.org/W2080452423","https://openalex.org/W2152923834","https://openalex.org/W2163353827","https://openalex.org/W2194775991","https://openalex.org/W2196753883","https://openalex.org/W2476548250","https://openalex.org/W2479691400","https://openalex.org/W2552290192","https://openalex.org/W2555008653","https://openalex.org/W2605173812","https://openalex.org/W2774320778","https://openalex.org/W2799058067","https://openalex.org/W2799265886","https://openalex.org/W2888773516","https://openalex.org/W2889911121","https://openalex.org/W2949801109","https://openalex.org/W2955806498","https://openalex.org/W2963037989","https://openalex.org/W2963150697","https://openalex.org/W2980170825","https://openalex.org/W3034552680","https://openalex.org/W3048373607","https://openalex.org/W3102697760","https://openalex.org/W3106912575","https://openalex.org/W3107481791","https://openalex.org/W3109870774","https://openalex.org/W3121123532","https://openalex.org/W3186081720","https://openalex.org/W3212044080","https://openalex.org/W4210888109","https://openalex.org/W4297097657","https://openalex.org/W4312339971","https://openalex.org/W4312623579","https://openalex.org/W4312724493","https://openalex.org/W4312799843","https://openalex.org/W4313305630","https://openalex.org/W4319300218","https://openalex.org/W4390871746","https://openalex.org/W4390872126","https://openalex.org/W6675574014","https://openalex.org/W6741222677","https://openalex.org/W6839136058","https://openalex.org/W6848448202","https://openalex.org/W6902589765"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Recently":[0],"quanta":[1],"image":[2,9,161,192],"sensors":[3,27],"(QIS)":[4],"-":[5],"ultra-fast,":[6],"zero-read-noise":[7],"binary":[8,104],"sensors-":[10],"have":[11],"demonstrated":[12],"remarkable":[13],"imaging":[14],"capabilities":[15],"in":[16,118,153,167],"many":[17],"challenging":[18],"scenarios.":[19],"Despite":[20],"their":[21],"potential,":[22],"the":[23,38,46,84,98,103,178,186],"adoption":[24],"of":[25,102,180],"these":[26,59,130],"is":[28,63,127,185],"severely":[29],"hampered":[30],"by":[31],"(a)":[32],"high":[33,140],"data":[34,155],"rates":[35],"and":[36,133,139,159,163],"(b)":[37],"need":[39],"for":[40,129,146],"new":[41],"computational":[42,55],"pipelines":[43],"to":[44,57,115,188],"handle":[45],"unconventional":[47],"raw":[48],"data.":[49],"We":[50,106,122],"introduce":[51],"a":[52,66,71,108],"simple,":[53],"low-bandwidth":[54],"pipeline":[56],"address":[58],"challenges.":[60],"Our":[61,150],"approach":[62,151,184],"based":[64],"on":[65,112,194],"novel":[67],"streaming":[68],"representation":[69,85,114,126],"with":[70],"small":[72],"memory":[73],"footprint,":[74],"efficiently":[75,94],"capturing":[76],"intensity":[77],"information":[78],"at":[79,97],"multiple":[80],"temporal":[81],"scales.":[82],"Updating":[83],"requires":[86],"only":[87],"16":[88],"floating-point":[89],"operations/pixel,":[90],"which":[91],"can":[92],"be":[93],"computed":[95],"online":[96],"native":[99],"frame":[100,141],"rate":[101,142],"frames.":[105],"use":[107],"neural":[109],"network":[110],"operating":[111],"this":[113],"reconstruct":[116],"videos":[117],"real-time":[119,160,191],"(10-30":[120],"fps).":[121],"illustrate":[123],"why":[124],"such":[125],"well-suited":[128],"emerging":[131],"sensors,":[132],"how":[134],"it":[135],"offers":[136],"low":[137],"latency":[138],"while":[143,173],"retaining":[144],"flexibility":[145],"downstream":[147],"computer":[148,164],"vision.":[149],"results":[152],"significant":[154],"bandwidth":[156],"reductions":[157],"()":[158],"reconstruction":[162,193],"vision":[165],"-)reduction":[166],"computation":[168],"than":[169],"existing":[170],"state-of-the-art":[171],"approach[1],":[172],"maintaining":[174],"comparable":[175],"quality.":[176],"To":[177],"best":[179],"our":[181,183],"knowledge,":[182],"first":[187],"achieve":[189],"online,":[190],"QIS.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}