{"id":"https://openalex.org/W4391305847","doi":"https://doi.org/10.1109/tpami.2024.3359326","title":"Efficient Visual Computing With Camera RAW Snapshots","display_name":"Efficient Visual Computing With Camera RAW Snapshots","publication_year":2024,"publication_date":"2024-01-29","ids":{"openalex":"https://openalex.org/W4391305847","doi":"https://doi.org/10.1109/tpami.2024.3359326","pmid":"https://pubmed.ncbi.nlm.nih.gov/38285590"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3359326","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3359326","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071766260","display_name":"Zhihao Li","orcid":"https://orcid.org/0000-0002-2066-8775"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhihao Li","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089957493","display_name":"Ming Lu","orcid":"https://orcid.org/0000-0002-5044-8802"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Lu","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, Jiangsu, China","Interdisciplinary Research Center for Future Intelligent Chips (Chip-X), Nanjing University, Suzhou, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Interdisciplinary Research Center for Future Intelligent Chips (Chip-X), Nanjing University, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437208","display_name":"Xu Zhang","orcid":"https://orcid.org/0000-0002-1882-736X"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xu Zhang","raw_affiliation_strings":["University of Leeds, Leeds, U.K"],"affiliations":[{"raw_affiliation_string":"University of Leeds, Leeds, U.K","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101414592","display_name":"Xin Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Feng","raw_affiliation_strings":["Chongqing University of Technology, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063170670","display_name":"M. Salman Asif","orcid":"https://orcid.org/0000-0001-5993-3903"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Salman Asif","raw_affiliation_strings":["University of California, Riverside, Riverside, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073914656","display_name":"Zhan Ma","orcid":"https://orcid.org/0000-0003-3686-4057"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhan Ma","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5071766260"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":1.6429,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.82903851,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"46","issue":"7","first_page":"4684","last_page":"4701"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7966444492340088},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.784201443195343},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.705773115158081},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6802323460578918}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7966444492340088},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.784201443195343},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.705773115158081},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6802323460578918}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3359326","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3359326","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38285590","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38285590","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G3545202201","display_name":null,"funder_award_id":"62171174","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G356862350","display_name":null,"funder_award_id":"62022038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8505359809","display_name":null,"funder_award_id":"U20A20184","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W180855370","https://openalex.org/W639708223","https://openalex.org/W1484298459","https://openalex.org/W1536680647","https://openalex.org/W1560047386","https://openalex.org/W1921523184","https://openalex.org/W1925217477","https://openalex.org/W2012409522","https://openalex.org/W2035192779","https://openalex.org/W2096727211","https://openalex.org/W2100001370","https://openalex.org/W2108598243","https://openalex.org/W2108880818","https://openalex.org/W2139616920","https://openalex.org/W2140196014","https://openalex.org/W2144148623","https://openalex.org/W2170288257","https://openalex.org/W2469102383","https://openalex.org/W2519963891","https://openalex.org/W2556952061","https://openalex.org/W2565639579","https://openalex.org/W2615178951","https://openalex.org/W2952323569","https://openalex.org/W2962767526","https://openalex.org/W2962793481","https://openalex.org/W2963037989","https://openalex.org/W2963163009","https://openalex.org/W2963314397","https://openalex.org/W2964115968","https://openalex.org/W2965631471","https://openalex.org/W2970299651","https://openalex.org/W2982143932","https://openalex.org/W2989193306","https://openalex.org/W3004685385","https://openalex.org/W3014641072","https://openalex.org/W3015028689","https://openalex.org/W3034448817","https://openalex.org/W3034504121","https://openalex.org/W3035564946","https://openalex.org/W3107249883","https://openalex.org/W3108316907","https://openalex.org/W3131427579","https://openalex.org/W3133902371","https://openalex.org/W3137089243","https://openalex.org/W3144785864","https://openalex.org/W3171028043","https://openalex.org/W3179888767","https://openalex.org/W3193979638","https://openalex.org/W3212865599","https://openalex.org/W3217700884","https://openalex.org/W4224277358","https://openalex.org/W4224952155","https://openalex.org/W4230472795","https://openalex.org/W4248274664","https://openalex.org/W4250482878","https://openalex.org/W4283803507","https://openalex.org/W4312993742","https://openalex.org/W6607362571","https://openalex.org/W6628864846","https://openalex.org/W6640185926","https://openalex.org/W6773431304","https://openalex.org/W6775605725","https://openalex.org/W6804932017","https://openalex.org/W6810638181"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Conventional":[0],"cameras":[1],"capture":[2],"image":[3,17,106,148,171,181],"irradiance":[4],"(RAW)":[5],"on":[6,116,184],"a":[7,34,78],"sensor":[8],"and":[9,43,87,124,132,150,170,179,198,217,242],"convert":[10],"it":[11],"to":[12,62,82,119,160,202,237],"RGB":[13,63,133,147,158,206],"images":[14,22,52,92,142],"using":[15,64,90,129,144,176],"an":[16,65,111],"signal":[18],"processor":[19],"(ISP).":[20],"The":[21],"can":[23,47,136],"then":[24,137],"be":[25],"used":[26,97],"for":[27,70,98,234],"photography":[28],"or":[29],"visual":[30,71],"computing":[31],"tasks":[32],"in":[33,156,174,204,240],"variety":[35],"of":[36,60,103,224,231],"applications,":[37],"such":[38],"as":[39],"public":[40],"safety":[41],"surveillance":[42],"autonomous":[44],"driving.":[45],"One":[46],"argue":[48],"that":[49,190,203],"since":[50],"RAW":[51,61,91,105,131,141,164,180],"contain":[53],"all":[54],"the":[55,58,94,101,157,205,209,226,229,232],"captured":[56],"information,":[57],"conversion":[59],"ISP":[66,95,123,126],"is":[67,228],"not":[68],"necessary":[69],"computing.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76,108],"propose":[77],"novel":[79],"\u03c1-Vision":[80,211,227],"framework":[81],"perform":[83],"high-level":[84],"semantic":[85],"understanding":[86],"low-level":[88],"compression":[89,172,199],"without":[93],"subsystem":[96],"decades.":[99],"Considering":[100],"scarcity":[102],"available":[104],"datasets,":[107],"first":[109],"develop":[110],"unpaired":[112,130],"CycleR2R":[113],"network":[114],"based":[115],"unsupervised":[117],"CycleGAN":[118],"train":[120],"modular":[121],"unrolled":[122],"inverse":[125],"(invISP)":[127],"models":[128,153],"images.":[134,165],"We":[135,166],"flexibly":[138],"generate":[139],"simulated":[140],"(simRAW)":[143],"any":[145],"existing":[146],"dataset":[149],"finetune":[151],"different":[152,218],"originally":[154],"trained":[155],"domain":[159],"process":[161],"real-world":[162],"camera":[163,185,215],"demonstrate":[167],"object":[168],"detection":[169,196],"capabilities":[173],"RAW-domain":[175,177,191],"YOLOv3":[178],"compressor":[182],"(RIC)":[183],"snapshots.":[186],"Quantitative":[187],"results":[188],"reveal":[189],"task":[192],"inference":[193],"provides":[194],"better":[195],"accuracy":[197],"efficiency":[200],"compared":[201],"domain.":[207],"Furthermore,":[208],"proposed":[210],"generalizes":[212],"across":[213],"various":[214],"sensors":[216],"task-specific":[219],"models.":[220],"An":[221],"added":[222],"benefit":[223],"employing":[225],"elimination":[230],"need":[233],"ISP,":[235],"leading":[236],"potential":[238],"reductions":[239],"computations":[241],"processing":[243],"times.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
