{"id":"https://openalex.org/W4416750335","doi":"https://doi.org/10.1109/tpami.2025.3637771","title":"Learning Deep ISP for High-Speed Cameras: Achieving DSLR-Quality Imaging Under High Frame Rates","display_name":"Learning Deep ISP for High-Speed Cameras: Achieving DSLR-Quality Imaging Under High Frame Rates","publication_year":2025,"publication_date":"2025-11-27","ids":{"openalex":"https://openalex.org/W4416750335","doi":"https://doi.org/10.1109/tpami.2025.3637771","pmid":"https://pubmed.ncbi.nlm.nih.gov/41308108"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3637771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3637771","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026109629","display_name":"Huaian Chen","orcid":"https://orcid.org/0000-0003-3999-2206"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaian Chen","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-3999-2206","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110124775","display_name":"T. Liu","orcid":"https://orcid.org/0000-0002-6935-2878"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianle Liu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-6935-2878","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014724876","display_name":"Tao Tu","orcid":"https://orcid.org/0000-0001-9191-7938"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Tu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenjun Wei","orcid":"https://orcid.org/0009-0004-9867-1722"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Wei","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0004-9867-1722","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Jin","orcid":"https://orcid.org/0000-0001-8232-3863"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Jin","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-8232-3863","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-4835-4102","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27747468,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"3","first_page":"3499","last_page":"3516"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.4875999987125397,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.4875999987125397,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.16820000112056732,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.08940000087022781,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5692999958992004},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5332000255584717},{"id":"https://openalex.org/keywords/image-sensor","display_name":"Image sensor","score":0.5103999972343445},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.5095999836921692},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4975999891757965},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.48739999532699585},{"id":"https://openalex.org/keywords/high-dynamic-range","display_name":"High dynamic range","score":0.4805000126361847},{"id":"https://openalex.org/keywords/high-dynamic-range-imaging","display_name":"High-dynamic-range imaging","score":0.44999998807907104},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.435699999332428},{"id":"https://openalex.org/keywords/brightness","display_name":"Brightness","score":0.4345000088214874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.817300021648407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8129000067710876},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7757999897003174},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5692999958992004},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5332000255584717},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.5103999972343445},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4975999891757965},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.48739999532699585},{"id":"https://openalex.org/C2780056265","wikidata":"https://www.wikidata.org/wiki/Q106239881","display_name":"High dynamic range","level":3,"score":0.4805000126361847},{"id":"https://openalex.org/C2781399445","wikidata":"https://www.wikidata.org/wiki/Q309254","display_name":"High-dynamic-range imaging","level":4,"score":0.44999998807907104},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.435699999332428},{"id":"https://openalex.org/C125245961","wikidata":"https://www.wikidata.org/wiki/Q221656","display_name":"Brightness","level":2,"score":0.4345000088214874},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.42669999599456787},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.4205000102519989},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.397599995136261},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C73313986","wikidata":"https://www.wikidata.org/wiki/Q355386","display_name":"Luminance","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C112416745","wikidata":"https://www.wikidata.org/wiki/Q974213","display_name":"Digital imaging","level":5,"score":0.34060001373291016},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.3151000142097473},{"id":"https://openalex.org/C8641274","wikidata":"https://www.wikidata.org/wiki/Q1030958","display_name":"Tone mapping","level":4,"score":0.3140999972820282},{"id":"https://openalex.org/C42781572","wikidata":"https://www.wikidata.org/wiki/Q1250322","display_name":"Digital image","level":4,"score":0.31360000371932983},{"id":"https://openalex.org/C142616399","wikidata":"https://www.wikidata.org/wiki/Q5148604","display_name":"Color image","level":4,"score":0.31119999289512634},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C104317675","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Digital image processing","level":4,"score":0.2743000090122223},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.2624000012874603},{"id":"https://openalex.org/C152622121","wikidata":"https://www.wikidata.org/wiki/Q185796","display_name":"NTSC","level":3,"score":0.2587999999523163},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3637771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3637771","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41308108","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41308108","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2921947898","display_name":null,"funder_award_id":"62571506","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3548878068","display_name":null,"funder_award_id":"62401532","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5548845457","display_name":null,"funder_award_id":"2408085J024","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G7471632585","display_name":null,"funder_award_id":"2308085QF226","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1580389772","https://openalex.org/W2056370875","https://openalex.org/W2117228865","https://openalex.org/W2144148623","https://openalex.org/W2151103935","https://openalex.org/W2410797836","https://openalex.org/W2519963891","https://openalex.org/W2562637781","https://openalex.org/W2799192307","https://openalex.org/W2799265886","https://openalex.org/W2886787375","https://openalex.org/W2943960148","https://openalex.org/W2951979964","https://openalex.org/W2952046917","https://openalex.org/W2962785568","https://openalex.org/W2963398989","https://openalex.org/W2963507294","https://openalex.org/W2963782415","https://openalex.org/W2963891416","https://openalex.org/W2964309429","https://openalex.org/W2965644659","https://openalex.org/W2982240121","https://openalex.org/W2987150909","https://openalex.org/W2990394688","https://openalex.org/W3035381835","https://openalex.org/W3085824656","https://openalex.org/W3087445715","https://openalex.org/W3109908659","https://openalex.org/W3112648603","https://openalex.org/W3121915008","https://openalex.org/W3134235012","https://openalex.org/W3135799625","https://openalex.org/W3175157054","https://openalex.org/W3176101515","https://openalex.org/W3177327133","https://openalex.org/W3193919962","https://openalex.org/W3199451736","https://openalex.org/W4214745154","https://openalex.org/W4230295910","https://openalex.org/W4280527172","https://openalex.org/W4293117797","https://openalex.org/W4312650395","https://openalex.org/W4312851430","https://openalex.org/W4312992502","https://openalex.org/W4316506876","https://openalex.org/W4320901944","https://openalex.org/W4320902455","https://openalex.org/W4379645309","https://openalex.org/W4382462760","https://openalex.org/W4385801131","https://openalex.org/W4386071968","https://openalex.org/W4386075513","https://openalex.org/W4386075871","https://openalex.org/W4386869582","https://openalex.org/W4389388962","https://openalex.org/W4390871995","https://openalex.org/W4390970343","https://openalex.org/W4391853870","https://openalex.org/W4392796680","https://openalex.org/W4393147979","https://openalex.org/W4393148635","https://openalex.org/W4393158610","https://openalex.org/W4394892157","https://openalex.org/W4399995659","https://openalex.org/W4401069990","https://openalex.org/W4401171819","https://openalex.org/W4401486631","https://openalex.org/W4402557656","https://openalex.org/W4402716510","https://openalex.org/W4402727032","https://openalex.org/W4402753921","https://openalex.org/W4402780320","https://openalex.org/W4402904085","https://openalex.org/W4402961786","https://openalex.org/W4403791340","https://openalex.org/W4403791438","https://openalex.org/W4404025045","https://openalex.org/W4405580099","https://openalex.org/W4406259220","https://openalex.org/W4407083678","https://openalex.org/W4409326045","https://openalex.org/W4409366913"],"related_works":[],"abstract_inverted_index":{"High-speed":[0],"imaging,":[1,206],"which":[2,178],"captures":[3],"the":[4,27,36,44,51,123,197],"fleeting":[5],"dynamics":[6],"of":[7,23,29,38,47,54,106,199],"moving":[8],"objects":[9],"at":[10,35],"extreme":[11,52],"frame":[12,97],"rates,":[13],"has":[14],"become":[15],"an":[16],"indispensable":[17],"tool":[18],"across":[19],"a":[20,62,82,156,164,172],"wide":[21],"range":[22],"scientific":[24],"disciplines.":[25],"Yet,":[26],"pursuit":[28],"high":[30,96],"temporal":[31],"resolution":[32],"often":[33,66],"comes":[34],"cost":[37],"significant":[39],"image":[40,84,101,167,175],"degradation,":[41],"due":[42],"to":[43,93,104,150],"inherent":[45,181],"limitations":[46],"imaging":[48,128],"sensors":[49],"and":[50,57,73,139,153,171,215],"conditions":[53],"ultra-short":[55],"exposure":[56],"massive":[58],"data":[59],"throughput.":[60],"As":[61],"result,":[63],"high-speed":[64,91,127,137,151,205],"cameras":[65,92,138],"produce":[67],"images":[68,134,142],"marred":[69],"by":[70,136,144,185],"strong":[71],"noise":[72,211],"severe":[74],"color":[75,216],"distortions.":[76],"In":[77],"this":[78,113],"work,":[79],"we":[80,115],"propose":[81],"deep":[83,201],"signal":[85],"processing":[86],"(ISP)":[87],"paradigm":[88,194],"that":[89,105,192],"enables":[90],"maintain":[94],"extremely":[95],"rates":[98],"while":[99],"achieving":[100,207],"quality":[102],"comparable":[103],"digital":[107],"single-lens":[108],"reflex":[109],"(DSLR)":[110],"cameras.":[111],"To":[112],"end,":[114],"make":[116],"two":[117],"key":[118],"contributions:":[119],"1)":[120],"constructing":[121],"RHID,":[122],"first":[124],"large-scale":[125],"real-world":[126],"ISP":[129,158,202],"dataset,":[130],"comprising":[131],"282,912":[132],"RAW":[133],"captured":[135,143],"corresponding":[140],"sRGB":[141],"DSLRs,":[145],"featuring":[146],"complex":[147],"degradations":[148],"intrinsic":[149],"acquisition;":[152],"2)":[154],"proposing":[155],"misalignment-robust":[157],"learning":[159],"framework":[160],"(MisISP),":[161],"equipped":[162],"with":[163],"prior":[165],"mapper-guided":[166],"alignment":[168],"module":[169],"(PMIA)":[170],"spectrum-guided":[173],"weakly-aligned":[174],"supervisory":[176],"loss,":[177],"effectively":[179],"addresses":[180],"pixel":[182],"misalignments":[183],"caused":[184],"heterogeneous":[186],"sensor":[187],"characteristics.":[188],"Extensive":[189],"experiments":[190],"demonstrate":[191],"our":[193],"substantially":[195],"advances":[196],"performance":[198],"existing":[200],"models":[203],"for":[204],"remarkable":[208],"improvements":[209],"in":[210],"suppression,":[212],"brightness":[213],"enhancement,":[214],"preservation.":[217]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-11-28T00:00:00"}