{"id":"https://openalex.org/W4405022056","doi":"https://doi.org/10.1109/tcsvt.2024.3510939","title":"A Tightly Coupled AI-ISP Vision Processor","display_name":"A Tightly Coupled AI-ISP Vision Processor","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405022056","doi":"https://doi.org/10.1109/tcsvt.2024.3510939"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3510939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3510939","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hao Zhang","orcid":"https://orcid.org/0009-0006-4378-9365"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["State Key Laboratory of Integrated Chips and Systems, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sicheng Li","orcid":"https://orcid.org/0000-0002-5856-1172"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sicheng Li","raw_affiliation_strings":["Alibaba DAMO Academy, Hangzhou, Zhejiang, China","Alibaba Group, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yupeng Gui","orcid":"https://orcid.org/0009-0001-4625-559X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yupeng Gui","raw_affiliation_strings":["State Key Laboratory of Integrated Chips and Systems, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396724","display_name":"Zhiyong Li","orcid":"https://orcid.org/0000-0002-0436-6670"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Li","raw_affiliation_strings":["Alibaba DAMO Academy, Hangzhou, Zhejiang, China","Alibaba Group, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042627504","display_name":"Shusong Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shusong Xu","raw_affiliation_strings":["Alibaba DAMO Academy, Hangzhou, Zhejiang, China","Alibaba Group, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100576340","display_name":"Yanheng Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanheng Lu","raw_affiliation_strings":["Alibaba DAMO Academy, Hangzhou, Zhejiang, China","Alibaba Group, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068606980","display_name":"Dimin Niu","orcid":"https://orcid.org/0000-0001-8440-3875"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dimin Niu","raw_affiliation_strings":["Alibaba DAMO Academy, Hangzhou, Zhejiang, China","Alibaba Group, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046896624","display_name":"Hongzhong Zheng","orcid":"https://orcid.org/0000-0001-7696-9799"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzhong Zheng","raw_affiliation_strings":["Alibaba DAMO Academy, Hangzhou, Zhejiang, China","Alibaba Group, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042651234","display_name":"Yen-Kuang Chen","orcid":"https://orcid.org/0000-0003-4546-9497"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yen-Kuang Chen","raw_affiliation_strings":["Alibaba DAMO Academy, Hangzhou, Zhejiang, China","Alibaba Group, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385336","display_name":"Yuan Xie","orcid":"https://orcid.org/0000-0003-2093-1788"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Xie","raw_affiliation_strings":["Alibaba DAMO Academy, Hangzhou, Zhejiang, China","Alibaba Group, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085004179","display_name":"Yibo Fan","orcid":"https://orcid.org/0000-0003-2523-8261"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibo Fan","raw_affiliation_strings":["State Key Laboratory of Integrated Chips and Systems, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.735,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73412606,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"35","issue":"5","first_page":"4506","last_page":"4520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6888121366500854},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.47784993052482605},{"id":"https://openalex.org/keywords/machine-vision","display_name":"Machine vision","score":0.44993191957473755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39057594537734985},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3847048878669739},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.38224029541015625},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.33545589447021484},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3233949542045593}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6888121366500854},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.47784993052482605},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.44993191957473755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39057594537734985},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3847048878669739},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.38224029541015625},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.33545589447021484},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3233949542045593}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2024.3510939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3510939","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-147995","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-147995","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5306171412","display_name":null,"funder_award_id":"2023YFB4502802","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6391884445","display_name":null,"funder_award_id":"62031009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320328245","display_name":"National University Research Fund of China","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1791560514","https://openalex.org/W1885185971","https://openalex.org/W1906770428","https://openalex.org/W1930824406","https://openalex.org/W2008346065","https://openalex.org/W2041625018","https://openalex.org/W2047920195","https://openalex.org/W2056370875","https://openalex.org/W2086375115","https://openalex.org/W2121058967","https://openalex.org/W2121927366","https://openalex.org/W2122410868","https://openalex.org/W2130184048","https://openalex.org/W2170942078","https://openalex.org/W2192954843","https://openalex.org/W2194775991","https://openalex.org/W2289252105","https://openalex.org/W2324298973","https://openalex.org/W2503339013","https://openalex.org/W2508457857","https://openalex.org/W2556872594","https://openalex.org/W2606722458","https://openalex.org/W2741137940","https://openalex.org/W2798838583","https://openalex.org/W2799192307","https://openalex.org/W2799265886","https://openalex.org/W2886623847","https://openalex.org/W2892087962","https://openalex.org/W2945146780","https://openalex.org/W2952323569","https://openalex.org/W2962360676","https://openalex.org/W2962767526","https://openalex.org/W2963163009","https://openalex.org/W2963372104","https://openalex.org/W2972158684","https://openalex.org/W2979590285","https://openalex.org/W3040726448","https://openalex.org/W3047237654","https://openalex.org/W3048634765","https://openalex.org/W3112648603","https://openalex.org/W3121915008","https://openalex.org/W3159421928","https://openalex.org/W3163159351","https://openalex.org/W3176997885","https://openalex.org/W3183954477","https://openalex.org/W4249932213","https://openalex.org/W4253012315","https://openalex.org/W4285220742","https://openalex.org/W4286901804","https://openalex.org/W4292828963","https://openalex.org/W4308089796","https://openalex.org/W4311360133","https://openalex.org/W4312322989","https://openalex.org/W4312650395","https://openalex.org/W4324290984","https://openalex.org/W4360831992","https://openalex.org/W4385805159","https://openalex.org/W4390778589","https://openalex.org/W6684191040","https://openalex.org/W6791827983"],"related_works":["https://openalex.org/W2115140794","https://openalex.org/W2041120224","https://openalex.org/W1504320321","https://openalex.org/W2053208463","https://openalex.org/W2067902980","https://openalex.org/W2548529098","https://openalex.org/W4312275919","https://openalex.org/W2357620620","https://openalex.org/W2338293335","https://openalex.org/W2586783863"],"abstract_inverted_index":{"To":[0],"achieve":[1],"high-quality":[2],"and":[3,39,64,100,115,121,156],"high-resolution":[4],"image":[5,18,37,40,60,82,141,162],"processing,":[6],"this":[7],"work":[8],"presents":[9],"a":[10,28,45,76,90,101,127],"novel":[11],"vision":[12,148],"processor":[13,149],"that":[14,27,105],"facilitates":[15,178],"deep":[16,66],"learning-enhanced":[17],"processing":[19,38,83,180],"pipelines.":[20],"At":[21,70,118],"the":[22,65,71,108,113,116,119,133,140,146],"system":[23,48],"level,":[24,73,124],"by":[25],"identifying":[26],"divide-and-conquer":[29],"approach":[30],"is":[31],"essential":[32],"to":[33,53,85,131,173],"synergize":[34],"both":[35],"classical":[36,87],"enhancement":[41],"networks,":[42,99],"we":[43,74,125],"develop":[44],"tightly":[46],"coupled":[47],"with":[49,164],"strip-tile":[50],"conversion":[51],"dataflow":[52],"enable":[54],"fine-grained":[55],"low-latency":[56],"data":[57,109],"interactions":[58],"between":[59],"signal":[61],"processors":[62],"(ISPs)":[63],"learning":[67],"accelerator":[68],"(DLA).":[69],"architecture":[72],"design":[75],"comprehensive":[77,128],"set":[78],"of":[79,112,136,145,171,181],"21":[80],"efficient":[81,179],"modules":[84],"construct":[86],"ISP":[88,114],"pipelines,":[89],"tile-based":[91],"strip":[92],"layer":[93],"fusion":[94],"DLA":[95],"specifically":[96],"optimized":[97],"for":[98],"programmable":[102],"pixel":[103],"pool":[104],"seamlessly":[106],"supports":[107],"access":[110,154],"patterns":[111],"DLA.":[117],"software":[120],"hardware":[122],"co-design":[123],"propose":[126],"optimization":[129],"framework":[130],"address":[132],"implementation":[134],"overhead":[135],"networks":[137],"while":[138],"maintaining":[139],"quality.":[142],"Finally,":[143],"evaluations":[144],"AI-ISP":[147],"demonstrate":[150],"53.95%":[151],"external":[152],"memory":[153,167],"reduction":[155],"35.51%":[157],"latency":[158],"reduction,":[159],"delivering":[160],"superior":[161],"quality":[163],"minimal":[165],"on-chip":[166],"overhead.":[168],"A":[169],"throughput":[170],"up":[172],"168.5":[174],"frames":[175],"per":[176],"second":[177],"ultra-high":[182],"definition":[183],"(UHD)":[184],"resolution":[185],"images.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}