{"id":"https://openalex.org/W4385285879","doi":"https://doi.org/10.1109/tpami.2023.3298925","title":"SODFormer: Streaming Object Detection With Transformer Using Events and Frames","display_name":"SODFormer: Streaming Object Detection With Transformer Using Events and Frames","publication_year":2023,"publication_date":"2023-07-26","ids":{"openalex":"https://openalex.org/W4385285879","doi":"https://doi.org/10.1109/tpami.2023.3298925","pmid":"https://pubmed.ncbi.nlm.nih.gov/37494161"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3298925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3298925","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.04047","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010876655","display_name":"Dianze Li","orcid":"https://orcid.org/0000-0002-7213-007X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dianze Li","raw_affiliation_strings":["National Engineering Research Center for Visual Technology, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7213-007X","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023918894","display_name":"Yonghong Tian","orcid":"https://orcid.org/0000-0002-2978-5935"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghong Tian","raw_affiliation_strings":["National Engineering Research Center for Visual Technology, School of Computer Science, Peking University, Beijing, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2978-5935","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402802","display_name":"Jianing Li","orcid":"https://orcid.org/0000-0002-7468-0622"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianing Li","raw_affiliation_strings":["National Engineering Research Center for Visual Technology, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7468-0622","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.999,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.96671467,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"45","issue":"11","first_page":"14020","last_page":"14037"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7031049132347107},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6288717985153198},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6236172914505005},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.587830126285553},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4646349251270294},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32186663150787354},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12959882616996765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7031049132347107},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6288717985153198},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6236172914505005},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.587830126285553},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4646349251270294},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32186663150787354},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12959882616996765},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2023.3298925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3298925","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37494161","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37494161","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:2308.04047","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.04047","pdf_url":"https://arxiv.org/pdf/2308.04047","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.04047","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.04047","pdf_url":"https://arxiv.org/pdf/2308.04047","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4587952244","display_name":null,"funder_award_id":"62027804","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6662223526","display_name":null,"funder_award_id":"61825101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W206948248","https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W1536680647","https://openalex.org/W1632573554","https://openalex.org/W1861492603","https://openalex.org/W2011589116","https://openalex.org/W2016574277","https://openalex.org/W2076661751","https://openalex.org/W2095705004","https://openalex.org/W2102605133","https://openalex.org/W2105482032","https://openalex.org/W2129066464","https://openalex.org/W2133564696","https://openalex.org/W2194775991","https://openalex.org/W2512653618","https://openalex.org/W2612624696","https://openalex.org/W2766230893","https://openalex.org/W2769320958","https://openalex.org/W2783185291","https://openalex.org/W2796402180","https://openalex.org/W2803347562","https://openalex.org/W2895361760","https://openalex.org/W2899000831","https://openalex.org/W2904275768","https://openalex.org/W2909642632","https://openalex.org/W2921116036","https://openalex.org/W2925837493","https://openalex.org/W2938463073","https://openalex.org/W2963212638","https://openalex.org/W2964286567","https://openalex.org/W2964981172","https://openalex.org/W2969508737","https://openalex.org/W2970157301","https://openalex.org/W2971854498","https://openalex.org/W2982433817","https://openalex.org/W2983367574","https://openalex.org/W2988698702","https://openalex.org/W2988916019","https://openalex.org/W2990793844","https://openalex.org/W3000845761","https://openalex.org/W3007891240","https://openalex.org/W3010268791","https://openalex.org/W3011722050","https://openalex.org/W3039515597","https://openalex.org/W3040838455","https://openalex.org/W3082397598","https://openalex.org/W3090117981","https://openalex.org/W3092462694","https://openalex.org/W3093024756","https://openalex.org/W3094502228","https://openalex.org/W3095334530","https://openalex.org/W3096563782","https://openalex.org/W3096609285","https://openalex.org/W3098361319","https://openalex.org/W3099039688","https://openalex.org/W3102178346","https://openalex.org/W3114286648","https://openalex.org/W3129601843","https://openalex.org/W3133660631","https://openalex.org/W3138516171","https://openalex.org/W3150422330","https://openalex.org/W3174138177","https://openalex.org/W3175999922","https://openalex.org/W3176165731","https://openalex.org/W3188021906","https://openalex.org/W3194536588","https://openalex.org/W3196480172","https://openalex.org/W3199425519","https://openalex.org/W3202344666","https://openalex.org/W3202534481","https://openalex.org/W3203020760","https://openalex.org/W3203854346","https://openalex.org/W3204512785","https://openalex.org/W3205252664","https://openalex.org/W3206836360","https://openalex.org/W3211382623","https://openalex.org/W4206706211","https://openalex.org/W4213412898","https://openalex.org/W4214516465","https://openalex.org/W4221145923","https://openalex.org/W4225688144","https://openalex.org/W4226051885","https://openalex.org/W4226288682","https://openalex.org/W4281749192","https://openalex.org/W4283823181","https://openalex.org/W4286750747","https://openalex.org/W4287901537","https://openalex.org/W4288450785","https://openalex.org/W4293518748","https://openalex.org/W4293584584","https://openalex.org/W4312500310","https://openalex.org/W4382467391","https://openalex.org/W4385245566","https://openalex.org/W4386075690","https://openalex.org/W4387587572","https://openalex.org/W6631190155","https://openalex.org/W6674330103","https://openalex.org/W6750227808","https://openalex.org/W6755494875","https://openalex.org/W6767278793","https://openalex.org/W6783508657","https://openalex.org/W6784094891","https://openalex.org/W6803301428"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"DAVIS":[0],"camera,":[1],"streaming":[2,54],"two":[3,38,120,138],"complementary":[4,144],"sensing":[5,140],"modalities":[6,141],"of":[7],"asynchronous":[8,73,130],"events":[9,64],"and":[10,26,36,65,142,159,182,211,216],"frames,":[11],"has":[12],"gradually":[13],"been":[14],"used":[15],"to":[16,30,67,100,123,136,156],"address":[17,47],"major":[18],"object":[19,55,83],"detection":[20,84,126],"challenges":[21],"(e.g.,":[22],"fast":[23],"motion":[24,210],"blur":[25],"low-light).":[27],"However,":[28],"how":[29],"effectively":[31],"leverage":[32],"rich":[33,116],"temporal":[34,112,117],"cues":[35,118],"fuse":[37],"heterogeneous":[39,139],"visual":[40,121],"streams":[41,122],"remains":[42],"a":[43,52,79,96,187],"challenging":[44],"endeavor.":[45],"To":[46],"this":[48],"challenge,":[49],"we":[50,76,94],"propose":[51],"novel":[53,111],"detector":[56],"with":[57],"Transformer,":[58],"namely":[59],"SODFormer,":[60],"which":[61,149],"first":[62,77],"integrates":[63],"frames":[66],"continuously":[68],"detect":[69,101],"objects":[70,102,158],"in":[71,200],"an":[72,104,129],"manner.":[74],"Technically,":[75],"build":[78],"large-scale":[80],"multimodal":[81],"neuromorphic":[82],"dataset":[85,215],"(i.e.,":[86],"PKU-DAVIS-SOD)":[87],"over":[88],"1080.1":[89],"k":[90],"manual":[91],"labels.":[92],"Then,":[93],"design":[95],"spatiotemporal":[97],"Transformer":[98,113],"architecture":[99],"via":[103],"end-to-end":[105],"sequence":[106],"prediction":[107],"problem,":[108],"where":[109,202],"the":[110,125,162,175,203],"module":[114,133],"leverages":[115],"from":[119,146,166],"improve":[124],"performance.":[127],"Finally,":[128],"attention-based":[131],"fusion":[132,169],"is":[134],"proposed":[135,176],"integrate":[137],"take":[143],"advantages":[145],"each":[147],"end,":[148],"can":[150,218],"be":[151,219],"queried":[152],"at":[153,221],"any":[154],"time":[155],"locate":[157],"break":[160],"through":[161],"limited":[163],"output":[164],"frequency":[165],"synchronized":[167],"frame-based":[168,205],"strategies.":[170],"The":[171],"results":[172],"show":[173,192],"that":[174,193],"SODFormer":[177],"outperforms":[178],"four":[179],"state-of-the-art":[180],"methods":[181],"our":[183,194],"eight":[184],"baselines":[185],"by":[186],"significant":[188],"margin.":[189],"We":[190],"also":[191],"unifying":[195],"framework":[196],"works":[197],"well":[198],"even":[199],"cases":[201],"conventional":[204],"camera":[206],"fails,":[207],"e.g.,":[208],"high-speed":[209],"low-light":[212],"conditions.":[213],"Our":[214],"code":[217],"available":[220],"https://github.com/dianzl/SODFormer.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}