{"id":"https://openalex.org/W4399989380","doi":"https://doi.org/10.1109/tiv.2024.3418497","title":"Beyond the Field-of-View: Enhancing Scene Visibility and Perception With Clip-Recurrent Transformer","display_name":"Beyond the Field-of-View: Enhancing Scene Visibility and Perception With Clip-Recurrent Transformer","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4399989380","doi":"https://doi.org/10.1109/tiv.2024.3418497"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2024.3418497","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3418497","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100627106","display_name":"Hao Shi","orcid":"https://orcid.org/0000-0003-0184-2245"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Shi","raw_affiliation_strings":["State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119309708","display_name":"Qing Jiang","orcid":"https://orcid.org/0000-0003-0660-596X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Jiang","raw_affiliation_strings":["State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027010844","display_name":"Kailun Yang","orcid":"https://orcid.org/0000-0002-1090-667X"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailun Yang","raw_affiliation_strings":["School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034820064","display_name":"Xiaoting Yin","orcid":"https://orcid.org/0000-0001-7708-7819"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoting Yin","raw_affiliation_strings":["State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ze Wang","orcid":"https://orcid.org/0000-0003-3718-2605"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ze Wang","raw_affiliation_strings":["State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China","Shanghai SUPREMIND Technology Company Ltd, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Shanghai SUPREMIND Technology Company Ltd, Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018263416","display_name":"Kaiwei Wang","orcid":"https://orcid.org/0000-0002-8272-3119"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiwei Wang","raw_affiliation_strings":["State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Extreme Photonics and Instrumentation and the National Engineering Research Center of Optical Instrumentation, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100627106"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.2493,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.49307696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"10","issue":"2","first_page":"775","last_page":"793"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.670183002948761},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.6333852410316467},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4806846082210541},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.42078322172164917},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41450464725494385},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40144649147987366},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.33791857957839966},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3174539804458618},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23251429200172424},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12396827340126038},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.04443073272705078}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.670183002948761},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.6333852410316467},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4806846082210541},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42078322172164917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41450464725494385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40144649147987366},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.33791857957839966},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3174539804458618},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23251429200172424},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12396827340126038},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.04443073272705078},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2024.3418497","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3418497","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1548865700","display_name":null,"funder_award_id":"62473139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5732702963","display_name":null,"funder_award_id":"12174341","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W330212694","https://openalex.org/W764651262","https://openalex.org/W1861492603","https://openalex.org/W1977554106","https://openalex.org/W1993120651","https://openalex.org/W2069237980","https://openalex.org/W2074526359","https://openalex.org/W2090009700","https://openalex.org/W2093212899","https://openalex.org/W2210871532","https://openalex.org/W2259424905","https://openalex.org/W2295936755","https://openalex.org/W2470139095","https://openalex.org/W2548527721","https://openalex.org/W2551763541","https://openalex.org/W2738588019","https://openalex.org/W2752796333","https://openalex.org/W2765930228","https://openalex.org/W2786615496","https://openalex.org/W2798365772","https://openalex.org/W2883505290","https://openalex.org/W2886714066","https://openalex.org/W2886787375","https://openalex.org/W2889986507","https://openalex.org/W2948627722","https://openalex.org/W2950734920","https://openalex.org/W2962817776","https://openalex.org/W2963420272","https://openalex.org/W2966926453","https://openalex.org/W2969109746","https://openalex.org/W2970011264","https://openalex.org/W2970400386","https://openalex.org/W2976617189","https://openalex.org/W2982763192","https://openalex.org/W2986433113","https://openalex.org/W2988407809","https://openalex.org/W2998108143","https://openalex.org/W3013402579","https://openalex.org/W3028965060","https://openalex.org/W3034419329","https://openalex.org/W3034728336","https://openalex.org/W3035239272","https://openalex.org/W3094502228","https://openalex.org/W3095422700","https://openalex.org/W3096831136","https://openalex.org/W3097348442","https://openalex.org/W3100280854","https://openalex.org/W3106221724","https://openalex.org/W3109908659","https://openalex.org/W3118896137","https://openalex.org/W3138516171","https://openalex.org/W3157035436","https://openalex.org/W3168286621","https://openalex.org/W3169945531","https://openalex.org/W3174394676","https://openalex.org/W3189385537","https://openalex.org/W3199003182","https://openalex.org/W3201844719","https://openalex.org/W3203597819","https://openalex.org/W3209892767","https://openalex.org/W4212825110","https://openalex.org/W4226300688","https://openalex.org/W4282931440","https://openalex.org/W4289671952","https://openalex.org/W4303440777","https://openalex.org/W4312278129","https://openalex.org/W4312315996","https://openalex.org/W4312415581","https://openalex.org/W4312598744","https://openalex.org/W4312655706","https://openalex.org/W4312656593","https://openalex.org/W4312772544","https://openalex.org/W4312963763","https://openalex.org/W4313007769","https://openalex.org/W4313021454","https://openalex.org/W4313051036","https://openalex.org/W4315473462","https://openalex.org/W4319878682","https://openalex.org/W4321486814","https://openalex.org/W4384648440","https://openalex.org/W4385805062","https://openalex.org/W4389115942","https://openalex.org/W4390075352","https://openalex.org/W4390872458","https://openalex.org/W4392341509","https://openalex.org/W4392543517","https://openalex.org/W4402727888","https://openalex.org/W6620707391","https://openalex.org/W6679045638","https://openalex.org/W6753723983","https://openalex.org/W6753914649","https://openalex.org/W6762931180","https://openalex.org/W6765279218","https://openalex.org/W6767271998","https://openalex.org/W6768115207","https://openalex.org/W6772853553","https://openalex.org/W6778883912","https://openalex.org/W6797331426","https://openalex.org/W6797399245","https://openalex.org/W6798447524","https://openalex.org/W6799457787","https://openalex.org/W6803680838","https://openalex.org/W6810653034","https://openalex.org/W6838356775","https://openalex.org/W6838638105","https://openalex.org/W6845281891","https://openalex.org/W6850160132","https://openalex.org/W6854792043","https://openalex.org/W6859046891","https://openalex.org/W6861363789"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Vision":[0],"sensors":[1],"are":[2],"widely":[3],"applied":[4],"in":[5,15],"vehicles,":[6],"robots,":[7],"and":[8,18,27,78,96,155,170,181,187,218,223],"roadside":[9],"infrastructure.":[10],"However,":[11],"due":[12],"to":[13,41,67,124,143,199],"limitations":[14],"hardware":[16],"cost":[17],"system":[19,79],"size,":[20],"camera":[21],"Field-of-View":[22],"(FoV)":[23],"is":[24,39],"often":[25],"restricted":[26],"may":[28],"not":[29],"provide":[30],"sufficient":[31],"coverage.":[32],"Nevertheless,":[33],"from":[34,49],"a":[35,99,114,135],"spatiotemporal":[36],"perspective,":[37],"it":[38],"possible":[40],"obtain":[42],"information":[43,128],"beyond":[44],"the":[45,58,69,86,145,159,207],"camera's":[46],"physical":[47],"FoV":[48,164,172],"past":[50],"video":[51,62,225],"streams.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56,84,157],"propose":[57],"concept":[59],"of":[60,71,149,184,209],"online":[61,224],"inpainting":[63],"for":[64,103],"autonomous":[65],"vehicles":[66],"expand":[68],"field":[70,208],"view,":[72],"thereby":[73],"enhancing":[74],"scene":[75],"visibility,":[76],"perception,":[77],"safety.":[80],"To":[81,152],"achieve":[82],"this,":[83],"introduce":[85],"<italic":[87],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[88],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">FlowLens</i>":[89],"architecture,":[90],"which":[91,166],"explicitly":[92],"employs":[93],"optical":[94],"flow":[95,148],"implicitly":[97],"incorporates":[98],"novel":[100],"clip-recurrent":[101],"transformer":[102],"feature":[104],"propagation.":[105],"FlowLens":[106,112,198,235],"offers":[107],"two":[108],"key":[109],"features:":[110],"1)":[111],"includes":[113],"newly":[115],"designed":[116],"Clip-Recurrent":[117],"Hub":[118],"with":[119,162],"3D-Decoupled":[120],"Cross":[121],"Attention":[122],"(DDCA)":[123],"progressively":[125],"process":[126],"global":[127],"accumulated":[129],"over":[130],"time.":[131],"2)":[132],"It":[133],"integrates":[134],"multi-branch":[136],"Mix":[137],"Fusion":[138],"Feed":[139],"Forward":[140],"Network":[141],"(MixF3N)":[142],"enhance":[144],"precise":[146],"spatial":[147],"local":[150],"features.":[151],"facilitate":[153],"training":[154],"evaluation,":[156],"derive":[158],"KITTI360":[160],"dataset":[161],"various":[163],"mask,":[165],"covers":[167],"both":[168,178],"outer-":[169],"inner":[171],"expansion":[173],"scenarios.":[174],"We":[175,194],"also":[176],"conduct":[177],"quantitative":[179],"assessments":[180],"qualitative":[182],"comparisons":[183],"beyond-FoV":[185,188,230],"semantics":[186],"object":[189],"detection":[190],"across":[191],"different":[192],"models.":[193],"illustrate":[195],"that":[196,234],"employing":[197],"reconstruct":[200],"unseen":[201],"scenes":[202],"even":[203],"enhances":[204],"perception":[205,231],"within":[206],"view":[210],"by":[211],"providing":[212],"reliable":[213],"semantic":[214],"context.":[215],"Extensive":[216],"experiments":[217],"user":[219],"studies":[220],"involving":[221],"offline":[222],"inpainting,":[226],"as":[227,229],"well":[228],"tasks,":[232],"demonstrate":[233],"achieves":[236],"state-of-the-art":[237],"performance.":[238]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}