{"id":"https://openalex.org/W4393139882","doi":"https://doi.org/10.1109/tsp.2024.3381749","title":"Deep Unfolding Transformers for Sparse Recovery of Video","display_name":"Deep Unfolding Transformers for Sparse Recovery of Video","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393139882","doi":"https://doi.org/10.1109/tsp.2024.3381749"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2024.3381749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3381749","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052596508","display_name":"Brent De Weerdt","orcid":"https://orcid.org/0000-0001-9240-2370"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]},{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["BE","IL"],"is_corresponding":true,"raw_author_name":"Brent De Weerdt","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, B-1050 Brussels, Belgium, and","Department of Math and Computer Science, Weiz-mann Institute of Science, Rehovot, Israel","also with imec, B-3001 Leuven, Belgium","Vrije Universiteit Brussel"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, B-1050 Brussels, Belgium, and","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Department of Math and Computer Science, Weiz-mann Institute of Science, Rehovot, Israel","institution_ids":["https://openalex.org/I53964585"]},{"raw_affiliation_string":"also with imec, B-3001 Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Vrije Universiteit Brussel","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005913897","display_name":"Yonina C. Eldar","orcid":"https://orcid.org/0000-0003-4358-5304"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]},{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["BE","IL"],"is_corresponding":false,"raw_author_name":"Yonina C. Eldar","raw_affiliation_strings":["Department of Mathematics and Computer Science, Weizmann Institute of Science, Rehovot, Israel","Vrije Universiteit Brussel","Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, B-1050 Brussels, Belgium, and","also with imec, B-3001 Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Weizmann Institute of Science, Rehovot, Israel","institution_ids":["https://openalex.org/I53964585"]},{"raw_affiliation_string":"Vrije Universiteit Brussel","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, B-1050 Brussels, Belgium, and","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"also with imec, B-3001 Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043511500","display_name":"Nikos Deligiannis","orcid":"https://orcid.org/0000-0001-9300-5860"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]},{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["BE","IL"],"is_corresponding":false,"raw_author_name":"Nikos Deligiannis","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, B-1050 Brussels, Belgium, and","Vrije Universiteit Brussel","also with imec, B-3001 Leuven, Belgium","Department of Math and Computer Science, Weiz-mann Institute of Science, Rehovot, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, B-1050 Brussels, Belgium, and","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Vrije Universiteit Brussel","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"also with imec, B-3001 Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]},{"raw_affiliation_string":"Department of Math and Computer Science, Weiz-mann Institute of Science, Rehovot, Israel","institution_ids":["https://openalex.org/I53964585"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5052596508"],"corresponding_institution_ids":["https://openalex.org/I13469542","https://openalex.org/I4210114974","https://openalex.org/I53964585"],"apc_list":null,"apc_paid":null,"fwci":2.4689,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.89877173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"72","issue":null,"first_page":"1782","last_page":"1796"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13579","display_name":"Image and Video Stabilization","score":0.9318000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13579","display_name":"Image and Video Stabilization","score":0.9318000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9064000248908997,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9053999781608582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5989936590194702},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.4565463066101074},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4200449585914612},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4060896039009094},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3295906186103821},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13593512773513794},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11973321437835693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5989936590194702},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.4565463066101074},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4200449585914612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4060896039009094},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3295906186103821},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13593512773513794},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11973321437835693},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tsp.2024.3381749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3381749","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:174177","is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/deep-unfolding-transformers-for-sparse-recovery-of-video(263c50bc-066c-4adb-98b4-d7f43594898d).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:185490","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G6549044570","display_name":null,"funder_award_id":"1S44523N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1829836923","https://openalex.org/W1918311561","https://openalex.org/W1997017524","https://openalex.org/W2045737896","https://openalex.org/W2115706991","https://openalex.org/W2122361470","https://openalex.org/W2151131483","https://openalex.org/W2163612318","https://openalex.org/W2273561594","https://openalex.org/W2576230203","https://openalex.org/W2619204584","https://openalex.org/W2620139616","https://openalex.org/W2762625016","https://openalex.org/W2777342313","https://openalex.org/W2782977076","https://openalex.org/W2792455908","https://openalex.org/W2798559986","https://openalex.org/W2807480934","https://openalex.org/W2896457183","https://openalex.org/W2916743882","https://openalex.org/W2963081547","https://openalex.org/W2963947725","https://openalex.org/W2971052239","https://openalex.org/W2981551308","https://openalex.org/W3014508549","https://openalex.org/W3018622322","https://openalex.org/W3035022492","https://openalex.org/W3035051775","https://openalex.org/W3087291587","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3115447952","https://openalex.org/W3121165271","https://openalex.org/W3133902371","https://openalex.org/W3137474318","https://openalex.org/W3138516171","https://openalex.org/W3142452884","https://openalex.org/W3166825051","https://openalex.org/W3188921881","https://openalex.org/W3207478510","https://openalex.org/W3207918547","https://openalex.org/W4206706211","https://openalex.org/W4214614183","https://openalex.org/W4250955649","https://openalex.org/W4307842584","https://openalex.org/W4310457791","https://openalex.org/W4312790010","https://openalex.org/W4372342776","https://openalex.org/W4376607984","https://openalex.org/W6677645113","https://openalex.org/W6729455701","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6759534164","https://openalex.org/W6766978945","https://openalex.org/W6778883912","https://openalex.org/W6838758223","https://openalex.org/W6839136058"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857"],"abstract_inverted_index":{"Deep":[0],"unfolding":[1,73,132,162],"models":[2],"are":[3,58],"designed":[4],"by":[5],"unrolling":[6],"an":[7,38],"optimization":[8,21,39,64],"algorithm":[9,65],"into":[10,70],"a":[11,51,55,71],"deep":[12,72,131,161],"learning":[13],"network.":[14],"By":[15],"incorporating":[16,118],"domain":[17],"knowledge":[18],"from":[19,101],"the":[20,33,48,114,156,177],"algorithm,":[22],"they":[23],"have":[24,50],"shown":[25],"faster":[26],"convergence":[27],"and":[28,57,68,85,121,124,139,142,180,185],"higher":[29],"performance":[30],"compared":[31],"to":[32,113],"original":[34],"algorithm.":[35],"We":[36,110],"design":[37],"problem":[40],"for":[41],"sequential":[42],"signal":[43],"recovery,":[44],"which":[45],"incorporates":[46],"that":[47,150],"signals":[49],"sparse":[52],"representation":[53],"in":[54,87],"dictionary":[56],"correlated":[59],"over":[60,159],"time.":[61],"A":[62],"corresponding":[63],"is":[66],"derived":[67],"unfolded":[69,138],"Transformer":[74,153,165],"encoder":[75],"architecture,":[76],"coined":[77],"DUST.":[78],"To":[79],"show":[80,149],"its":[81],"improved":[82],"reconstruction":[83,100,157],"quality":[84,158],"flexibility":[86],"handling":[88],"sequences":[89],"of":[90,183],"different":[91],"lengths,":[92],"we":[93],"perform":[94],"extensive":[95],"experiments":[96],"on":[97],"video":[98,108,144,171],"frame":[99],"low-dimensional":[102],"and/or":[103],"noisy":[104],"measurements,":[105],"using":[106],"several":[107,130,143],"datasets.":[109],"evaluate":[111],"extensions":[112],"base":[115],"DUST":[116],"model":[117,178],"token":[119],"normalization":[120],"multi-head":[122],"attention,":[123],"compare":[125],"our":[126,151],"proposed":[127,152],"networks":[128,135],"with":[129],"recurrent":[133],"neural":[134],"(RNNs),":[136],"generic":[137],"vanilla":[140],"Transformers,":[141],"denoising":[145,172],"models.":[146],"The":[147],"results":[148],"architecture":[154],"improves":[155],"state-of-the-art":[160,170],"RNNs,":[163],"existing":[164],"networks,":[166],"as":[167,169],"well":[168],"models,":[173],"while":[174],"significantly":[175],"reducing":[176],"size":[179],"computational":[181],"cost":[182],"training":[184],"inference.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}