{"id":"https://openalex.org/W4391428183","doi":"https://doi.org/10.1109/access.2024.3361283","title":"Deep Transformer Based Video Inpainting Using Fast Fourier Tokenization","display_name":"Deep Transformer Based Video Inpainting Using Fast Fourier Tokenization","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391428183","doi":"https://doi.org/10.1109/access.2024.3361283"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3361283","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3361283","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418237.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418237.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100329542","display_name":"Taewan Kim","orcid":"https://orcid.org/0000-0003-3319-7797"},"institutions":[{"id":"https://openalex.org/I110217816","display_name":"Dongduk Women's University","ror":"https://ror.org/039p7ck60","country_code":"KR","type":"education","lineage":["https://openalex.org/I110217816"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taewan Kim","raw_affiliation_strings":["Data Science Major, Dongduk Women’s University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3319-7797","affiliations":[{"raw_affiliation_string":"Data Science Major, Dongduk Women’s University, Seoul, South Korea","institution_ids":["https://openalex.org/I110217816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372675","display_name":"Jin-Woo Kim","orcid":"https://orcid.org/0009-0008-6382-5751"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinwoo Kim","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037805423","display_name":"Heeseok Oh","orcid":"https://orcid.org/0000-0002-0920-7281"},"institutions":[{"id":"https://openalex.org/I24214720","display_name":"Hansung University","ror":"https://ror.org/048m9x696","country_code":"KR","type":"education","lineage":["https://openalex.org/I24214720"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Heeseok Oh","raw_affiliation_strings":["Department of Applied AI, Hansung University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0920-7281","affiliations":[{"raw_affiliation_string":"Department of Applied AI, Hansung University, Seoul, South Korea","institution_ids":["https://openalex.org/I24214720"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000307942","display_name":"Jiwoo Kang","orcid":"https://orcid.org/0000-0001-7622-0817"},"institutions":[{"id":"https://openalex.org/I31766871","display_name":"Sookmyung Women's University","ror":"https://ror.org/00vvvt117","country_code":"KR","type":"education","lineage":["https://openalex.org/I31766871"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwoo Kang","raw_affiliation_strings":["Division of Artificial Intelligence Engineering, Sookmyung Women’s University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7622-0817","affiliations":[{"raw_affiliation_string":"Division of Artificial Intelligence Engineering, Sookmyung Women’s University, Seoul, South Korea","institution_ids":["https://openalex.org/I31766871"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.2957,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88815231,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"21723","last_page":"21736"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7519640326499939},{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.6403400301933289},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5772000551223755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5596299171447754},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5242365002632141},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.43891599774360657},{"id":"https://openalex.org/keywords/fourier-transform","display_name":"Fourier transform","score":0.41143298149108887},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14133045077323914},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09584662318229675},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08302563428878784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7519640326499939},{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.6403400301933289},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5772000551223755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5596299171447754},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5242365002632141},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.43891599774360657},{"id":"https://openalex.org/C102519508","wikidata":"https://www.wikidata.org/wiki/Q6520159","display_name":"Fourier transform","level":2,"score":0.41143298149108887},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14133045077323914},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09584662318229675},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08302563428878784},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3361283","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3361283","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418237.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c86117bafb7f4ad1919228ed6483d1a4","is_oa":true,"landing_page_url":"https://doaj.org/article/c86117bafb7f4ad1919228ed6483d1a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 21723-21736 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3361283","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3361283","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418237.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391428183.pdf"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1578285471","https://openalex.org/W1993120651","https://openalex.org/W2057016804","https://openalex.org/W2100415658","https://openalex.org/W2105038642","https://openalex.org/W2124147973","https://openalex.org/W2131831293","https://openalex.org/W2133665775","https://openalex.org/W2164490837","https://openalex.org/W2169574628","https://openalex.org/W2194775991","https://openalex.org/W2295936755","https://openalex.org/W2501788627","https://openalex.org/W2551763541","https://openalex.org/W2732026016","https://openalex.org/W2738588019","https://openalex.org/W2774889464","https://openalex.org/W2785678896","https://openalex.org/W2798365772","https://openalex.org/W2803418063","https://openalex.org/W2886714066","https://openalex.org/W2890447039","https://openalex.org/W2896457183","https://openalex.org/W2907097116","https://openalex.org/W2916743882","https://openalex.org/W2947622416","https://openalex.org/W2954284167","https://openalex.org/W2963231084","https://openalex.org/W2963420272","https://openalex.org/W2963524571","https://openalex.org/W2969109746","https://openalex.org/W2970400386","https://openalex.org/W2981682056","https://openalex.org/W2986330308","https://openalex.org/W2986433113","https://openalex.org/W2988407809","https://openalex.org/W3006683367","https://openalex.org/W3011708679","https://openalex.org/W3035512475","https://openalex.org/W3043547428","https://openalex.org/W3095422700","https://openalex.org/W3096079830","https://openalex.org/W3097348442","https://openalex.org/W3097777922","https://openalex.org/W3129603602","https://openalex.org/W3155050726","https://openalex.org/W3159937784","https://openalex.org/W3166513219","https://openalex.org/W3171287051","https://openalex.org/W4214684804","https://openalex.org/W4250640407","https://openalex.org/W4292779060","https://openalex.org/W4312598744","https://openalex.org/W4312771828","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6664808784","https://openalex.org/W6735925877","https://openalex.org/W6748582592","https://openalex.org/W6753914649","https://openalex.org/W6754033419","https://openalex.org/W6755207826","https://openalex.org/W6765279218","https://openalex.org/W6774054309","https://openalex.org/W6778883912","https://openalex.org/W6779879114","https://openalex.org/W6785302134","https://openalex.org/W6787283782","https://openalex.org/W6788467338","https://openalex.org/W6793993304","https://openalex.org/W6795892075","https://openalex.org/W6804245028"],"related_works":["https://openalex.org/W2380775572","https://openalex.org/W2213520135","https://openalex.org/W4242046654","https://openalex.org/W1504109132","https://openalex.org/W3134074939","https://openalex.org/W2117562399","https://openalex.org/W3174923100","https://openalex.org/W2244018504","https://openalex.org/W4298074124","https://openalex.org/W2003548600"],"abstract_inverted_index":{"Bridging":[0],"distant":[1],"space-time":[2],"interactions":[3,54],"is":[4],"important":[5],"for":[6,91],"high-quality":[7],"video":[8,45,122],"inpainting":[9,46,123],"with":[10],"large":[11,141],"moving":[12,181],"masks.":[13,183],"Most":[14],"existing":[15],"technologies":[16],"exploit":[17,161],"patch":[18],"similarities":[19],"within":[20],"the":[21,30,50,87,95,99,106,113,153,156,167,170,196],"frames,":[22],"or":[23,144],"leaverage":[24],"large-scale":[25],"training":[26],"data":[27],"to":[28,47,67,103,160],"fill":[29],"hole":[31,154],"along":[32],"spatial":[33],"and":[34,55,110,178,186],"temporal":[35],"dimensions.":[36],"Recent":[37],"works":[38],"introduce":[39],"promissing":[40],"Transformer":[41],"architecture":[42],"into":[43],"deep":[44],"escape":[48],"from":[49,155],"dominanace":[51],"of":[52,169],"nearby":[53],"achieve":[56],"superior":[57],"performance":[58],"than":[59],"their":[60],"baselines.":[61],"However,":[62],"such":[63,139],"methods":[64],"still":[65],"struggle":[66],"complete":[68,112],"larger":[69],"holes":[70],"containing":[71],"complicated":[72],"scenes.":[73],"To":[74],"alleviate":[75],"this":[76],"issue,":[77],"we":[78],"first":[79],"employ":[80],"a":[81,125],"fast":[82],"Fourier":[83],"convolutions,":[84],"which":[85],"cover":[86],"frame-wide":[88],"receptive":[89],"field,":[90],"token":[92,96],"representation.":[93],"Then,":[94],"passes":[97],"through":[98],"seperated":[100],"spatio-temporal":[101,149],"transformer":[102,150],"explicitly":[104],"moel":[105],"long-range":[107],"context":[108],"relations":[109],"simultaneously":[111],"missing":[114,142],"regions":[115],"in":[116],"all":[117],"input":[118],"frames.":[119],"By":[120],"formulating":[121],"as":[124,140],"directionless":[126],"sequence-to-sequence":[127],"prediction":[128],"task,":[129],"our":[130,148,191],"model":[131,172,192],"fills":[132,152],"visually":[133],"consistent":[134],"content,":[135],"even":[136],"under":[137],"conditions":[138],"areas":[143],"complex":[145],"geometries.":[146],"Furthermore,":[147],"iteratively":[151],"boundary":[157],"enabling":[158],"it":[159],"rich":[162],"contextual":[163],"information.":[164],"We":[165],"validate":[166],"superiority":[168],"proposed":[171],"by":[173],"using":[174],"standard":[175],"stationary":[176],"masks":[177],"more":[179],"realistic":[180],"object":[182],"Both":[184],"qualitative":[185],"quantitative":[187],"results":[188],"show":[189],"that":[190],"compares":[193],"favorably":[194],"against":[195],"state-of-the-art":[197],"algorithms.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}