{"id":"https://openalex.org/W4399399456","doi":"https://doi.org/10.1109/tcsvt.2024.3409395","title":"Pre-Trained Transformer-Based Parallel Multi-Channel Adaptive Image Sequence Interpolation Network","display_name":"Pre-Trained Transformer-Based Parallel Multi-Channel Adaptive Image Sequence Interpolation Network","publication_year":2024,"publication_date":"2024-06-04","ids":{"openalex":"https://openalex.org/W4399399456","doi":"https://doi.org/10.1109/tcsvt.2024.3409395"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3409395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3409395","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100768509","display_name":"Hui Liu","orcid":"https://orcid.org/0000-0003-3911-7751"},"institutions":[{"id":"https://openalex.org/I59483232","display_name":"Shandong University of Finance and Economics","ror":"https://ror.org/02e2nnq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I59483232"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hui Liu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Finance and Economics, Jinan, China","Digital Media Technology Key Lab of Shandong Province, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Finance and Economics, Jinan, China","institution_ids":["https://openalex.org/I59483232"]},{"raw_affiliation_string":"Digital Media Technology Key Lab of Shandong Province, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035136988","display_name":"Gongguan Chen","orcid":"https://orcid.org/0000-0002-9992-1963"},"institutions":[{"id":"https://openalex.org/I59483232","display_name":"Shandong University of Finance and Economics","ror":"https://ror.org/02e2nnq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I59483232"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gongguan Chen","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Finance and Economics, Jinan, China","Digital Media Technology Key Lab of Shandong Province, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Finance and Economics, Jinan, China","institution_ids":["https://openalex.org/I59483232"]},{"raw_affiliation_string":"Digital Media Technology Key Lab of Shandong Province, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457438","display_name":"Meng Liu","orcid":"https://orcid.org/0000-0002-1582-5764"},"institutions":[{"id":"https://openalex.org/I44445938","display_name":"Shandong Jianzhu University","ror":"https://ror.org/01gbfax37","country_code":"CN","type":"education","lineage":["https://openalex.org/I44445938"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Liu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong Jianzhu University, Jinan, China","Shandong Key Laboratory of Digital Media Technology, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong Jianzhu University, Jinan, China","institution_ids":["https://openalex.org/I44445938"]},{"raw_affiliation_string":"Shandong Key Laboratory of Digital Media Technology, Jinan, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","Shandong Key Laboratory of Digital Media Technology, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Shandong Key Laboratory of Digital Media Technology, Jinan, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100768509"],"corresponding_institution_ids":["https://openalex.org/I59483232"],"apc_list":null,"apc_paid":null,"fwci":0.735,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70189596,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"34","issue":"10","first_page":"10464","last_page":"10478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7137479186058044},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7047113180160522},{"id":"https://openalex.org/keywords/image-scaling","display_name":"Image scaling","score":0.6391918659210205},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.5814757347106934},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5559379458427429},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.444256067276001},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.43138161301612854},{"id":"https://openalex.org/keywords/demosaicing","display_name":"Demosaicing","score":0.41872382164001465},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.41661307215690613},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41576334834098816},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36960744857788086},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2811468839645386},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1836538314819336},{"id":"https://openalex.org/keywords/color-image","display_name":"Color image","score":0.14369460940361023}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7137479186058044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7047113180160522},{"id":"https://openalex.org/C27405340","wikidata":"https://www.wikidata.org/wiki/Q440296","display_name":"Image scaling","level":4,"score":0.6391918659210205},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.5814757347106934},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5559379458427429},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.444256067276001},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.43138161301612854},{"id":"https://openalex.org/C27624317","wikidata":"https://www.wikidata.org/wiki/Q263499","display_name":"Demosaicing","level":5,"score":0.41872382164001465},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.41661307215690613},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41576334834098816},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36960744857788086},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2811468839645386},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1836538314819336},{"id":"https://openalex.org/C142616399","wikidata":"https://www.wikidata.org/wiki/Q5148604","display_name":"Color image","level":4,"score":0.14369460940361023},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3409395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3409395","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1963644393","display_name":null,"funder_award_id":"62072274","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5338855155","display_name":null,"funder_award_id":"U22A2033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7297066600","display_name":null,"funder_award_id":"202333037","funder_id":"https://openalex.org/F4320310075","funder_display_name":"Jinan Science and Technology Bureau"},{"id":"https://openalex.org/G8844822583","display_name":null,"funder_award_id":"tstp20221137","funder_id":"https://openalex.org/F4320326185","funder_display_name":"Taishan Scholar Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320310075","display_name":"Jinan Science and Technology Bureau","ror":"https://ror.org/016p59286"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326185","display_name":"Taishan Scholar Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1965004103","https://openalex.org/W1987123166","https://openalex.org/W2031912957","https://openalex.org/W2062179223","https://openalex.org/W2065319605","https://openalex.org/W2108598243","https://openalex.org/W2122922389","https://openalex.org/W2133665775","https://openalex.org/W2147253850","https://openalex.org/W2165698076","https://openalex.org/W2194775991","https://openalex.org/W2753507929","https://openalex.org/W2769654144","https://openalex.org/W2797144439","https://openalex.org/W2883683269","https://openalex.org/W2896457183","https://openalex.org/W2904829482","https://openalex.org/W2964251418","https://openalex.org/W2972206791","https://openalex.org/W2997150500","https://openalex.org/W3034850705","https://openalex.org/W3118401715","https://openalex.org/W3136416617","https://openalex.org/W3138516171","https://openalex.org/W3168286621","https://openalex.org/W3197845860","https://openalex.org/W3203731077","https://openalex.org/W4214709605","https://openalex.org/W4233366630","https://openalex.org/W4297697565","https://openalex.org/W4309296949","https://openalex.org/W4312324876","https://openalex.org/W4312409473","https://openalex.org/W4319301042","https://openalex.org/W4322706753","https://openalex.org/W4382203235","https://openalex.org/W4385756417","https://openalex.org/W4386066282","https://openalex.org/W4386071659","https://openalex.org/W4386075983","https://openalex.org/W4386076420","https://openalex.org/W4386076577","https://openalex.org/W4386492140","https://openalex.org/W6606128126","https://openalex.org/W6637373629","https://openalex.org/W6758930985","https://openalex.org/W6785708169","https://openalex.org/W6786361841","https://openalex.org/W6796761347"],"related_works":["https://openalex.org/W2734215248","https://openalex.org/W4388820644","https://openalex.org/W2021077120","https://openalex.org/W2394941659","https://openalex.org/W1498671902","https://openalex.org/W3120854195","https://openalex.org/W4206543245","https://openalex.org/W33056850","https://openalex.org/W2465174208","https://openalex.org/W4254496396"],"abstract_inverted_index":{"Image":[0],"sequence":[1,68,111,212],"interpolation":[2,17,53,69,180,183],"is":[3,78,89,136],"a":[4,63,100,124,204],"critical":[5],"research":[6],"area":[7],"in":[8,14,27,184,207],"computer":[9],"vision":[10],"with":[11],"broad":[12],"applications":[13],"video":[15,178],"frame":[16,179],"and":[18,151,159,181,196],"medical":[19,185],"image":[20,67,133,211],"interlayer":[21,182],"interpolation.":[22,213],"Traditional":[23],"deep":[24,33],"learning-based":[25],"methods":[26],"this":[28],"domain":[29],"predominantly":[30],"rely":[31],"on":[32,72,171],"convolutional":[34],"neural":[35],"networks":[36],"(CNNs),":[37],"which,":[38],"despite":[39],"their":[40,52],"effectiveness,":[41],"are":[42],"limited":[43],"by":[44],"the":[45,61,96,116,157,162,193,199,208],"inherent":[46],"constraints":[47],"of":[48,80,127,161,198,210],"CNN":[49],"architecture,":[50],"impacting":[51],"accuracy.":[54],"To":[55],"address":[56],"these":[57,190],"limitations,":[58],"we":[59,144],"introduce":[60],"Pre-ISIformer,":[62,200],"parallel":[64],"multi-channel":[65],"adaptive":[66],"network":[70,77,166],"founded":[71],"pre-trained":[73,101],"transformers.":[74],"This":[75],"innovative":[76],"composed":[79],"three":[81],"integral":[82],"modules:":[83],"1)":[84],"Global":[85],"feature":[86,107],"extraction":[87],"module":[88,113,135],"designed":[90],"to":[91,154],"extract":[92],"primary":[93,176],"features":[94],"from":[95,189],"input":[97],"images":[98],"using":[99],"Swin-transformer":[102],"model,":[103],"ensuring":[104],"comprehensive":[105],"global":[106],"coverage.":[108],"2)":[109],"Feature":[110],"construction":[112],"adaptively":[114],"decomposes":[115],"object\u2019s":[117],"motion":[118,128],"path":[119],"across":[120],"different":[121],"frames,":[122],"facilitating":[123],"detailed":[125],"analysis":[126],"dynamics.":[129],"And":[130],"3)":[131],"Intermediate":[132],"reconstruction":[134],"responsible":[137],"for":[138,148,174],"accurately":[139],"capturing":[140],"target":[141],"displacements.":[142],"Furthermore,":[143],"incorporate":[145],"distinct":[146],"metrics":[147],"pixel":[149],"loss":[150,153],"gradient":[152],"meticulously":[155],"reconstruct":[156],"texture":[158],"contours":[160],"intermediate":[163],"images.":[164],"Our":[165],"has":[167],"been":[168],"rigorously":[169],"tested":[170],"various":[172],"datasets":[173],"two":[175],"applications:":[177],"imaging.":[186],"The":[187],"results":[188],"experiments":[191],"showcase":[192],"superior":[194],"performance":[195],"effectiveness":[197],"establishing":[201],"it":[202],"as":[203],"significant":[205],"advancement":[206],"field":[209]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}