{"id":"https://openalex.org/W4400580599","doi":"https://doi.org/10.1145/3641519.3657407","title":"I2V-Adapter: A General Image-to-Video Adapter for Diffusion Models","display_name":"I2V-Adapter: A General Image-to-Video Adapter for Diffusion Models","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4400580599","doi":"https://doi.org/10.1145/3641519.3657407"},"language":"en","primary_location":{"id":"doi:10.1145/3641519.3657407","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657407","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100953032","display_name":"Xun Guo","orcid":"https://orcid.org/0009-0009-9140-4724"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xun Guo","raw_affiliation_strings":["University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052643960","display_name":"Mingwu Zheng","orcid":"https://orcid.org/0009-0005-3705-4592"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingwu Zheng","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101955015","display_name":"Liang Hou","orcid":"https://orcid.org/0000-0002-4904-5694"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Hou","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100592911","display_name":"Yuan Gao","orcid":"https://orcid.org/0009-0008-0606-1097"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Gao","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068667608","display_name":"Yufan Deng","orcid":"https://orcid.org/0009-0003-2335-3191"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufan Deng","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101928510","display_name":"Pengfei Wan","orcid":"https://orcid.org/0000-0001-7225-565X"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Wan","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102941781","display_name":"Di Zhang","orcid":"https://orcid.org/0009-0006-5475-2728"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Zhang","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068621276","display_name":"Yufan Liu","orcid":"https://orcid.org/0000-0002-8426-9335"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufan Liu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114549594","display_name":"Weiming Hu","orcid":"https://orcid.org/0000-0001-9237-8825"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiming Hu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003217535","display_name":"Zheng-Jun Zha","orcid":"https://orcid.org/0000-0003-2510-8993"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengjun Zha","raw_affiliation_strings":["University of Science and Technology of China, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101795031","display_name":"Haibin Huang","orcid":"https://orcid.org/0000-0002-7787-6428"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibin Huang","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025046851","display_name":"Chongyang Ma","orcid":"https://orcid.org/0000-0002-8243-9513"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongyang Ma","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5100953032"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":5.2575,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.96612074,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.9469848275184631},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6167498826980591},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3367377519607544},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32614463567733765},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.26508158445358276}],"concepts":[{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.9469848275184631},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6167498826980591},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3367377519607544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32614463567733765},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.26508158445358276}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3641519.3657407","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657407","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2194775991","https://openalex.org/W2560674852","https://openalex.org/W3204588463","https://openalex.org/W4386113271","https://openalex.org/W4390873054","https://openalex.org/W4390873195","https://openalex.org/W4390874113","https://openalex.org/W4391807605","https://openalex.org/W6600018615","https://openalex.org/W6602344735","https://openalex.org/W6604385074"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Text-guided":[0],"image-to-video":[1],"(I2V)":[2],"generation":[3],"aims":[4],"to":[5,96,107,118,137,175],"generate":[6],"a":[7,123,146,170,212],"coherent":[8],"video":[9,40],"that":[10,195],"preserves":[11],"the":[12,15,22,36,47,51,63,69,78,82,87,92,98,101,114,128,131,138,152,177,181,216],"identity":[13,99,129],"of":[14,72,100,130,183,199,218],"input":[16,23,102,116,132],"image":[17,37,52,57,117,133],"and":[18,85,155,164,180,209,223],"semantically":[19],"aligns":[20],"with":[21,38,159,206],"prompt.":[24],"Existing":[25],"methods":[26],"typically":[27,94],"augment":[28],"pretrained":[29,56,73,139],"text-to-video":[30],"(T2V)":[31],"models":[32,163],"by":[33,55],"either":[34],"concatenating":[35],"noised":[39,120],"frames":[41,121],"channel-wise":[42],"before":[43],"being":[44],"fed":[45],"into":[46],"model":[48],"or":[49],"injecting":[50],"embedding":[53],"produced":[54],"encoders":[58],"in":[59,215],"cross-attention":[60],"modules.":[61],"However,":[62],"former":[64],"approach":[65],"often":[66],"necessitates":[67],"altering":[68],"fundamental":[70],"weights":[71],"T2V":[74,140],"models,":[75],"thus":[76],"restricting":[77],"model\u2019s":[79,88],"compatibility":[80,158],"within":[81],"open-source":[83],"communities":[84],"disrupting":[86],"prior":[89],"knowledge.":[90],"Meanwhile,":[91],"latter":[93],"fails":[95],"preserve":[97],"image.":[103],"We":[104],"present":[105],"I2V-Adapter":[106,111,143,196],"overcome":[108],"such":[109],"limitations.":[110],"adeptly":[112],"propagates":[113],"unnoised":[115],"subsequent":[119],"through":[122,186],"cross-frame":[124],"attention":[125],"mechanism,":[126],"maintaining":[127],"without":[134],"any":[135],"changes":[136],"model.":[141],"Notably,":[142],"only":[144],"introduces":[145],"few":[147],"trainable":[148],"parameters,":[149],"significantly":[150],"alleviating":[151],"training":[153],"cost":[154],"also":[156],"ensures":[157],"existing":[160],"community-driven":[161],"personalized":[162,222],"control":[165,189],"tools.":[166],"Moreover,":[167],"we":[168],"propose":[169],"novel":[171],"Frame":[172],"Similarity":[173],"Prior":[174],"balance":[176],"motion":[178],"amplitude":[179],"stability":[182],"generated":[184],"videos":[185],"two":[187],"adjustable":[188],"coefficients.":[190],"Our":[191],"experimental":[192],"results":[193],"demonstrate":[194],"is":[197],"capable":[198],"producing":[200],"high-quality":[201],"videos.":[202],"This":[203],"performance,":[204],"coupled":[205],"its":[207],"agility":[208],"adaptability,":[210],"represents":[211],"substantial":[213],"advancement":[214],"field":[217],"I2V,":[219],"particularly":[220],"for":[221],"controllable":[224],"applications.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}