{"id":"https://openalex.org/W4407953477","doi":"https://doi.org/10.1145/3706628.3708864","title":"FlightVGM: Efficient Video Generation Model Inference with Online Sparsification and Hybrid Precision on FPGAs","display_name":"FlightVGM: Efficient Video Generation Model Inference with Online Sparsification and Hybrid Precision on FPGAs","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4407953477","doi":"https://doi.org/10.1145/3706628.3708864"},"language":"en","primary_location":{"id":"doi:10.1145/3706628.3708864","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706628.3708864","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3706628.3708864","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM/SIGDA International Symposium on Field Programmable Gate Arrays","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3706628.3708864","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058051415","display_name":"J Liu","orcid":"https://orcid.org/0009-0003-8280-9072"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China, &amp; Infinigence-AI, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-8280-9072","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China, &amp; Infinigence-AI, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026831784","display_name":"Shulin Zeng","orcid":"https://orcid.org/0000-0002-1030-3748"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shulin Zeng","raw_affiliation_strings":["Tsinghua University, Beijing, China, &amp; Infinigence-AI, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1030-3748","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China, &amp; Infinigence-AI, Shanghai, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103657758","display_name":"Li Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Ding","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-0582-4503","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099045893","display_name":"Widyadewi Soedarmadji","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Widyadewi Soedarmadji","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-4930-5648","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102185842","display_name":"Hao Zhou","orcid":"https://orcid.org/0009-0003-8421-1242"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhou","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-8421-1242","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003892449","display_name":"Zehao Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehao Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5958-9599","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068894182","display_name":"Jinhao Li","orcid":"https://orcid.org/0009-0009-4286-6359"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhao Li","raw_affiliation_strings":["Infinigence-AI, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-4286-6359","affiliations":[{"raw_affiliation_string":"Infinigence-AI, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053894346","display_name":"Jintao Li","orcid":"https://orcid.org/0009-0006-8903-8276"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jintao Li","raw_affiliation_strings":["Infinigence-AI, Shanghai, China","Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-8903-8276","affiliations":[{"raw_affiliation_string":"Infinigence-AI, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043844741","display_name":"Yadong Dai","orcid":"https://orcid.org/0009-0009-9193-8494"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadong Dai","raw_affiliation_strings":["Infinigence-AI, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-9193-8494","affiliations":[{"raw_affiliation_string":"Infinigence-AI, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031548623","display_name":"Kairui Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kairui Wen","raw_affiliation_strings":["Infinigence-AI, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-4357-2717","affiliations":[{"raw_affiliation_string":"Infinigence-AI, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shan He","orcid":"https://orcid.org/0009-0001-4922-2718"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan He","raw_affiliation_strings":["Infinigence-AI, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-4922-2718","affiliations":[{"raw_affiliation_string":"Infinigence-AI, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101378902","display_name":"Yaqi Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yaqi Sun","raw_affiliation_strings":["Infinigence-AI, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-0645-2466","affiliations":[{"raw_affiliation_string":"Infinigence-AI, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445061","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-6108-5157"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6108-5157","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015946486","display_name":"Guohao Dai","orcid":"https://orcid.org/0000-0003-0849-3252"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohao Dai","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China, &amp; Infinigence-AI, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0849-3252","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China, &amp; Infinigence-AI, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5058051415"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":10.1992,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.98181542,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7647998332977295},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.6476334929466248},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6240362524986267},{"id":"https://openalex.org/keywords/online-video","display_name":"Online video","score":0.4581735134124756},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4241543412208557},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3418791890144348},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33380836248397827},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.23041611909866333},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.19594287872314453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7647998332977295},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.6476334929466248},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6240362524986267},{"id":"https://openalex.org/C2988167200","wikidata":"https://www.wikidata.org/wiki/Q16885149","display_name":"Online video","level":2,"score":0.4581735134124756},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4241543412208557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3418791890144348},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33380836248397827},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.23041611909866333},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.19594287872314453}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3706628.3708864","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706628.3708864","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3706628.3708864","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM/SIGDA International Symposium on Field Programmable Gate Arrays","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3706628.3708864","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706628.3708864","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3706628.3708864","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM/SIGDA International Symposium on Field Programmable Gate Arrays","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4407953477.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1625622590","https://openalex.org/W2002555321","https://openalex.org/W2017561954","https://openalex.org/W2082444966","https://openalex.org/W2146395539","https://openalex.org/W2149294210","https://openalex.org/W2285660444","https://openalex.org/W2585720638","https://openalex.org/W2751699127","https://openalex.org/W2801795932","https://openalex.org/W2972968925","https://openalex.org/W3005001290","https://openalex.org/W3113618232","https://openalex.org/W3198975860","https://openalex.org/W4211147898","https://openalex.org/W4250559233","https://openalex.org/W4285282858","https://openalex.org/W4293024216","https://openalex.org/W4321637080","https://openalex.org/W4360831786","https://openalex.org/W4377864779","https://openalex.org/W4378804724","https://openalex.org/W4383749374","https://openalex.org/W4389476163","https://openalex.org/W4390872297","https://openalex.org/W4391125526","https://openalex.org/W4393576971","https://openalex.org/W4393578753","https://openalex.org/W4394998519","https://openalex.org/W4402660110","https://openalex.org/W4402726937","https://openalex.org/W4402727496","https://openalex.org/W4404133528","https://openalex.org/W4405003117"],"related_works":["https://openalex.org/W2111241003","https://openalex.org/W2355315220","https://openalex.org/W4200391368","https://openalex.org/W2210979487","https://openalex.org/W2316202402","https://openalex.org/W2074043759","https://openalex.org/W2082487009","https://openalex.org/W1967938402","https://openalex.org/W2386041993","https://openalex.org/W1608572506"],"abstract_inverted_index":{"Video":[0],"Generation":[1],"Model":[2],"(VGM),":[3],"as":[4],"a":[5,33,94],"representative":[6],"of":[7,15,51,101,115],"multi-modal":[8],"large":[9,109],"models,":[10],"has":[11],"revolutionized":[12],"the":[13,25,46,78,106],"productivity":[14],"video":[16],"content":[17],"creation.":[18],"VGMs":[19,42,75,103],"are":[20,54],"compute-bound":[21],"due":[22,76],"to":[23,77],"adopting":[24],"Diffusion":[26],"Transformer":[27],"(i.e.,":[28,49],"DiT)":[29],"structure.":[30],"Sparsification":[31],"is":[32],"common":[34],"method":[35],"for":[36,57,125],"accelerating":[37,58],"compute-intensive":[38],"models.":[39,62],"Still,":[40],"sparse":[41,59,102],"cannot":[43],"fully":[44],"exploit":[45],"effective":[47],"throughput":[48,70,96],"TOPS)":[50],"GPUs.":[52],"FPGAs":[53],"good":[55],"candidates":[56],"deep":[60],"learning":[61],"However,":[63],"existing":[64],"FPGA":[65],"accelerators":[66],"still":[67,104],"face":[68],"low":[69,113],"(":[71,88],"<":[72],"2TOPS)":[73],"on":[74],"significant":[79],"gap":[80],"in":[81,111],"peak":[82],"computing":[83],"performance":[84,114],"(PCP)":[85],"with":[86],"GPUs":[87],">":[89],"21\u00d7":[90],").":[91],"To":[92],"achieve":[93],"higher":[95],"than":[97],"GPUs,":[98],"FPGA-based":[99],"acceleration":[100],"faces":[105],"following":[107],"challenges:":[108],"redundancy":[110],"activations,":[112],"DSPs":[116],"under":[117],"hybrid":[118],"precision,":[119],"and":[120],"under-utilization":[121],"using":[122],"static":[123],"compilation":[124],"online":[126],"compression.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}