{"id":"https://openalex.org/W4414197388","doi":"https://doi.org/10.1109/dac63849.2025.11132992","title":"Harnessing Conventional Video Processing Insights for Emerging 3D Video Generation Models: A Comprehensive Attention-aware Way","display_name":"Harnessing Conventional Video Processing Insights for Emerging 3D Video Generation Models: A Comprehensive Attention-aware Way","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4414197388","doi":"https://doi.org/10.1109/dac63849.2025.11132992"},"language":"en","primary_location":{"id":"doi:10.1109/dac63849.2025.11132992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11132992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tianlang Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianlang Zhao","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361691","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0001-8300-8646"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084017884","display_name":"Xingyang Li","orcid":"https://orcid.org/0000-0001-5265-1671"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyang Li","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449514","display_name":"Ding Li","orcid":"https://orcid.org/0000-0002-3953-0426"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Ding","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101545422","display_name":"Jinhao Li","orcid":"https://orcid.org/0009-0001-1535-3664"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhao Li","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118899970","display_name":"S. Li","orcid":"https://orcid.org/0000-0003-1673-2794"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuaiheng Li","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028939741","display_name":"Jiangfeng Hu","orcid":"https://orcid.org/0000-0002-5790-1307"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinbo Hu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015946486","display_name":"Guohao Dai","orcid":"https://orcid.org/0000-0003-0849-3252"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohao Dai","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22851478,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.671999990940094},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6323000192642212},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5885000228881836},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5637999773025513},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.42910000681877136},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4230000078678131},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.3959999978542328},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.3644999861717224},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.3598000109195709}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371000289916992},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.671999990940094},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6323000192642212},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5885000228881836},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5637999773025513},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42570000886917114},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3635999858379364},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C47941915","wikidata":"https://www.wikidata.org/wiki/Q107885","display_name":"Speculation","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3158999979496002},{"id":"https://openalex.org/C143273055","wikidata":"https://www.wikidata.org/wiki/Q2382794","display_name":"Delegate","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.2971000075340271},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2840000092983246},{"id":"https://openalex.org/C133588205","wikidata":"https://www.wikidata.org/wiki/Q28455645","display_name":"Instruction prefetch","level":3,"score":0.267300009727478},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2513999938964844},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.25099998712539673},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dac63849.2025.11132992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11132992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327803","display_name":"Shanghai Rising-Star Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2140199336","https://openalex.org/W2146395539","https://openalex.org/W2195682172","https://openalex.org/W3206453033","https://openalex.org/W4380881077","https://openalex.org/W4386066475","https://openalex.org/W4390872297","https://openalex.org/W4394998519","https://openalex.org/W4402660110","https://openalex.org/W4404133528","https://openalex.org/W4404820254","https://openalex.org/W4404965692"],"related_works":[],"abstract_inverted_index":{"Video":[0],"Generation":[1],"Models":[2],"based":[3],"on":[4,154],"3D":[5],"full":[6],"attention":[7,29,58,124,193],"(3D-VGMs)":[8],"have":[9],"significantly":[10],"enhanced":[11],"video":[12,44,47],"quality.":[13],"However,":[14],"their":[15],"inference":[16],"overhead":[17],"remains":[18],"substantial,":[19],"primarily":[20],"due":[21],"to":[22,119,136,190,207,246],"the":[23,28,40,57,63,140,155,162,169,196,247,252],"high":[24],"computational":[25],"cost":[26],"of":[27,36,42,221,232],"mechanism,":[30],"which":[31,158,165],"accounts":[32],"for":[33,103,113,181],"over":[34],"75%":[35],"computations.":[37],"Inspired":[38],"by":[39,212],"success":[41],"conventional":[43],"processing,":[45],"where":[46],"compression":[48],"exploits":[49],"similarities":[50,66,77,102,122],"among":[51,67],"patches,":[52],"we":[53,105,143,172],"point":[54],"out":[55],"that":[56,227],"mechanism":[59],"can":[60,76,85],"also":[61],"harness":[62],"benefits":[64],"from":[65],"tokens.":[68],"Nonetheless,":[69],"two":[70],"critical":[71],"problems":[72,99],"arise:":[73],"(1)":[74],"How":[75,84],"be":[78,88],"efficiently":[79],"acquired":[80],"in":[81,123,205],"real-time?":[82],"(2)":[83],"workload":[86,209],"balance":[87],"maintained":[89],"when":[90],"similar":[91,215],"tokens":[92,216],"are":[93],"randomly":[94,213],"distributed?":[95],"To":[96],"address":[97],"these":[98],"and":[100,128,161,184,217,238,251],"leverage":[101,137],"3DVGMs,":[104],"propose":[106,144,173],"Simpicker,":[107],"a":[108,145,174],"comprehensive":[109],"attentionaware":[110],"algorithm-hardware":[111],"co-design":[112],"3D-VGMs.":[114],"Our":[115],"core":[116],"methodology":[117],"is":[118,159,166],"fully":[120],"utilize":[121],"through":[125],"both":[126],"coarse-grained":[127],"fine-grained":[129],"approaches":[130],"while":[131],"adopting":[132],"dynamic":[133],"adaptive":[134,202],"strategies":[135],"them.":[138],"From":[139,168,195],"algorithm":[141],"perspective,":[142,171,198],"speculation-based":[146],"similarity":[147],"exploitation":[148],"algorithm,":[149],"allowing":[150],"real-time":[151],"importance":[152],"speculation":[153,206],"frame":[156],"level,":[157,164],"coarse-grained,":[160],"token":[163],"fine-grained.":[167],"micro-architecture":[170],"buffered":[175],"lookup":[176],"table-based":[177],"(LUT-based)":[178],"multiplication":[179,183],"architecture":[180],"FP-INT":[182],"further":[185],"eliminate":[186],"potential":[187],"bank":[188],"conflicts":[189],"accelerate":[191],"unimportant":[192],"computation.":[194],"mapping":[197],"SimPicker":[199],"proposes":[200],"an":[201,230],"grouping":[203],"strategy":[204],"tame":[208],"imbalance":[210],"caused":[211],"distributed":[214],"allow":[218],"seamless":[219],"integration":[220],"our":[222],"algorithms.":[223],"Extensive":[224],"experiments":[225],"show":[226],"Simpicker":[228],"achieves":[229],"average":[231],"$5.21":[233],"\\times":[234,240],"1.45":[235],"\\times$":[236,242],"speedup":[237],"$17.92":[239],"1.63":[241],"energy":[243],"efficiency":[244],"compared":[245],"NVIDIA":[248],"A100":[249],"GPU":[250],"state-of-the-art":[253],"accelerators.":[254]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}