{"id":"https://openalex.org/W7153142132","doi":"https://doi.org/10.48550/arxiv.2604.08084","title":"DiffVC: A Non-autoregressive Framework Based on Diffusion Model for Video Captioning","display_name":"DiffVC: A Non-autoregressive Framework Based on Diffusion Model for Video Captioning","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7153142132","doi":"https://doi.org/10.48550/arxiv.2604.08084"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.08084","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.08084","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133364266","display_name":"Junbo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Junbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019642277","display_name":"Liangyu Fu","orcid":"https://orcid.org/0009-0006-6433-7528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Liangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133362126","display_name":"Yuke Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133390708","display_name":"Yining Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133339184","display_name":"Ya Jing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing, Ya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133379706","display_name":"Xuecheng Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xuecheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133325878","display_name":"Jiangbin Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Jiangbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9503999948501587,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9503999948501587,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.9057000279426575},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.7914000153541565},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6025000214576721},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5837000012397766},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5410000085830688},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5090000033378601},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4242999851703644},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4154999852180481}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.9057000279426575},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.7914000153541565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7734000086784363},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6025000214576721},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5837000012397766},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5410000085830688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5404999852180481},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5090000033378601},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4526999890804291},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4242999851703644},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40470001101493835},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3959999978542328},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2757999897003174},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C43555835","wikidata":"https://www.wikidata.org/wiki/Q2300258","display_name":"Conditional probability distribution","level":2,"score":0.26109999418258667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.08084","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.08084","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7073979377746582,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"video":[1,100],"captioning":[2],"methods":[3,15,179],"usually":[4],"use":[5],"an":[6],"encoder-decoder":[7],"structure":[8],"to":[9,40,62,111,150,184],"generate":[10,91,151],"text":[11],"autoregressively.":[12],"However,":[13],"autoregressive":[14,185],"have":[16],"inherent":[17],"limitations":[18],"such":[19],"as":[20,134],"slow":[21],"generation":[22,37,75,208],"speed":[23,76],"and":[24,77,169,180,198],"large":[25],"cumulative":[26,78],"error.":[27,79],"Furthermore,":[28],"the":[29,41,72,81,99,112,116,127,131,141,160,196,203],"few":[30],"non-autoregressive":[31,52,147,178],"counterparts":[32],"suffer":[33],"from":[34,159],"deficiencies":[35],"in":[36],"quality":[38],"due":[39],"lack":[42],"of":[43,74,115,193,200],"sufficient":[44],"multimodal":[45],"interaction":[46],"modeling.":[47],"Therefore,":[48],"we":[49,96,139,155],"propose":[50],"a":[51,102,120,135,146,190],"framework":[53],"based":[54],"on":[55,166,195,202],"Diffusion":[56,88],"model":[57,149],"for":[58,163],"Video":[59],"Captioning":[60],"(DiffVC)":[61],"address":[63],"these":[64],"issues.":[65],"Its":[66],"parallel":[67],"decoding":[68],"can":[69,90,175],"effectively":[70],"solve":[71],"problems":[73],"At":[80],"same":[82],"time,":[83],"our":[84,173],"proposed":[85],"discriminative":[86,128],"conditional":[87,136],"Model":[89],"higher-quality":[92],"textual":[93,113,122,143],"descriptions.":[94],"Specifically,":[95],"first":[97],"encode":[98],"into":[101,145],"visual":[103,132],"representation.":[104],"During":[105,153],"training,":[106],"Gaussian":[107,161],"noise":[108,158],"is":[109,124],"added":[110],"representation":[114,123,133,144],"ground-truth":[117],"caption.":[118],"Then,":[119],"new":[121,142],"generated":[125],"via":[126],"denoiser":[129],"with":[130],"constraint.":[137],"Finally,":[138],"input":[140],"language":[148],"captions.":[152],"inference,":[154],"directly":[156],"sample":[157],"distribution":[162],"generation.":[164],"Experiments":[165],"MSVD,":[167],"MSR-VTT,":[168],"VATEX":[170],"show":[171],"that":[172],"method":[174],"outperform":[176],"previous":[177],"achieve":[181],"comparable":[182],"performance":[183],"methods,":[186],"e.g.,":[187],"it":[188],"achieved":[189],"maximum":[191],"improvement":[192,199],"9.9":[194],"CIDEr":[197],"2.6":[201],"B@4,":[204],"while":[205],"having":[206],"faster":[207],"speed.":[209],"The":[210],"source":[211],"code":[212],"will":[213],"be":[214],"available":[215],"soon.":[216]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-11T00:00:00"}