{"id":"https://openalex.org/W4414856890","doi":"https://doi.org/10.48550/arxiv.2505.24329","title":"DisTime: Distribution-based Time Representation for Video Large Language Models","display_name":"DisTime: Distribution-based Time Representation for Video Large Language Models","publication_year":2025,"publication_date":"2025-05-30","ids":{"openalex":"https://openalex.org/W4414856890","doi":"https://doi.org/10.48550/arxiv.2505.24329"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2505.24329","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.24329","pdf_url":"https://arxiv.org/pdf/2505.24329","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.24329","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072520602","display_name":"Yingsen Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zeng, Yingsen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001354909","display_name":"Zepeng Huang","orcid":"https://orcid.org/0000-0001-9997-649X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zepeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073721922","display_name":"Yuhui Zhong","orcid":"https://orcid.org/0009-0000-8673-618X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Yujie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101303327","display_name":"Chengjian Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Chengjian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013797064","display_name":"Jie Hu","orcid":"https://orcid.org/0000-0003-0908-0468"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Jie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017116858","display_name":"Lin Ma","orcid":"https://orcid.org/0000-0002-7331-6132"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Lin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100355988","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-8070-1477"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5072520602"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9458000063896179,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2505.24329","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.24329","pdf_url":"https://arxiv.org/pdf/2505.24329","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.24329","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.24329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.24329","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.24329","pdf_url":"https://arxiv.org/pdf/2505.24329","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"advances":[1],"in":[2,13,69,120,177,185],"general":[3],"video":[4],"understanding,":[5],"Video":[6,186],"Large":[7],"Language":[8],"Models":[9],"(Video-LLMs)":[10],"face":[11],"challenges":[12],"precise":[14],"temporal":[15,30,44,51,67,80,91,100,117,142],"localization":[16,138],"due":[17],"to":[18,65,76,109,146],"discrete":[19],"time":[20,34,48,111],"representations":[21],"and":[22,83,98,190],"limited":[23],"temporally":[24,156],"aware":[25],"datasets.":[26],"Existing":[27],"methods":[28],"for":[29,113],"expression":[31],"either":[32],"conflate":[33],"with":[35,136,154],"text-based":[36],"numerical":[37],"values,":[38],"add":[39],"a":[40,61,73,78,85,151],"series":[41],"of":[42,134,140,149],"dedicated":[43,141],"tokens,":[45],"or":[46],"regress":[47],"using":[49],"specialized":[50],"grounding":[52],"heads.":[53],"To":[54,115],"address":[55],"these":[56],"issues,":[57],"we":[58,123],"introduce":[59],"DisTime,":[60],"lightweight":[62],"framework":[63],"designed":[64],"enhance":[66],"comprehension":[68],"Video-LLMs.":[70,114],"DisTime":[71,171],"employs":[72],"learnable":[74],"token":[75],"create":[77],"continuous":[79],"embedding":[81],"space":[82],"incorporates":[84],"Distribution-based":[86,104],"Time":[87,105],"Decoder":[88],"that":[89,129,170],"generates":[90],"probability":[92],"distributions,":[93],"effectively":[94],"mitigating":[95],"boundary":[96],"ambiguities":[97],"maintaining":[99,182],"continuity.":[101],"Additionally,":[102],"the":[103,131,137,147],"Encoder":[106],"re-encodes":[107],"timestamps":[108],"provide":[110],"markers":[112],"overcome":[116],"granularity":[118],"limitations":[119],"existing":[121],"datasets,":[122],"propose":[124],"an":[125],"automated":[126],"annotation":[127],"paradigm":[128],"combines":[130],"captioning":[132],"capabilities":[133],"Video-LLMs":[135],"expertise":[139],"models.":[143],"This":[144],"leads":[145],"creation":[148],"InternVid-TG,":[150],"substantial":[152],"dataset":[153],"1.25M":[155],"grounded":[157],"events":[158],"across":[159,175],"179k":[160],"videos,":[161],"surpassing":[162],"ActivityNet-Caption":[163],"by":[164],"55":[165],"times.":[166],"Extensive":[167],"experiments":[168],"demonstrate":[169],"achieves":[172],"state-of-the-art":[173],"performance":[174,184],"benchmarks":[176],"three":[178],"time-sensitive":[179],"tasks":[180],"while":[181],"competitive":[183],"QA":[187],"tasks.":[188],"Code":[189],"data":[191],"are":[192],"released":[193],"at":[194],"https://github.com/josephzpng/DisTime.":[195]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}