{"id":"https://openalex.org/W4391047007","doi":"https://doi.org/10.48550/arxiv.2401.09861","title":"Temporal Insight Enhancement: Mitigating Temporal Hallucination in Multimodal Large Language Models","display_name":"Temporal Insight Enhancement: Mitigating Temporal Hallucination in Multimodal Large Language Models","publication_year":2024,"publication_date":"2024-01-18","ids":{"openalex":"https://openalex.org/W4391047007","doi":"https://doi.org/10.48550/arxiv.2401.09861"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2401.09861","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.09861","pdf_url":"https://arxiv.org/pdf/2401.09861","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.09861","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100318678","display_name":"Li Sun","orcid":"https://orcid.org/0000-0002-2957-4214"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sun, Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107942274","display_name":"Liuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Liuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327195","display_name":"Jun Sun","orcid":"https://orcid.org/0000-0002-0967-4859"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Jun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5009259465","display_name":"Takayuki Okatani","orcid":"https://orcid.org/0000-0001-9222-763X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Okatani, Takayuki","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100318678"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9459999799728394,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9459999799728394,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9107999801635742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7192380428314209},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6972327828407288},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.6918221712112427},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6860153675079346},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.6148290634155273},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5465797781944275},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5082919001579285},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4272226095199585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34804028272628784},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32536792755126953},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16275912523269653}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7192380428314209},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6972327828407288},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.6918221712112427},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6860153675079346},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6148290634155273},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5465797781944275},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5082919001579285},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4272226095199585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34804028272628784},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32536792755126953},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16275912523269653},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2401.09861","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.09861","pdf_url":"https://arxiv.org/pdf/2401.09861","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2401.09861","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.09861","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.09861","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.09861","pdf_url":"https://arxiv.org/pdf/2401.09861","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2060561905","https://openalex.org/W1417711376","https://openalex.org/W1986883493","https://openalex.org/W2469862403","https://openalex.org/W2166378262","https://openalex.org/W2035891203","https://openalex.org/W4379524643","https://openalex.org/W2367807705","https://openalex.org/W4285233590","https://openalex.org/W2054792846"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,64,71,138,144,158,175],"Multimodal":[3],"Large":[4],"Language":[5],"Models":[6],"(MLLMs)":[7],"have":[8],"significantly":[9],"enhanced":[10],"the":[11,40,51,88,92,131,145,176],"comprehension":[12],"of":[13,42,147,163,178],"multimedia":[14],"content,":[15],"bringing":[16],"together":[17],"diverse":[18],"modalities":[19],"such":[20],"as":[21],"text,":[22],"images,":[23],"and":[24,82,91,118,141],"videos.":[25],"However,":[26],"a":[27,77,101,135,155,160,168],"critical":[28,161],"challenge":[29],"faced":[30],"by":[31],"these":[32],"models,":[33],"especially":[34],"when":[35],"processing":[36],"video":[37,72,94],"inputs,":[38],"is":[39],"occurrence":[41],"hallucinations":[43,63,140],"-":[44],"erroneous":[45],"perceptions":[46],"or":[47],"interpretations,":[48],"particularly":[49],"at":[50],"event":[52,89,107,125],"level.":[53],"This":[54,150],"study":[55],"introduces":[56],"an":[57,142],"innovative":[58],"method":[59,171],"to":[60,95,120],"address":[61],"event-level":[62],"MLLMs,":[65],"focusing":[66],"on":[67],"specific":[68,122],"temporal":[69,139],"understanding":[70],"content.":[73],"Our":[74,127],"approach":[75],"leverages":[76],"novel":[78],"framework":[79],"that":[80,104],"extracts":[81],"utilizes":[83],"event-specific":[84],"information":[85],"from":[86],"both":[87],"query":[90],"provided":[93],"refine":[96],"MLLMs'":[97],"response.":[98],"We":[99],"propose":[100],"unique":[102],"mechanism":[103],"decomposes":[105],"on-demand":[106],"queries":[108],"into":[109],"iconic":[110],"actions.":[111],"Subsequently,":[112],"we":[113],"employ":[114],"models":[115],"like":[116],"CLIP":[117],"BLIP2":[119],"predict":[121],"timestamps":[123],"for":[124,172],"occurrences.":[126],"evaluation,":[128],"conducted":[129],"using":[130],"Charades-STA":[132],"dataset,":[133],"demonstrates":[134],"significant":[136],"reduction":[137],"improvement":[143],"quality":[146],"event-related":[148],"responses.":[149],"research":[151],"not":[152],"only":[153],"provides":[154],"new":[156],"perspective":[157],"addressing":[159],"limitation":[162],"MLLMs":[164,174],"but":[165],"also":[166],"contributes":[167],"quantitatively":[169],"measurable":[170],"evaluating":[173],"context":[177],"temporal-related":[179],"questions.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}