{"id":"https://openalex.org/W7167622608","doi":"https://doi.org/10.48550/arxiv.2607.04498","title":"UniSkip-Mamba: A Frequency-Aware State Space Model for Audio-Visual Temporal Forgery Localization","display_name":"UniSkip-Mamba: A Frequency-Aware State Space Model for Audio-Visual Temporal Forgery Localization","publication_year":2026,"publication_date":"2026-07-05","ids":{"openalex":"https://openalex.org/W7167622608","doi":"https://doi.org/10.48550/arxiv.2607.04498"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.04498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.04498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.04498","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140164726","display_name":"Cangjin Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Cangjin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140191775","display_name":"Quan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Quan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102661962","display_name":"Dan Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065782115","display_name":"K Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5117999911308289,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5117999911308289,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.2651999890804291,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.07169999927282333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7746999859809875},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.732200026512146},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6341000199317932},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4383000135421753},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.41589999198913574},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40709999203681946},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.3865000009536743},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.3725000023841858},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.33649998903274536}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7746999859809875},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.732200026512146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7250999808311462},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6473000049591064},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6341000199317932},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43970000743865967},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.41589999198913574},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40709999203681946},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3725000023841858},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.33649998903274536},{"id":"https://openalex.org/C19118579","wikidata":"https://www.wikidata.org/wiki/Q786423","display_name":"Frequency domain","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29499998688697815},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.27959999442100525},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27059999108314514},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.258899986743927},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2567000091075897},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.04498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.04498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.04498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.04498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6772885918617249}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,89],"proliferation":[2],"of":[3],"AI-generated":[4],"content,":[5],"sophisticated":[6],"multimedia":[7],"manipulation":[8,19],"has":[9],"raised":[10],"critical":[11],"concerns":[12],"about":[13],"malicious":[14],"applications":[15],"such":[16],"as":[17],"opinion":[18],"and":[20,45,55,70,133,169,198],"evidence":[21],"fabrication,":[22],"making":[23],"Audio-Visual":[24],"Temporal":[25],"Forgery":[26],"Localization":[27],"(AV-TFL)":[28],"an":[29],"urgent":[30],"research":[31],"frontier.":[32],"Existing":[33],"TFL":[34],"methods":[35],"have":[36],"progressed":[37],"along":[38],"two":[39],"main":[40],"paradigms:":[41],"Transformer-based":[42],"temporal":[43,53],"modeling":[44],"channel-wise":[46],"multimodal":[47],"fusion.":[48],"While":[49],"these":[50],"approaches":[51],"capture":[52],"dependencies":[54],"cross-modal":[56,130],"correlations,":[57],"they":[58],"process":[59],"all":[60],"frequency":[61,79,93],"components":[62,97],"indiscriminately,":[63],"leading":[64],"to":[65,128],"overfitting":[66],"on":[67,110,165,172],"high-frequency":[68,96],"noise":[69],"limited":[71],"robustness":[72],"under":[73],"real-world":[74],"data":[75],"degradation.":[76],"Through":[77],"systematic":[78],"domain":[80],"analysis,":[81],"we":[82,113],"find":[83],"that":[84,122,137],"forgery-discriminative":[85],"patterns":[86,152],"concentrate":[87],"in":[88],"low/mid-frequency":[90,151],"range":[91],"(normalized":[92],"0-0.15),":[94],"while":[95,154],"primarily":[98],"introduce":[99],"noise,":[100],"removing":[101],"them":[102],"even":[103],"improves":[104,195],"detection":[105],"performance":[106],"by":[107],"+1.4%.":[108],"Based":[109],"this":[111],"phenomenon,":[112],"propose":[114],"UniSkip-Mamba,":[115],"a":[116,142,187],"frequency-aware":[117,139],"State":[118],"Space":[119],"Model":[120],"framework":[121],"incorporates":[123],"Unified":[124],"Multimodal":[125],"Sequence":[126],"Fusion":[127],"preserve":[129],"phase":[131],"relationships,":[132],"Skip-Scanning":[134],"Mamba":[135],"Blocks":[136],"implement":[138],"regularization":[140],"through":[141],"novel":[143],"Group-Scan-Merge":[144],"mechanism,":[145],"naturally":[146],"biasing":[147],"learning":[148],"toward":[149],"discriminative":[150],"(0-0.15)":[153],"maintaining":[155],"representational":[156],"completeness.":[157],"We":[158],"achieve":[159],"state-of-the-art":[160],"(SOTA)":[161],"performance:":[162],"63.4%":[163],"AP@0.95":[164],"LAV-DF":[166],"(+9.8%":[167],"improvement)":[168],"63.58%":[170],"mAP":[171],"AV-Deepfake1M":[173],"(+14.32%":[174],"improvement),":[175],"with":[176],"6x":[177],"faster":[178],"inference.":[179],"Our":[180],"frequency-domain":[181],"analysis":[182],"provides":[183],"theoretical":[184],"justification":[185],"from":[186],"signal":[188],"processing":[189],"perspective":[190],"for":[191],"why":[192],"skip-scanning":[193],"inherently":[194],"both":[196],"accuracy":[197],"robustness.":[199]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2026-07-08T00:00:00"}
