{"id":"https://openalex.org/W4406958624","doi":"https://doi.org/10.1145/3715138","title":"CapST: Leveraging Capsule Networks and Temporal Attention for Accurate Model Attribution in Deep-fake Videos","display_name":"CapST: Leveraging Capsule Networks and Temporal Attention for Accurate Model Attribution in Deep-fake Videos","publication_year":2025,"publication_date":"2025-01-29","ids":{"openalex":"https://openalex.org/W4406958624","doi":"https://doi.org/10.1145/3715138"},"language":"en","primary_location":{"id":"doi:10.1145/3715138","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3715138","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wasim Ahmad","orcid":"https://orcid.org/0000-0002-4841-6481"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]},{"id":"https://openalex.org/I87354575","display_name":"National Chengchi University","ror":"https://ror.org/03rqk8h36","country_code":"TW","type":"education","lineage":["https://openalex.org/I87354575"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Wasim Ahmad","raw_affiliation_strings":["Social Networks and Human-Centered Computing, Taiwan International Graduate Program, Institute of Information Science, Academia Sinica, Taipei, Taiwan, and Department of Computer Science, National Chengchi University, Taipei, Taiwan","Institute of Information Science, Academia Sinica, Taiwan (R.O.C.), Social Networks and Human-Centred Computing, Taiwan International Graduate Program, Taiwan (R.O.C.), and Department of Computer Science, National Chengchi University, Taiwan (R.O.C.)"],"raw_orcid":"https://orcid.org/0000-0002-4841-6481","affiliations":[{"raw_affiliation_string":"Social Networks and Human-Centered Computing, Taiwan International Graduate Program, Institute of Information Science, Academia Sinica, Taipei, Taiwan, and Department of Computer Science, National Chengchi University, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taiwan (R.O.C.), Social Networks and Human-Centred Computing, Taiwan International Graduate Program, Taiwan (R.O.C.), and Department of Computer Science, National Chengchi University, Taiwan (R.O.C.)","institution_ids":["https://openalex.org/I87354575","https://openalex.org/I4210098366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016386447","display_name":"Yan\u2010Tsung Peng","orcid":"https://orcid.org/0000-0002-3802-1670"},"institutions":[{"id":"https://openalex.org/I87354575","display_name":"National Chengchi University","ror":"https://ror.org/03rqk8h36","country_code":"TW","type":"education","lineage":["https://openalex.org/I87354575"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yan-Tsung Peng","raw_affiliation_strings":["Member IEEE, Department of Computer Science, National Chengchi University, Taipei, Taiwan","Member IEEE, National Chengchi University, Taiwan (R.O.C)"],"raw_orcid":"https://orcid.org/0000-0002-3802-1670","affiliations":[{"raw_affiliation_string":"Member IEEE, Department of Computer Science, National Chengchi University, Taipei, Taiwan","institution_ids":["https://openalex.org/I87354575"]},{"raw_affiliation_string":"Member IEEE, National Chengchi University, Taiwan (R.O.C)","institution_ids":["https://openalex.org/I87354575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073534245","display_name":"Yuan-Hao Chang","orcid":"https://orcid.org/0000-0002-1282-2111"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yuan-Hao Chang","raw_affiliation_strings":["Fellow IEEE, Institute of Information Science, Academia Sinica, Taipei, Taiwan","Fellow IEEE, Institute of Information Science, Academia Sinica, Taiwan (R.O.C)"],"raw_orcid":"https://orcid.org/0000-0002-1282-2111","affiliations":[{"raw_affiliation_string":"Fellow IEEE, Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"Fellow IEEE, Institute of Information Science, Academia Sinica, Taiwan (R.O.C)","institution_ids":["https://openalex.org/I4210098366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068901855","display_name":"Gaddisa Olani Ganfure","orcid":"https://orcid.org/0000-0001-8603-3062"},"institutions":[{"id":"https://openalex.org/I3131880829","display_name":"Dire Dawa University","ror":"https://ror.org/01wfzer83","country_code":"ET","type":"education","lineage":["https://openalex.org/I3131880829"]}],"countries":["ET"],"is_corresponding":false,"raw_author_name":"Gaddisa Olani Ganfure","raw_affiliation_strings":["Department of Computer Science, Dire Dawa University, Dire Dawa City, Ethiopia","Dire Dawa University, Ethiopia"],"raw_orcid":"https://orcid.org/0000-0001-8603-3062","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Dire Dawa University, Dire Dawa City, Ethiopia","institution_ids":["https://openalex.org/I3131880829"]},{"raw_affiliation_string":"Dire Dawa University, Ethiopia","institution_ids":["https://openalex.org/I3131880829"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110697587","display_name":"Shujhat Khan","orcid":"https://orcid.org/0009-0005-0595-0448"},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]},{"id":"https://openalex.org/I87354575","display_name":"National Chengchi University","ror":"https://ror.org/03rqk8h36","country_code":"TW","type":"education","lineage":["https://openalex.org/I87354575"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sarwar Khan","raw_affiliation_strings":["Social Networks and Human-Centered Computing, Taiwan International Graduate Program, Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan, and Department of Computer Science, National Chengchi University, Taipei, Taiwan Taiwan","Research Center for Information Technology Innovation, Academia Sinica, Taiwan (R.O.C.), Social Networks and Human-Centred Computing, Taiwan International Graduate Program, Taiwan (R.O.C.), and Department of Computer Science, National Chengchi University, Taiwan (R.O.C.)"],"raw_orcid":"https://orcid.org/0009-0005-0595-0448","affiliations":[{"raw_affiliation_string":"Social Networks and Human-Centered Computing, Taiwan International Graduate Program, Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan, and Department of Computer Science, National Chengchi University, Taipei, Taiwan Taiwan","institution_ids":["https://openalex.org/I4210086894","https://openalex.org/I87354575"]},{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taiwan (R.O.C.), Social Networks and Human-Centred Computing, Taiwan International Graduate Program, Taiwan (R.O.C.), and Department of Computer Science, National Chengchi University, Taiwan (R.O.C.)","institution_ids":["https://openalex.org/I87354575","https://openalex.org/I4210086894"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210098366","https://openalex.org/I87354575"],"apc_list":null,"apc_paid":null,"fwci":1.0044,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72698007,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"21","issue":"4","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8745862245559692},{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.6951050758361816},{"id":"https://openalex.org/keywords/capsule","display_name":"Capsule","score":0.423306941986084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39511024951934814},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37856051325798035}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8745862245559692},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.6951050758361816},{"id":"https://openalex.org/C2778778583","wikidata":"https://www.wikidata.org/wiki/Q147768","display_name":"Capsule","level":2,"score":0.423306941986084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39511024951934814},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37856051325798035},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3715138","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3715138","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W2097117768","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2486034530","https://openalex.org/W2531409750","https://openalex.org/W2726515241","https://openalex.org/W2752782242","https://openalex.org/W2807126412","https://openalex.org/W2852084320","https://openalex.org/W2884585870","https://openalex.org/W2891145043","https://openalex.org/W2962958939","https://openalex.org/W2963163009","https://openalex.org/W2963460857","https://openalex.org/W2963720850","https://openalex.org/W2970710980","https://openalex.org/W2982058372","https://openalex.org/W2984287396","https://openalex.org/W2991318208","https://openalex.org/W3018564516","https://openalex.org/W3034196597","https://openalex.org/W3034713808","https://openalex.org/W3034900344","https://openalex.org/W3034909238","https://openalex.org/W3035574324","https://openalex.org/W3036806226","https://openalex.org/W3092879151","https://openalex.org/W3093010840","https://openalex.org/W3120488063","https://openalex.org/W3161417217","https://openalex.org/W3166490340","https://openalex.org/W3170898657","https://openalex.org/W3174171554","https://openalex.org/W3174508664","https://openalex.org/W3174572554","https://openalex.org/W3174658753","https://openalex.org/W3183999072","https://openalex.org/W3196204467","https://openalex.org/W3207531490","https://openalex.org/W4205974231","https://openalex.org/W4210623456","https://openalex.org/W4287758545","https://openalex.org/W4296079585","https://openalex.org/W4297095254","https://openalex.org/W4311719620","https://openalex.org/W4312095999","https://openalex.org/W4312782746","https://openalex.org/W4381302520","https://openalex.org/W4382407365","https://openalex.org/W4386071953","https://openalex.org/W4388858946","https://openalex.org/W4404943083"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2035546108","https://openalex.org/W2376361520","https://openalex.org/W2133328864","https://openalex.org/W2093949997","https://openalex.org/W2570200690","https://openalex.org/W2389726244","https://openalex.org/W3030478661"],"abstract_inverted_index":{"Deep-fake":[0],"videos,":[1,27],"generated":[2,103],"through":[3],"AI":[4],"face-swapping":[5],"techniques,":[6],"have":[7],"garnered":[8],"considerable":[9],"attention":[10,179,201],"due":[11],"to":[12,31,116,203],"their":[13],"potential":[14],"for":[15,40,67,85,169],"impactful":[16],"impersonation":[17],"attacks.":[18],"While":[19],"existing":[20],"research":[21],"primarily":[22],"distinguishes":[23],"real":[24],"from":[25,91,112],"fake":[26,110],"attributing":[28],"a":[29,144,149,157,177,195,223],"deep-fake":[30,73,86,99,140,192,213,253],"its":[32],"specific":[33],"generation":[34],"model":[35,82,131,141,153,221],"or":[36],"encoder":[37],"is":[38],"crucial":[39],"forensic":[41],"investigation,":[42],"enabling":[43,188],"precise":[44,232],"source":[45],"tracing":[46],"and":[47,95,101,176,208,239],"tailored":[48],"countermeasures.":[49],"This":[50,137],"approach":[51],"not":[52],"only":[53,109,161],"enhances":[54],"detection":[55],"accuracy":[56],"by":[57,104],"leveraging":[58],"unique":[59],"model-specific":[60],"artifacts":[61],"but":[62],"also":[63],"provides":[64],"insights":[65,217],"essential":[66],"developing":[68],"proactive":[69],"defenses":[70],"against":[71],"evolving":[72],"techniques.":[74],"Addressing":[75],"this":[76,78,127],"gap,":[77],"article":[79],"investigates":[80],"the":[81,113,119,124,162,237,243],"attribution":[83,132,142],"problem":[84],"videos":[87,100,254],"using":[88],"two":[89],"datasets\u2014Deepfakes":[90],"Different":[92],"Models":[93],"(DFDM)":[94],"GANGen-Detection,":[96],"which":[97,122],"comprise":[98],"images":[102,111],"GAN":[105],"models.":[106],"We":[107],"select":[108],"GANGen-Detection":[114,240],"dataset":[115],"align":[117],"with":[118,173],"DFDM":[120,238],"dataset,":[121],"specifies":[123],"goal":[125],"of":[126,166,191,226,245],"study,":[128],"focusing":[129],"on":[130,236],"rather":[133],"than":[134],"real/fake":[135],"classification.":[136],"study":[138],"formulates":[139],"as":[143],"multiclass":[145],"classification":[146],"task,":[147],"introducing":[148],"novel":[150],"Capsule-Spatial-Temporal":[151],"(CapST)":[152],"that":[154],"effectively":[155],"integrates":[156],"modified":[158],"VGG19":[159],"(utilizing":[160],"first":[163],"26":[164],"out":[165],"52":[167],"layers)":[168],"feature":[170,186,206],"extraction,":[171],"combined":[172],"Capsule":[174,182],"Networks":[175],"Spatio-Temporal":[178],"mechanism.":[180],"The":[181],"module":[183],"captures":[184],"intricate":[185],"hierarchies,":[187],"robust":[189],"identification":[190],"attributes,":[193],"while":[194,259],"video-level":[196],"fusion":[197],"technique":[198],"leverages":[199],"temporal":[200,210],"mechanisms":[202],"process":[204],"concatenated":[205],"vectors":[207],"capture":[209],"dependencies":[211],"in":[212,230,250],"videos.":[214],"By":[215],"aggregating":[216],"across":[218],"frames,":[219],"our":[220],"achieves":[222],"comprehensive":[224],"understanding":[225],"video":[227],"content,":[228],"resulting":[229],"more":[231],"predictions.":[233],"Experimental":[234],"results":[235],"datasets":[241],"demonstrate":[242],"efficacy":[244],"CapST,":[246],"achieving":[247],"substantial":[248],"improvements":[249],"accurately":[251],"categorizing":[252],"over":[255],"baseline":[256],"models,":[257],"all":[258],"demanding":[260],"fewer":[261],"computational":[262],"resources.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}