{"id":"https://openalex.org/W4385299582","doi":"https://doi.org/10.1109/tcsvt.2023.3299278","title":"Transformer-Based Image Inpainting Detection via Label Decoupling and Constrained Adversarial Training","display_name":"Transformer-Based Image Inpainting Detection via Label Decoupling and Constrained Adversarial Training","publication_year":2023,"publication_date":"2023-07-27","ids":{"openalex":"https://openalex.org/W4385299582","doi":"https://doi.org/10.1109/tcsvt.2023.3299278"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3299278","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3299278","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016956860","display_name":"Yuanman Li","orcid":"https://orcid.org/0000-0003-4526-3018"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanman Li","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","College of Electronics and Information Engineering, Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-4526-3018","affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090652664","display_name":"Liangpei Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangpei Hu","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","College of Electronics and Information Engineering, Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100771361","display_name":"Li Dong","orcid":"https://orcid.org/0000-0003-2002-8249"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Dong","raw_affiliation_strings":["Department of Computer Science, Ningbo University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0003-2002-8249","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079117782","display_name":"Haiwei Wu","orcid":"https://orcid.org/0000-0001-8807-0254"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Haiwei Wu","raw_affiliation_strings":["Department of Computer and Information Science, Faculty of Science and Technology, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0001-8807-0254","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, Faculty of Science and Technology, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101902782","display_name":"Jinyu Tian","orcid":"https://orcid.org/0000-0002-2449-5277"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jinyu Tian","raw_affiliation_strings":["School of Computer Science and Engineering, Macau University of Science and Technology, Macau, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037979193","display_name":"Jiantao Zhou","orcid":"https://orcid.org/0000-0002-6015-2618"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jiantao Zhou","raw_affiliation_strings":["Department of Computer and Information Science, Faculty of Science and Technology, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-6015-2618","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, Faculty of Science and Technology, University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445591","display_name":"Xia Li","orcid":"https://orcid.org/0000-0002-8043-9966"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xia Li","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","College of Electronics and Information Engineering, Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8043-9966","affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5016956860"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":3.0614,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.93212132,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"34","issue":"3","first_page":"1857","last_page":"1872"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.9384676814079285},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8286299109458923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.803286075592041},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.6321049928665161},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6282144784927368},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5252373218536377},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.48108622431755066},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45754143595695496},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4483085870742798},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43580397963523865},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.41276732087135315}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.9384676814079285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8286299109458923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.803286075592041},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.6321049928665161},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6282144784927368},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5252373218536377},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.48108622431755066},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45754143595695496},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4483085870742798},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43580397963523865},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.41276732087135315},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3299278","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3299278","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3823534568","display_name":null,"funder_award_id":"62001304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5151231185","display_name":null,"funder_award_id":"RCBS20210609103708014","funder_id":"https://openalex.org/F4320317337","funder_display_name":"Science and Technology Foundation of Shenzhen City"},{"id":"https://openalex.org/G7128480690","display_name":null,"funder_award_id":"2022A1515010645","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320317337","display_name":"Science and Technology Foundation of Shenzhen City","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2012875423","https://openalex.org/W2014400824","https://openalex.org/W2049771774","https://openalex.org/W2057016804","https://openalex.org/W2071869680","https://openalex.org/W2086917597","https://openalex.org/W2108598243","https://openalex.org/W2151690846","https://openalex.org/W2165736859","https://openalex.org/W2613645387","https://openalex.org/W2620038827","https://openalex.org/W2732026016","https://openalex.org/W2737955903","https://openalex.org/W2738588019","https://openalex.org/W2798117183","https://openalex.org/W2798365772","https://openalex.org/W2802701183","https://openalex.org/W2803418063","https://openalex.org/W2808402081","https://openalex.org/W2897180259","https://openalex.org/W2948407537","https://openalex.org/W2963270367","https://openalex.org/W2963351448","https://openalex.org/W2963420272","https://openalex.org/W2965965567","https://openalex.org/W2982763192","https://openalex.org/W2987701848","https://openalex.org/W2990984982","https://openalex.org/W2994855290","https://openalex.org/W2997095758","https://openalex.org/W2997669187","https://openalex.org/W3013316990","https://openalex.org/W3034185160","https://openalex.org/W3035251567","https://openalex.org/W3043547428","https://openalex.org/W3092462694","https://openalex.org/W3115390238","https://openalex.org/W3119586106","https://openalex.org/W3136416617","https://openalex.org/W3136675246","https://openalex.org/W3159937784","https://openalex.org/W3166513219","https://openalex.org/W3168649818","https://openalex.org/W3170841864","https://openalex.org/W3200611399","https://openalex.org/W3202296139","https://openalex.org/W3208354318","https://openalex.org/W4205974231","https://openalex.org/W4225554547","https://openalex.org/W4226117697","https://openalex.org/W4285117688","https://openalex.org/W4285149042","https://openalex.org/W4293846201","https://openalex.org/W4294643831","https://openalex.org/W4294811474","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6640425456","https://openalex.org/W6745560452","https://openalex.org/W6779473860","https://openalex.org/W6782872140","https://openalex.org/W6784094891","https://openalex.org/W6788023325","https://openalex.org/W6795892075","https://openalex.org/W6797398724"],"related_works":["https://openalex.org/W2380775572","https://openalex.org/W2213520135","https://openalex.org/W2244018504","https://openalex.org/W4242046654","https://openalex.org/W3174923100","https://openalex.org/W3134074939","https://openalex.org/W2117562399","https://openalex.org/W2907830442","https://openalex.org/W3176659669","https://openalex.org/W4287115361"],"abstract_inverted_index":{"Image":[0],"inpainting":[1,31,54,101,115,218,262,265],"based":[2],"on":[3,60],"generative":[4],"adversarial":[5,205,225],"networks":[6,63],"(GANs)":[7],"has":[8],"achieved":[9],"great":[10],"success":[11],"in":[12,22,88,196,208,237],"producing":[13],"visually":[14],"plausible":[15],"images":[16],"and":[17,81,84,127,141,168,172,263],"plays":[18],"an":[19],"important":[20],"role":[21],"many":[23],"real":[24],"tasks.":[25],"However,":[26],"the":[27,48,75,78,125,133,147,162,192,211,229,238,244],"techniques":[28],"of":[29,51,130,135,139,210,215,246],"image":[30,100,114,217],"might":[32],"also":[33],"be":[34],"maliciously":[35],"used,":[36],"e.g.,":[37],"altering":[38],"or":[39],"removing":[40],"interesting":[41],"objects":[42],"to":[43,72,145,180,250],"report":[44],"fake":[45],"news.":[46],"Despite":[47],"promising":[49],"performance":[50,231],"recently":[52],"developed":[53],"detection":[55,91,102,198,230,257],"algorithms,":[56],"they":[57,70],"are":[58,86],"built":[59],"convolutional":[61],"neural":[62],"(CNNs)":[64],"with":[65,153],"limited":[66],"receptive":[67],"fields.":[68],"Consequently,":[69],"fail":[71],"fully":[73],"capture":[74],"disparity":[76],"between":[77],"inpainted":[79,140,239],"regions":[80,83],"untouched":[82,142],"thus":[85],"ineffective":[87],"obtaining":[89],"fine-grained":[90],"results.":[92],"In":[93],"this":[94],"work,":[95],"we":[96,105,159,201],"develop":[97],"a":[98,107,154,165,169,174,203],"new":[99],"approach.":[103],"First,":[104],"propose":[106,160],"locally":[108],"enhanced":[109],"transformer":[110],"architecture":[111],"tailored":[112],"for":[113,259],"detection.":[116],"Unlike":[117],"previous":[118],"CNN-based":[119,252],"methods,":[120,253],"our":[121,188,223,247],"approach":[122],"leverages":[123],"both":[124,260],"short-range":[126],"long-range":[128],"dependencies":[129],"pixels,":[131],"enabling":[132],"learning":[134],"diverse":[136],"statistical":[137],"behaviors":[138],"regions.":[143,240],"Second,":[144],"mitigate":[146],"distraction":[148],"caused":[149],"by":[150,232],"near-edge":[151],"pixels":[152],"mixed":[155],"nature":[156],"during":[157],"training,":[158],"decoupling":[161,189],"label":[163],"into":[164],"body":[166],"map":[167],"soft-edge":[170],"map,":[171],"then":[173],"cross-modality":[175],"attention":[176],"module":[177],"is":[178],"designed":[179],"propagate":[181],"their":[182],"information":[183],"interactively.":[184],"It":[185,220],"demonstrates":[186],"that":[187,222],"strategy":[190],"outperforms":[191],"conventional":[193],"edge":[194],"supervision":[195],"enhancing":[197],"accuracy.":[199],"Finally,":[200],"devise":[202],"constrained":[204,224],"training":[206,226],"methodology":[207],"consideration":[209],"confrontational":[212],"generation":[213],"procedure":[214],"deep":[216,261],"methods.":[219],"shows":[221],"further":[227],"enhances":[228],"adaptively":[233],"introducing":[234],"interference":[235],"noise":[236],"Extensive":[241],"experiments":[242],"validate":[243],"superiority":[245],"scheme":[248],"compared":[249],"existing":[251],"showcasing":[254],"its":[255],"desirable":[256],"generalizability":[258],"traditional":[264],"algorithms.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}