{"id":"https://openalex.org/W7140326502","doi":"https://doi.org/10.1109/tifs.2026.3677584","title":"Propose and Rectify: A Forensics-Driven MLLM Framework for Image Manipulation Localization","display_name":"Propose and Rectify: A Forensics-Driven MLLM Framework for Image Manipulation Localization","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140326502","doi":"https://doi.org/10.1109/tifs.2026.3677584"},"language":null,"primary_location":{"id":"doi:10.1109/tifs.2026.3677584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2026.3677584","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023177595","display_name":"Keyang Zhang","orcid":"https://orcid.org/0009-0001-8130-6989"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Keyang Zhang","raw_affiliation_strings":["Department of Electrical Engineering, City University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0009-0001-8130-6989","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058765046","display_name":"Chenqi Kong","orcid":"https://orcid.org/0000-0002-3958-6489"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chenqi Kong","raw_affiliation_strings":["Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3958-6489","affiliations":[{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130551813","display_name":"Hui Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hui Liu","raw_affiliation_strings":["Department of Electrical Engineering, City University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126693120","display_name":"Bo Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bo Ding","raw_affiliation_strings":["Department of Electrical Engineering, City University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-6630-829X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130624315","display_name":"Xinghao Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghao Jiang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9758-0579","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":null,"display_name":"Haoliang Li","orcid":"https://orcid.org/0000-0002-8723-8112"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haoliang Li","raw_affiliation_strings":["Department of Electrical Engineering, City University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-8723-8112","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5023177595"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.62617852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"21","issue":null,"first_page":"3396","last_page":"3409"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9510999917984009,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9510999917984009,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.014600000344216824,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.013299999758601189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-manipulation","display_name":"Image manipulation","score":0.5631999969482422},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4620000123977661},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4043000042438507},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.3853999972343445},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3361000120639801},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3249000012874603},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.31779998540878296}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7892000079154968},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6861000061035156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6430000066757202},{"id":"https://openalex.org/C2987933465","wikidata":"https://www.wikidata.org/wiki/Q141130","display_name":"Image manipulation","level":3,"score":0.5631999969482422},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4620000123977661},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4043000042438507},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.3853999972343445},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C193536780","wikidata":"https://www.wikidata.org/wiki/Q1513153","display_name":"Edge detection","level":4,"score":0.26910001039505005},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.2542000114917755},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2026.3677584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2026.3677584","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2516222555","display_name":null,"funder_award_id":"2025ZNSFSC0511","funder_id":"https://openalex.org/F4320321003","funder_display_name":"Vienna Science and Technology Fund"},{"id":"https://openalex.org/G6583730519","display_name":null,"funder_award_id":"62272299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321003","display_name":"Vienna Science and Technology Fund","ror":"https://ror.org/01f9mc681"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"increasing":[1],"sophistication":[2],"of":[3,88,154],"image":[4,143],"manipulation":[5,52,83],"techniques":[6],"demands":[7],"robust":[8],"forensic":[9,47,118,138,165],"solutions":[10],"that":[11,61,108,135,170],"can":[12],"both":[13],"reliably":[14],"detect":[15],"alterations":[16],"and":[17,34,85,95,111,177,188,203],"precisely":[18],"localize":[19],"tampered":[20],"regions.":[21,156],"Recent":[22],"Multimodal":[23],"Large":[24],"Language":[25],"Models":[26],"(MLLMs)":[27],"show":[28],"promise":[29],"by":[30],"leveraging":[31],"world":[32],"knowledge":[33],"semantic":[35,64,93,148,172],"understanding":[36,94],"for":[37,50],"context-aware":[38],"detection,":[39],"yet":[40],"they":[41],"struggle":[42],"with":[43,66,163,200],"perceiving":[44],"subtle,":[45],"low-level":[46],"artifacts":[48],"crucial":[49],"accurate":[51],"localization.":[53],"This":[54],"paper":[55],"presents":[56],"a":[57,76,104],"novel":[58],"Propose-Rectify":[59],"framework":[60,168],"effectively":[62],"bridges":[63],"reasoning":[65,162],"forensic-specific":[67],"analysis.":[68],"In":[69,98],"the":[70,99],"proposal":[71],"stage,":[72,101],"our":[73,167],"approach":[74],"utilizes":[75],"forensic-adapted":[77],"LLaVA":[78],"model":[79],"to":[80,150],"generate":[81],"initial":[82,114,171],"analysis":[84],"preliminary":[86],"localization":[87,189],"suspicious":[89],"regions":[90],"based":[91],"on":[92],"contextual":[96],"reasoning.":[97],"rectification":[100],"we":[102,129],"introduce":[103],"Forensics":[105],"Rectification":[106],"Module":[107,134],"systematically":[109,175],"validates":[110],"refines":[112],"these":[113],"proposals":[115,173],"through":[116,179],"multi-scale":[117],"feature":[119],"analysis,":[120],"integrating":[121],"technical":[122,181],"evidence":[123],"from":[124],"several":[125],"specialized":[126],"filters.":[127],"Additionally,":[128],"present":[130],"an":[131],"Enhanced":[132],"Segmentation":[133],"incorporates":[136],"critical":[137],"cues":[139],"into":[140],"SAM\u2019s":[141],"encoded":[142],"embeddings,":[144],"thereby":[145],"overcoming":[146],"inherent":[147],"biases":[149],"achieve":[151],"precise":[152],"delineation":[153],"manipulated":[155],"By":[157],"synergistically":[158],"combining":[159],"advanced":[160],"multimodal":[161],"established":[164],"methodologies,":[166],"ensures":[169],"are":[174],"validated":[176],"enhanced":[178],"concrete":[180],"evidence,":[182],"resulting":[183],"in":[184],"comprehensive":[185],"detection":[186],"accuracy":[187],"precision.":[190],"Extensive":[191],"experimental":[192],"validation":[193],"demonstrates":[194],"state-of-the-art":[195],"performance":[196],"across":[197],"diverse":[198],"datasets":[199],"exceptional":[201],"robustness":[202],"generalization":[204],"capabilities.":[205]},"counts_by_year":[],"updated_date":"2026-04-04T06:10:10.580331","created_date":"2026-03-26T00:00:00"}