{"id":"https://openalex.org/W2912308702","doi":"https://doi.org/10.1109/wacvw.2019.00018","title":"MFC Datasets: Large-Scale Benchmark Datasets for Media Forensic Challenge Evaluation","display_name":"MFC Datasets: Large-Scale Benchmark Datasets for Media Forensic Challenge Evaluation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2912308702","doi":"https://doi.org/10.1109/wacvw.2019.00018","mag":"2912308702"},"language":"en","primary_location":{"id":"doi:10.1109/wacvw.2019.00018","doi":"https://doi.org/10.1109/wacvw.2019.00018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacvw.2019.00018","pdf_url":null,"source":{"id":"https://openalex.org/S7407086155","display_name":"IEEE/CVF Winter Conference on Applications of Computer Vision Workshops (WACVW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Winter Applications of Computer Vision Workshops (WACVW)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101425285","display_name":"Haiying Guan","orcid":"https://orcid.org/0000-0003-1461-265X","observed_orcids":["https://orcid.org/0000-0003-1461-265X"]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiying Guan","raw_affiliation_strings":["National Institute of Standards and Technology","National Institute of Standards and Technology, Gaithersburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, United States","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068159033","display_name":"Mark Kozak","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mark Kozak","raw_affiliation_strings":["PAR Government"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PAR Government","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082176233","display_name":"Eric Robertson","orcid":"https://orcid.org/0000-0002-4942-4619","observed_orcids":["https://orcid.org/0000-0002-4942-4619"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eric Robertson","raw_affiliation_strings":["PAR Government"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PAR Government","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062913687","display_name":"Yooyoung Lee","orcid":"https://orcid.org/0000-0001-8785-273X","observed_orcids":["https://orcid.org/0000-0001-8785-273X"]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yooyoung Lee","raw_affiliation_strings":["National Institute of Standards and Technology","National Institute of Standards and Technology, Gaithersburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, United States","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039132893","display_name":"Amy N. Yates","orcid":"https://orcid.org/0000-0002-1250-1967","observed_orcids":["https://orcid.org/0000-0002-1250-1967"]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy N. Yates","raw_affiliation_strings":["National Institute of Standards and Technology","National Institute of Standards and Technology, Gaithersburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, United States","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068375429","display_name":"Andrew Delgado","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Delgado","raw_affiliation_strings":["National Institute of Standards and Technology","National Institute of Standards and Technology, Gaithersburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, United States","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014288497","display_name":"Daniel F. Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Zhou","raw_affiliation_strings":["National Institute of Standards and Technology","National Institute of Standards and Technology, Gaithersburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, United States","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013900713","display_name":"Timoth\u00e9e Kheyrkhah","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothee Kheyrkhah","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101094922","display_name":"Jeff Smith","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I6980041","display_name":"Thermo Fisher Scientific (Israel)","ror":"https://ror.org/05mmvmh32","country_code":"IL","type":"company","lineage":["https://openalex.org/I4210142480","https://openalex.org/I6980041"]},{"id":"https://openalex.org/I921990950","display_name":"University of Colorado Denver","ror":"https://ror.org/02hh7en24","country_code":"US","type":"education","lineage":["https://openalex.org/I921990950"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Jeff Smith","raw_affiliation_strings":["University of Colorado Denver","Thermo Fisher Scientific (Israel), Ness Ziona, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Denver","institution_ids":["https://openalex.org/I921990950"]},{"raw_affiliation_string":"Thermo Fisher Scientific (Israel), Ness Ziona, Israel","institution_ids":["https://openalex.org/I6980041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109412334","display_name":"Jonathan G. Fiscus","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Fiscus","raw_affiliation_strings":["National Institute of Standards and Technology","National Institute of Standards and Technology, Gaithersburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, United States","institution_ids":["https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2747,"has_fulltext":false,"cited_by_count":347,"citation_normalized_percentile":{"value":0.97466312,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"63","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13720","display_name":"Benford\u2019s Law and Fraud Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimedia-forensics","display_name":"multimedia forensics","score":0.9509999752044678},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.8330000042915344},{"id":"https://openalex.org/keywords/manipulated-images","display_name":"manipulated images","score":0.5690000057220459},{"id":"https://openalex.org/keywords/manipulated-video","display_name":"manipulated video","score":0.9869999885559082},{"id":"https://openalex.org/keywords/image-forgery-detection","display_name":"image forgery detection","score":0.7369999885559082},{"id":"https://openalex.org/keywords/video-manipulation-detection","display_name":"video manipulation detection","score":0.6209999918937683},{"id":"https://openalex.org/keywords/data-annotation","display_name":"data annotation","score":0.7310000061988831},{"id":"https://openalex.org/keywords/dataset-collection","display_name":"dataset collection","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8545722961425781},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7340109348297119},{"id":"https://openalex.org/C84418412","wikidata":"https://www.wikidata.org/wiki/Q3246940","display_name":"Digital forensics","level":2,"score":0.6380914449691772},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6132681965827942},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5505585074424744},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5176209211349487},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.46549949049949646},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42255234718322754},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4202154874801636},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3561435341835022},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25804799795150757},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2539428472518921},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11042371392250061},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wacvw.2019.00018","doi":"https://doi.org/10.1109/wacvw.2019.00018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacvw.2019.00018","pdf_url":null,"source":{"id":"https://openalex.org/S7407086155","display_name":"IEEE/CVF Winter Conference on Applications of Computer Vision Workshops (WACVW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Winter Applications of Computer Vision Workshops (WACVW)","raw_type":"proceedings-article"},{"id":"mag:2912308702","doi":null,"is_oa":false,"landing_page_url":"https://tsapps.nist.gov/publication/get_pdf.cfm?pub_id=927035","pdf_url":null,"source":{"id":"https://openalex.org/S4210231787","display_name":"Proceedings","issn_l":"1550-5790","issn":["1550-5790","2642-9381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Workshop on Applications of Computer Vision","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W115399891","https://openalex.org/W1566737483","https://openalex.org/W1582589041","https://openalex.org/W1861492603","https://openalex.org/W1976134597","https://openalex.org/W1997127867","https://openalex.org/W2009606665","https://openalex.org/W2017814585","https://openalex.org/W2037227137","https://openalex.org/W2038425697","https://openalex.org/W2046686077","https://openalex.org/W2049771774","https://openalex.org/W2055745001","https://openalex.org/W2062903088","https://openalex.org/W2096933452","https://openalex.org/W2108598243","https://openalex.org/W2114667516","https://openalex.org/W2115579991","https://openalex.org/W2141701079","https://openalex.org/W2142996775","https://openalex.org/W2145607950","https://openalex.org/W2149073238","https://openalex.org/W2155319953","https://openalex.org/W2162963619","https://openalex.org/W2250384498","https://openalex.org/W2554757535","https://openalex.org/W2587639398","https://openalex.org/W2762911267","https://openalex.org/W2766527293","https://openalex.org/W2794857359","https://openalex.org/W2890577321","https://openalex.org/W2896689692","https://openalex.org/W4289253809","https://openalex.org/W6603799118"],"related_works":["https://openalex.org/W3210117175","https://openalex.org/W3097220061","https://openalex.org/W3103752503","https://openalex.org/W3179810155","https://openalex.org/W3191451528","https://openalex.org/W3027377338","https://openalex.org/W3136525505","https://openalex.org/W4385801432","https://openalex.org/W2753303669","https://openalex.org/W2762911267"],"abstract_inverted_index":{"We":[0,42,99],"provide":[1],"a":[2,47,71,131],"benchmark":[3],"for":[4,144],"digital":[5],"Media":[6],"Forensics":[7],"Challenge":[8],"(MFC)":[9],"evaluations.":[10,158],"Our":[11],"comprehensive":[12],"data":[13],"comprises":[14],"over":[15],"176,000":[16],"high":[17],"provenance":[18],"(HP)":[19],"images":[20,29,37],"and":[21,30,38,45,52,55,62,91,109,111,115,119],"11,000":[22],"HP":[23],"videos;":[24,33],"more":[25],"than":[26],"100,000":[27],"manipulated":[28,32],"4,000":[31],"35":[34],"million":[35],"internet":[36],"300,000":[39],"video":[40],"clips.":[41],"have":[43],"designed":[44],"generated":[46],"series":[48],"of":[49,67,73],"development,":[50],"evaluation,":[51],"challenge":[53],"datasets,":[54],"used":[56],"them":[57],"to":[58,93,104,117,125],"assess":[59],"the":[60,65,78,88,113,122,140,145,152,156],"progress":[61],"thoroughly":[63],"analyze":[64],"performance":[66],"diverse":[68],"systems":[69],"on":[70],"variety":[72],"media":[74,95],"forensics":[75,96],"tasks":[76],"in":[77,155],"past":[79,157],"two":[80],"years.":[81],"In":[82],"this":[83],"paper,":[84],"we":[85,134,150],"first":[86],"introduce":[87],"objectives,":[89],"challenges,":[90],"approaches":[92,103],"building":[94],"evaluation":[97,123,128,142,153],"datasets.":[98],"then":[100],"discuss":[101],"our":[102],"forensic":[105],"dataset":[106],"collection,":[107],"annotation,":[108],"manipulation,":[110],"present":[112],"design":[114],"infrastructure":[116,137],"effectively":[118],"efficiently":[120],"build":[121,135],"datasets":[124],"support":[126],"various":[127],"tasks.":[129],"Given":[130],"specified":[132],"query,":[133],"an":[136],"that":[138],"selects":[139],"customized":[141],"subsets":[143],"targeted":[146],"analysis":[147],"report.":[148],"Finally,":[149],"demonstrate":[151],"results":[154]},"counts_by_year":[{"year":2026,"cited_by_count":62},{"year":2025,"cited_by_count":73},{"year":2024,"cited_by_count":73},{"year":2023,"cited_by_count":48},{"year":2022,"cited_by_count":36},{"year":2021,"cited_by_count":26},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2019-02-21T00:00:00"}