{"id":"https://openalex.org/W7140164508","doi":"https://doi.org/10.1016/j.fsidi.2026.302055","title":"AutoDFBench 1.0: A benchmarking framework for digital forensic tool testing and generated code evaluation","display_name":"AutoDFBench 1.0: A benchmarking framework for digital forensic tool testing and generated code evaluation","publication_year":2026,"publication_date":"2026-03-01","ids":{"openalex":"https://openalex.org/W7140164508","doi":"https://doi.org/10.1016/j.fsidi.2026.302055"},"language":"en","primary_location":{"id":"doi:10.1016/j.fsidi.2026.302055","doi":"https://doi.org/10.1016/j.fsidi.2026.302055","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.fsidi.2026.302055","pdf_url":null,"source":{"id":"https://openalex.org/S4210178067","display_name":"Forensic Science International Digital Investigation","issn_l":"2666-2817","issn":["2666-2817","2666-2825"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Forensic Science International: Digital Investigation","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.fsidi.2026.302055","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098403081","display_name":"Akila Wickramasekara","orcid":"https://orcid.org/0000-0003-4320-417X","observed_orcids":["https://orcid.org/0000-0003-4320-417X"]},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Akila Wickramasekara","raw_affiliation_strings":["Forensics and Security Research Group, School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Forensics and Security Research Group, School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121112800","display_name":"Tharusha Mihiranga","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4387156359","display_name":"South East Technological University","ror":"https://ror.org/03fgx6868","country_code":"IE","type":"education","lineage":["https://openalex.org/I4387156359"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Tharusha Mihiranga","raw_affiliation_strings":["Forensics and Security Research Group, Department of Computing & Mathematics, South East Technological University, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Forensics and Security Research Group, Department of Computing & Mathematics, South East Technological University, Ireland","institution_ids":["https://openalex.org/I4387156359"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120563378","display_name":"Aruna Withanage","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aruna Withanage","raw_affiliation_strings":["Cybersecurity, University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cybersecurity, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116838801","display_name":"Buddhima Weerasinghe","orcid":"https://orcid.org/0009-0004-1459-3975","observed_orcids":["https://orcid.org/0009-0004-1459-3975"]},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Buddhima Weerasinghe","raw_affiliation_strings":["School of Computer Science, University of Birmingham, Birmingham, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Birmingham, Birmingham, United Kingdom","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068630039","display_name":"Frank Breitinger","orcid":"https://orcid.org/0000-0001-5261-4600","observed_orcids":["https://orcid.org/0000-0001-5261-4600"]},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Frank Breitinger","raw_affiliation_strings":["Cybersecurity, University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cybersecurity, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007380027","display_name":"John Sheppard","orcid":"https://orcid.org/0000-0003-4212-0329","observed_orcids":["https://orcid.org/0000-0003-4212-0329"]},"institutions":[{"id":"https://openalex.org/I4387156359","display_name":"South East Technological University","ror":"https://ror.org/03fgx6868","country_code":"IE","type":"education","lineage":["https://openalex.org/I4387156359"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"John Sheppard","raw_affiliation_strings":["Forensics and Security Research Group, Department of Computing & Mathematics, South East Technological University, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Forensics and Security Research Group, Department of Computing & Mathematics, South East Technological University, Ireland","institution_ids":["https://openalex.org/I4387156359"]}]},{"author_position":"last","author":{"id":null,"display_name":"Mark Scanlon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Mark Scanlon","raw_affiliation_strings":["Forensics and Security Research Group, School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Forensics and Security Research Group, School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5098403081"],"corresponding_institution_ids":["https://openalex.org/I100930933"],"apc_list":{"value":3100,"currency":"USD","value_usd":3100},"apc_paid":{"value":3100,"currency":"USD","value_usd":3100},"fwci":3.6254,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89982833,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"56","issue":null,"first_page":"302055","last_page":"302055"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14171","display_name":"Education, Law, and Society","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking-framework","display_name":"benchmarking framework","score":0.9509999752044678},{"id":"https://openalex.org/keywords/string-matching","display_name":"string matching","score":0.8539999723434448},{"id":"https://openalex.org/keywords/deleted-file-recovery","display_name":"deleted file recovery","score":0.9940000176429749},{"id":"https://openalex.org/keywords/file-carving","display_name":"file carving","score":1.0},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.722000002861023},{"id":"https://openalex.org/keywords/forensic-tool-comparison","display_name":"forensic tool comparison","score":0.4699999988079071},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.4569999873638153}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6003999710083008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5985999703407288},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44690001010894775},{"id":"https://openalex.org/C84418412","wikidata":"https://www.wikidata.org/wiki/Q3246940","display_name":"Digital forensics","level":2,"score":0.39800000190734863},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39739999175071716},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27559998631477356},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27090001106262207},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.25690001249313354}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1016/j.fsidi.2026.302055","doi":"https://doi.org/10.1016/j.fsidi.2026.302055","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.fsidi.2026.302055","pdf_url":null,"source":{"id":"https://openalex.org/S4210178067","display_name":"Forensic Science International Digital Investigation","issn_l":"2666-2817","issn":["2666-2817","2666-2825"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Forensic Science International: Digital Investigation","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/7a67511a-2b0a-4f25-88ee-af5c28be1657","doi":null,"is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/7a67511a-2b0a-4f25-88ee-af5c28be1657","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wickramasekara, A, Mihiranga, T, Withanage, A, Weerasinghe, B S, Breitinger, F, Sheppard, J & Scanlon, M 2026, 'AutoDFBench 1.0 : A Benchmarking Framework for Digital Forensic Tool Testing and Generated Code Evaluation', Forensic Science International: Digital Investigation, vol. 56, no. Supplement, 302055. https://doi.org/10.1016/j.fsidi.2026.302055","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arXiv.org:2512.16965","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.16965","pdf_url":"https://arxiv.org/pdf/2512.16965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.16965","doi":"https://doi.org/10.48550/arxiv.2512.16965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.16965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1016/j.fsidi.2026.302055","doi":"https://doi.org/10.1016/j.fsidi.2026.302055","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.fsidi.2026.302055","pdf_url":null,"source":{"id":"https://openalex.org/S4210178067","display_name":"Forensic Science International Digital Investigation","issn_l":"2666-2817","issn":["2666-2817","2666-2825"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Forensic Science International: Digital Investigation","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140164508.pdf","grobid_xml":"https://content.openalex.org/works/W7140164508.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2078924106","https://openalex.org/W2080344989","https://openalex.org/W2098596557","https://openalex.org/W2904398394","https://openalex.org/W2912047161","https://openalex.org/W2942027462","https://openalex.org/W2956208032","https://openalex.org/W3172835673","https://openalex.org/W4210783895","https://openalex.org/W4213423307","https://openalex.org/W4309118607","https://openalex.org/W4387610430","https://openalex.org/W4391241488","https://openalex.org/W4392852579","https://openalex.org/W4396918081","https://openalex.org/W4404862247","https://openalex.org/W4407099782","https://openalex.org/W4413679735","https://openalex.org/W4416464427"],"related_works":["https://openalex.org/W4408948503","https://openalex.org/W4234966910","https://openalex.org/W148387128","https://openalex.org/W141947321","https://openalex.org/W7099768083","https://openalex.org/W2123357207","https://openalex.org/W2887640754","https://openalex.org/W3044755017","https://openalex.org/W7101132762","https://openalex.org/W4312517658"],"abstract_inverted_index":{"The":[0,89,166,174],"National":[1],"Institute":[2],"of":[3,74,120,157,219],"Standards":[4],"and":[5,26,57,79,86,109,124,129,147,154,178,183,191,200,209,216],"Technology":[6],"(NIST)":[7],"Computer":[8],"Forensic":[9],"Tool":[10],"Testing":[11],"(CFTT)":[12],"programme":[13],"has":[14],"become":[15],"the":[16,39,45,72,96,155,162,187],"de":[17],"facto":[18],"standard":[19],"for":[20,150,195],"providing":[21],"digital":[22,196],"forensic":[23,41,184,197],"tool":[24,198,205],"testing":[25,199],"validation.":[27,201],"However":[28],"to":[29,35],"date,":[30],"no":[31],"comprehensive":[32],"framework":[33,69,90,168,175,194],"exists":[34],"automate":[36],"benchmarking":[37,68,167,193],"across":[38,181],"diverse":[40],"tasks":[42],"included":[43],"in":[44,50,54],"programme.":[46],"This":[47,61],"gap":[48],"results":[49],"inconsistent":[51],"validation,":[52],"challenges":[53],"comparing":[55],"tools,":[56],"limited":[58],"validation":[59],"reproducibility.":[60],"paper":[62],"introduces":[63],"AutoDFBench":[64,113,163,202],"1.0,":[65],"a":[66,133],"modular":[67],"that":[70,136],"supports":[71,204],"evaluation":[73],"both":[75],"conventional":[76],"DF":[77,220],"tools":[78,182],"scripts,":[80,185],"as":[81,83],"well":[82],"AI-generated":[84],"code":[85],"agentic":[87],"approaches.":[88],"integrates":[91],"five":[92],"areas":[93],"defined":[94],"by":[95,212],"CFTT":[97],"programme:":[98],"string":[99],"search,":[100],"deleted":[101],"file":[102,104],"recovery,":[103,108],"carving,":[105],"Windows":[106],"registry":[107],"SQLite":[110],"data":[111,118],"recovery.":[112],"1.0":[114,203],"includes":[115],"ground":[116],"truth":[117],"comprising":[119],"63":[121],"test":[122,127,152],"cases":[123],"10,968":[125],"unique":[126],"scenarios,":[128],"execute":[130],"evaluations":[131],"through":[132],"RESTful":[134],"API":[135],"produces":[137],"structured":[138],"JSON":[139],"outputs":[140],"with":[141],"standardised":[142],"metrics,":[143],"including":[144],"precision,":[145],"recall,":[146],"F1":[148,159],"score":[149],"each":[151],"case,":[153],"average":[156],"these":[158],"scores":[160],"becomes":[161],"Score":[164],".":[165],"is":[169],"validated":[170],"against":[171],"CFTT's":[172],"datasets.":[173],"enables":[176],"fair":[177],"reproducible":[179],"comparison":[180],"establishing":[186],"first":[188],"unified,":[189],"automated,":[190],"extensible":[192],"vendors,":[206],"researchers,":[207],"practitioners,":[208],"standardisation":[210],"bodies":[211],"facilitating":[213],"transparent,":[214],"reproducible,":[215],"comparable":[217],"assessments":[218],"technologies.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-02-02T00:00:00"}