{"id":"https://openalex.org/W4416799798","doi":"https://doi.org/10.1109/snpd65828.2025.11253944","title":"Leveraging Multimodal Large Language Models for Digital Forensics in Military Personnel Detection in Mobile Device Images","display_name":"Leveraging Multimodal Large Language Models for Digital Forensics in Military Personnel Detection in Mobile Device Images","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4416799798","doi":"https://doi.org/10.1109/snpd65828.2025.11253944"},"language":null,"primary_location":{"id":"doi:10.1109/snpd65828.2025.11253944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snpd65828.2025.11253944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACIS 29th International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing (SNPD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093612526","display_name":"Taras Fedynyshyn","orcid":"https://orcid.org/0009-0006-8233-8057"},"institutions":[{"id":"https://openalex.org/I98435010","display_name":"Lviv Polytechnic National University","ror":"https://ror.org/0542q3127","country_code":"UA","type":"education","lineage":["https://openalex.org/I98435010"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Taras Fedynyshyn","raw_affiliation_strings":["Lviv Polytechnic National University,Department of Information Security,Lviv,Ukraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lviv Polytechnic National University,Department of Information Security,Lviv,Ukraine","institution_ids":["https://openalex.org/I98435010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015555143","display_name":"Olha Mykhaylova","orcid":"https://orcid.org/0000-0002-3086-3160"},"institutions":[{"id":"https://openalex.org/I98435010","display_name":"Lviv Polytechnic National University","ror":"https://ror.org/0542q3127","country_code":"UA","type":"education","lineage":["https://openalex.org/I98435010"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Olha Partyka","raw_affiliation_strings":["Lviv Polytechnic National University,Department of Information Security,Lviv,Ukraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lviv Polytechnic National University,Department of Information Security,Lviv,Ukraine","institution_ids":["https://openalex.org/I98435010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007976499","display_name":"\u0406van \u041epirskyy","orcid":"https://orcid.org/0000-0002-8461-8996"},"institutions":[{"id":"https://openalex.org/I98435010","display_name":"Lviv Polytechnic National University","ror":"https://ror.org/0542q3127","country_code":"UA","type":"education","lineage":["https://openalex.org/I98435010"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Ivan Opirskyy","raw_affiliation_strings":["Lviv Polytechnic National University,Department of Information Security,Lviv,Ukraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lviv Polytechnic National University,Department of Information Security,Lviv,Ukraine","institution_ids":["https://openalex.org/I98435010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117538800","display_name":"Abilkair Imanberdi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141757","display_name":"Astana Medical University","ror":"https://ror.org/038mavt60","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210141757"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Abilkair Imanberdi","raw_affiliation_strings":["Astana IT University,Research and Innovation Center \"CyberTech\",Astana,Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Astana IT University,Research and Innovation Center \"CyberTech\",Astana,Kazakhstan","institution_ids":["https://openalex.org/I4210141757"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114444139","display_name":"Alisher Batkuldin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141757","display_name":"Astana Medical University","ror":"https://ror.org/038mavt60","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210141757"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Alisher Batkuldin","raw_affiliation_strings":["Astana IT University,Research and Innovation Center \"CyberTech\",Astana,Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Astana IT University,Research and Innovation Center \"CyberTech\",Astana,Kazakhstan","institution_ids":["https://openalex.org/I4210141757"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119223038","display_name":"Olzhas Konakbayev","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141757","display_name":"Astana Medical University","ror":"https://ror.org/038mavt60","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210141757"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Olzhas Konakbayev","raw_affiliation_strings":["Astana IT University,Research and Innovation Center \"CyberTech\",Astana,Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Astana IT University,Research and Innovation Center \"CyberTech\",Astana,Kazakhstan","institution_ids":["https://openalex.org/I4210141757"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3505204,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"127","last_page":"132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10751","display_name":"Forensic and Genetic Research","score":0.11680000275373459,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10751","display_name":"Forensic and Genetic Research","score":0.11680000275373459,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.09759999811649323,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.06350000202655792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/digital-forensics","display_name":"Digital forensics","score":0.6349999904632568},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5421000123023987},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5145999789237976},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4918000102043152},{"id":"https://openalex.org/keywords/military-personnel","display_name":"Military personnel","score":0.3677999973297119},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3003999888896942}],"concepts":[{"id":"https://openalex.org/C84418412","wikidata":"https://www.wikidata.org/wiki/Q3246940","display_name":"Digital forensics","level":2,"score":0.6349999904632568},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5918999910354614},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5421000123023987},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5145999789237976},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4918000102043152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4607999920845032},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4465000033378601},{"id":"https://openalex.org/C2779072820","wikidata":"https://www.wikidata.org/wiki/Q47064","display_name":"Military personnel","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29339998960494995},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C49504249","wikidata":"https://www.wikidata.org/wiki/Q4168000","display_name":"Military intelligence","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/snpd65828.2025.11253944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snpd65828.2025.11253944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACIS 29th International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing (SNPD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2151939419","https://openalex.org/W2553152707","https://openalex.org/W2970231061","https://openalex.org/W3011180902","https://openalex.org/W3200181601","https://openalex.org/W4229058927","https://openalex.org/W4280649076","https://openalex.org/W4390687039","https://openalex.org/W4400608844","https://openalex.org/W4402307380","https://openalex.org/W4404007455","https://openalex.org/W4405906680","https://openalex.org/W4407410200"],"related_works":[],"abstract_inverted_index":{"Digital":[0],"forensics":[1,320],"plays":[2],"a":[3,177],"crucial":[4],"role":[5],"in":[6,10,39,47,52,86,144,157,203,274,286,318,328],"modern":[7],"investigations,":[8],"particularly":[9,56],"analyzing":[11,108],"vast":[12],"amounts":[13],"of":[14,26,35,76,94,141,184,248,271,316],"image":[15,70,276],"data":[16],"from":[17,238],"mobile":[18,87],"devices":[19],"to":[20,111,137,208,235,298],"identify":[21,112],"individuals,":[22],"objects,":[23],"and":[24,44,67,82,103,115,122,135,171,191,258,268,290,304,321],"activities":[25],"interest.":[27],"Traditional":[28],"forensic":[29,69,146,275,284,330],"techniques":[30],"struggle":[31],"with":[32,161,181,242],"the":[33,74,92,99,104,139,266,314,323],"complexity":[34],"real-world":[36,145],"images,":[37,129,293],"especially":[38],"distinguishing":[40],"between":[41,188],"military":[42,48,84,113,131,159,240],"personnel":[43,85,114],"mannequins":[45,237,250],"dressed":[46],"attire.":[49],"Recent":[50],"advancements":[51,327],"Artificial":[53],"Intelligence":[54],"(AI),":[55],"multimodal":[57,78,272],"Large":[58],"Language":[59],"Models":[60],"(LLMs),":[61],"offer":[62],"new":[63],"opportunities":[64],"for":[65,80,166,169,173,261,325],"automating":[66],"enhancing":[68],"analysis.This":[71],"study":[72,309],"evaluates":[73],"feasibility":[75],"using":[77],"LLMs":[79,273],"detecting":[81,158],"recognizing":[83],"device":[88],"images.":[89],"We":[90],"compare":[91],"performance":[93,202],"Google\u2019s":[95],"Gemini":[96,189,209,230],"1.5":[97],"Pro,":[98],"open-source":[100],"LLAVA":[101,192,213,224],"model,":[102],"newly":[105],"released":[106],"GPT-4o,":[107],"their":[109],"ability":[110],"correctly":[116],"classify":[117],"attributes":[118],"such":[119],"as":[120],"country":[121,204],"unit":[123,216],"name.":[124],"The":[125],"dataset":[126],"includes":[127],"436":[128],"comprising":[130],"personnel,":[132,241],"military-themed":[133],"mannequins,":[134],"civilians,":[136],"test":[138],"robustness":[140,300],"these":[142],"models":[143,152,233,280],"scenarios.Our":[147],"results":[148],"show":[149],"that":[150],"all":[151],"achieved":[153,220],"perfect":[154],"precision":[155],"(1.0)":[156],"presence,":[160],"high":[162,243],"recall":[163],"scores:":[164],"0.99":[165],"Gemini,":[167,254],"0.98":[168],"LLAVA,":[170,257],"0.91":[172],"GPT-4o.":[174],"GPT-4o":[175,199,219],"demonstrated":[176],"strong":[178],"overall":[179],"performance,":[180],"an":[182],"accuracy":[183],"0.751,":[185],"placing":[186],"it":[187],"(0.837)":[190],"(0.69).":[193],"However,":[194],"contextual":[195,306],"classification":[196],"remains":[197],"challenging.":[198],"showed":[200],"lower":[201,228],"identification":[205],"(0.385)":[206],"compared":[207],"(0.787)":[210],"but":[211,226],"outperformed":[212],"(0.121).":[214],"In":[215],"name":[217],"recognition,":[218],"0.08,":[221],"higher":[222],"than":[223,229],"(0.005)":[225],"significantly":[227,282],"(0.254).":[231],"All":[232],"struggled":[234],"distinguish":[236],"real":[239],"misclassification":[244,302],"rates:":[245],"88":[246],"out":[247],"99":[249],"were":[251],"misclassified":[252],"by":[253,256],"86":[255],"comparable":[259],"figures":[260],"GPT-4o.These":[262],"findings":[263],"highlight":[264],"both":[265],"promise":[267],"current":[269],"limitations":[270],"analysis.":[277],"While":[278],"AI":[279,317],"can":[281],"assist":[283],"analysts":[285],"triaging":[287],"large":[288],"datasets":[289],"identifying":[291],"relevant":[292],"further":[294],"research":[295],"is":[296],"needed":[297],"improve":[299],"against":[301],"errors":[303],"enhance":[305],"understanding.":[307],"This":[308],"provides":[310],"valuable":[311],"insights":[312],"into":[313],"adoption":[315],"digital":[319],"lays":[322],"groundwork":[324],"future":[326],"LLM-based":[329],"investigation":[331],"techniques.":[332]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-28T00:00:00"}