{"id":"https://openalex.org/W7164347697","doi":"https://doi.org/10.48550/arxiv.2606.12294","title":"Bridging the Modality Gap in Forensic Image Retrieval","display_name":"Bridging the Modality Gap in Forensic Image Retrieval","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164347697","doi":"https://doi.org/10.48550/arxiv.2606.12294"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12294","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087095141","display_name":"Ricardo Gonz\u00e1lez-Gazapo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gonz\u00e1lez-Gazapo, Ricardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138420640","display_name":"Annette Morales-Gonz\u00e1lez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Morales-Gonz\u00e1lez, Annette","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136592276","display_name":"Yoanna Martinez-Diaz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mart\u00ednez-D\u00edaz, Yoanna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124693859","display_name":"Heydi M\u00e9ndez-V\u00e1zquez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"M\u00e9ndez-V\u00e1zquez, Heydi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138433923","display_name":"Milton Garc\u00eda-Borroto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garc\u00eda-Borroto, Milton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10992","display_name":"Forensic Anthropology and Bioarchaeology Studies","score":0.20739999413490295,"subfield":{"id":"https://openalex.org/subfields/1204","display_name":"Archeology"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10992","display_name":"Forensic Anthropology and Bioarchaeology Studies","score":0.20739999413490295,"subfield":{"id":"https://openalex.org/subfields/1204","display_name":"Archeology"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.11029999703168869,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12901","display_name":"Tattoo and Body Piercing Complications","score":0.0771000012755394,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.5554999709129333},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.46309998631477356},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.45019999146461487},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4122999906539917},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.40059998631477356},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.37630000710487366},{"id":"https://openalex.org/keywords/witness","display_name":"Witness","score":0.36640000343322754},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.3458000123500824}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.820900022983551},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6025000214576721},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.5554999709129333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49239999055862427},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.46309998631477356},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C2776900844","wikidata":"https://www.wikidata.org/wiki/Q8028383","display_name":"Witness","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C189391414","wikidata":"https://www.wikidata.org/wiki/Q7936579","display_name":"Visual Word","level":4,"score":0.3447999954223633},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28110000491142273},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.26440000534057617},{"id":"https://openalex.org/C90288658","wikidata":"https://www.wikidata.org/wiki/Q3318149","display_name":"Human\u2013computer information retrieval","level":3,"score":0.2612000107765198}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automated":[0],"image":[1,70],"retrieval":[2,34,60,71,79,98,105,140,174,206,229],"plays":[3],"an":[4],"increasingly":[5],"critical":[6],"role":[7],"in":[8,179],"modern":[9,211],"forensic":[10,44,66,107,200,216],"analysis,":[11],"supporting":[12,235],"investigative":[13,236],"workflows":[14,237],"that":[15,151,218],"rely":[16,220],"on":[17,29,221],"efficient":[18],"comparison":[19],"of":[20,46,170,202],"visual":[21,161,182],"evidence.":[22],"While":[23],"prior":[24],"work":[25,197],"has":[26,38],"focused":[27],"primarily":[28],"developing":[30],"and":[31,102,128,146,154,176,208,242],"optimizing":[32],"multimodal":[33,114,148,205,228],"systems,":[35],"limited":[36,185],"attention":[37],"been":[39],"paid":[40],"to":[41,63,119,165],"evaluating":[42],"the":[43,86,199],"applicability":[45],"these":[47],"technologies":[48],"across":[49],"diverse":[50],"real-world":[51],"scenarios.":[52],"In":[53],"this":[54],"study,":[55],"we":[56],"present":[57],"a":[58,73,90,94,113,147,203,231],"unified":[59,204],"framework":[61],"adapted":[62],"four":[64],"key":[65],"tasks:":[67],"(1)":[68],"tattoo":[69,74,78,97],"given":[72],"query":[75],"image;":[76],"(2)":[77],"guided":[80],"by":[81,132],"human-expert":[82],"textual":[83,123],"descriptions,":[84],"modelling":[85],"common":[87],"situation":[88],"where":[89,181],"witness":[91,194,243],"verbally":[92],"describes":[93],"tattoo;":[95],"(3)":[96],"from":[99,106,159],"hand-drawn":[100],"sketches;":[101],"(4)":[103],"face":[104,108],"sketches.":[109],"Our":[110,225],"system":[111],"leverages":[112],"large":[115],"language":[116],"model":[117],"(MLLM)":[118],"automatically":[120],"generate":[121],"structured":[122],"descriptions":[124],"for":[125,135,234],"all":[126],"queries":[127],"gallery":[129],"images,":[130],"followed":[131],"sentence-transformer":[133],"embedding":[134],"text-based":[136],"comparison.":[137],"We":[138],"evaluate":[139],"using":[141],"visual-only":[142],"embeddings,":[143],"text-only":[144],"embeddings":[145],"fusion":[149,169],"strategy":[150],"combines":[152],"text-":[153],"image-based":[155],"similarity":[156],"scores":[157],"derived":[158],"state-of-the-art":[160],"feature":[162],"extractors":[163],"relevant":[164],"each":[166],"task.":[167],"The":[168],"modalities":[171],"consistently":[172],"improves":[173],"precision":[175],"robustness,":[177],"especially":[178],"scenarios":[180],"information":[183],"is":[184],"or":[186,192],"noisy":[187],"(e.g.,":[188],"sketches,":[189],"partial":[190],"tattoos,":[191,239],"fragmented":[193],"statements).":[195],"This":[196],"highlights":[198],"value":[201],"pipeline":[207],"demonstrates":[209],"how":[210],"MLLMs":[212],"can":[213],"operationalize":[214],"challenging":[215],"tasks":[217],"traditionally":[219],"manual":[222],"expert":[223],"analysis.":[224],"results":[226],"position":[227],"as":[230],"promising":[232],"tool":[233],"involving":[238],"facial":[240],"composites,":[241],"descriptions.":[244]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-12T00:00:00"}