{"id":"https://openalex.org/W7134076568","doi":"https://doi.org/10.48550/arxiv.2603.04598","title":"PinPoint: Evaluation of Composed Image Retrieval with Explicit Negatives, Multi-Image Queries, and Paraphrase Testing","display_name":"PinPoint: Evaluation of Composed Image Retrieval with Explicit Negatives, Multi-Image Queries, and Paraphrase Testing","publication_year":2026,"publication_date":"2026-03-04","ids":{"openalex":"https://openalex.org/W7134076568","doi":"https://doi.org/10.48550/arxiv.2603.04598"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04598","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128221960","display_name":"Rohan Mahadev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahadev, Rohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128239986","display_name":"Joyce Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Joyce","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024859463","display_name":"Patrick Poirson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Poirson, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109159117","display_name":"David Y. Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128239372","display_name":"Hao-Yu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Hao-Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128234778","display_name":"Dmitry Kislyuk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kislyuk, Dmitry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28884781,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4885999858379364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4885999858379364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.26739999651908875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.18719999492168427,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.7534000277519226},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6862999796867371},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6207000017166138},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.5521000027656555},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.5123999714851379},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.45339998602867126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7949000000953674},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.7534000277519226},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6862999796867371},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6207000017166138},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5562000274658203},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.5521000027656555},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5123999714851379},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4575999975204468},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.45339998602867126},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4075999855995178},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39160001277923584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.353300005197525},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26429998874664307},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04598","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04598","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04598","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04598","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5139834880828857,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Composed":[0],"Image":[1],"Retrieval":[2],"(CIR)":[3],"has":[4],"made":[5],"significant":[6,106,137],"progress,":[7],"yet":[8],"current":[9,141],"benchmarks":[10],"are":[11],"limited":[12],"to":[13,22,148,179,183],"single":[14],"ground-truth":[15],"answers":[16,59],"and":[17,28,42,84,199],"lack":[18],"the":[19,52,124,185,189],"annotations":[20],"needed":[21],"evaluate":[23],"false":[24],"positive":[25],"avoidance,":[26],"robustness":[27,75],"multi-image":[29,78],"reasoning.":[30],"We":[31,187],"present":[32],"PinPoint,":[33],"a":[34,166],"comprehensive":[35],"real":[36],"world":[37],"benchmark":[38],"with":[39],"7,635":[40],"queries":[41,145],"329K":[43],"relevance":[44],"judgments":[45],"across":[46,98,134,151],"23":[47],"query":[48,73],"categories.":[49],"PinPoint":[50],"advances":[51],"field":[53],"by":[54,160],"providing:":[55],"(1)":[56],"multiple":[57],"correct":[58],"(averaging":[60],"9.1":[61],"per":[62,72],"query)":[63],"(2)":[64],"explicit":[65],"hard":[66],"negatives,":[67],"(3)":[68],"six":[69],"instruction":[70],"paraphrases":[71],"for":[74,88,139],"testing,":[76],"(4)":[77],"composition":[79],"support":[80],"(13.4%":[81],"of":[82,95,114,123],"queries),":[83],"(5)":[85],"demographic":[86],"metadata":[87],"fairness":[89],"evaluation.":[90],"Based":[91],"on":[92,171],"our":[93,161],"analysis":[94],"20+":[96],"methods":[97,110],"4":[99],"different":[100,152],"major":[101],"paradigms,":[102],"we":[103,164],"uncover":[104],"three":[105],"drawbacks:":[107],"The":[108,126],"best":[109,127],"while":[111],"achieving":[112],"mAP@10":[113],"28.5%,":[115],"still":[116],"retrieves":[117],"irrelevant":[118],"results":[119],"(hard":[120],"negatives)":[121],"9%":[122],"time.":[125],"models":[128],"also":[129],"exhibit":[130],"25.1%":[131],"performance":[132],"variation":[133],"paraphrases,":[135],"indicating":[136],"potential":[138],"enhancing":[140],"CIR":[142],"techniques.":[143],"Multi-image":[144],"performs":[146],"40":[147],"70%":[149],"worse":[150],"methods.":[153],"To":[154],"overcome":[155],"these":[156],"new":[157],"issues":[158],"uncovered":[159],"evaluation":[162],"framework,":[163],"propose":[165],"training-free":[167],"reranking":[168],"method":[169],"based":[170],"an":[172],"off-the-shelf":[173],"MLLM":[174],"that":[175],"can":[176],"be":[177],"applied":[178],"any":[180],"existing":[181],"system":[182],"bridge":[184],"gap.":[186],"release":[188],"complete":[190],"dataset,":[191],"including":[192],"all":[193],"images,":[194],"queries,":[195],"annotations,":[196],"retrieval":[197],"index,":[198],"benchmarking":[200],"code.":[201]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-07T00:00:00"}