{"id":"https://openalex.org/W6950016451","doi":"https://doi.org/10.5281/zenodo.15276489","title":"CroQS Benchmark","display_name":"CroQS Benchmark","publication_year":2024,"publication_date":"2024-12-18","ids":{"openalex":"https://openalex.org/W6950016451","doi":"https://doi.org/10.5281/zenodo.15276489"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.15276489","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15276489","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.15276489","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Pacini, Giacomo","orcid":"https://orcid.org/0009-0007-7745-4456"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]},{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Pacini, Giacomo","raw_affiliation_strings":["University of Pisa","Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\""],"raw_orcid":"https://orcid.org/0009-0007-7745-4456","affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]},{"raw_affiliation_string":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","institution_ids":["https://openalex.org/I122991210"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Carrara, Fabio","orcid":"https://orcid.org/0000-0001-5014-5089"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Carrara, Fabio","raw_affiliation_strings":["Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\""],"raw_orcid":"https://orcid.org/0000-0001-5014-5089","affiliations":[{"raw_affiliation_string":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","institution_ids":["https://openalex.org/I122991210"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Messina, Nicola","orcid":"https://orcid.org/0000-0003-3011-2487"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Messina, Nicola","raw_affiliation_strings":["Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\""],"raw_orcid":"https://orcid.org/0000-0003-3011-2487","affiliations":[{"raw_affiliation_string":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","institution_ids":["https://openalex.org/I122991210"]}]},{"author_position":"middle","author":{"id":null,"display_name":"TONELLOTTO, NICOLA","orcid":"https://orcid.org/0000-0002-7427-1001"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]},{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"TONELLOTTO, NICOLA","raw_affiliation_strings":["Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","University of Pisa"],"raw_orcid":"https://orcid.org/0000-0002-7427-1001","affiliations":[{"raw_affiliation_string":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","institution_ids":["https://openalex.org/I122991210"]},{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Amato, Giuseppe","orcid":"https://orcid.org/0000-0003-0171-4315"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Amato, Giuseppe","raw_affiliation_strings":["Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\""],"raw_orcid":"https://orcid.org/0000-0003-0171-4315","affiliations":[{"raw_affiliation_string":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","institution_ids":["https://openalex.org/I122991210"]}]},{"author_position":"last","author":{"id":null,"display_name":"Falchi, Fabrizio","orcid":"https://orcid.org/0000-0001-6258-5313"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Falchi, Fabrizio","raw_affiliation_strings":["Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\""],"raw_orcid":"https://orcid.org/0000-0001-6258-5313","affiliations":[{"raw_affiliation_string":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","institution_ids":["https://openalex.org/I122991210"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.714900016784668},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.6931999921798706},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6151000261306763},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5708000063896179},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5536999702453613},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.529699981212616},{"id":"https://openalex.org/keywords/web-query-classification","display_name":"Web query classification","score":0.45500001311302185},{"id":"https://openalex.org/keywords/query-language","display_name":"Query language","score":0.4408999979496002},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4293999969959259}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7925999760627747},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.714900016784668},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.6931999921798706},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6805999875068665},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6151000261306763},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5708000063896179},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5536999702453613},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.529699981212616},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.45500001311302185},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.4408999979496002},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43860000371932983},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4293999969959259},{"id":"https://openalex.org/C172722865","wikidata":"https://www.wikidata.org/wiki/Q2302053","display_name":"Spatial query","level":5,"score":0.39910000562667847},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.37709999084472656},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.3659999966621399},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.365200012922287},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3628999888896942},{"id":"https://openalex.org/C2778816267","wikidata":"https://www.wikidata.org/wiki/Q21015578","display_name":"Semantic query","level":4,"score":0.34279999136924744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31850001215934753},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.29670000076293945},{"id":"https://openalex.org/C24028149","wikidata":"https://www.wikidata.org/wiki/Q7094056","display_name":"Online aggregation","level":5,"score":0.2962000072002411},{"id":"https://openalex.org/C4969071","wikidata":"https://www.wikidata.org/wiki/Q7316353","display_name":"Result set","level":3,"score":0.2937999963760376},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.15276489","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15276489","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.15276489","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15276489","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5698954344","display_name":null,"funder_award_id":"P2022BW7CW","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7862472457","display_name":null,"funder_award_id":"2022AEFHAZ","funder_id":"https://openalex.org/F4320331528","funder_display_name":"Ministero dell'Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G8333581011","display_name":null,"funder_award_id":"PNRR M4C2 Inv. 1.3 PE00000013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320331528","display_name":"Ministero dell'Universit\u00e0 e della Ricerca","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"CroQS":[0,130],"(Cross-modal":[1],"Query":[2,140,174],"Suggestion)":[3],"v1.0.0":[4],"is":[5,101,116],"a":[6,119],"benchmark":[7,158],"dataset":[8,29],"designed":[9],"to":[10,61,106,134,164],"evaluate":[11,137],"methods":[12],"that":[13,123],"generate":[14],"improved":[15],"textual":[16,58],"queries":[17,47,59],"guided":[18],"by":[19],"visual":[20,39,78,128],"results,":[21],"in":[22,38,83],"the":[23,31,66,84,125,157,181],"context":[24],"of":[25,33,180],"text-to-image":[26],"retrieval.":[27],"The":[28],"supports":[30],"task":[32,159],"generating":[34],"query":[35,98,121,149],"suggestions":[36],"grounded":[37],"content,":[40],"specifically":[41],"helping":[42],"users":[43],"refine":[44],"or":[45,80,136],"reformulate":[46],"based":[48,76],"on":[49,77,156,185],"result":[50,99],"set":[51,100],"clusters.":[52],"This":[53],"version":[54],"includes:":[55],"50":[56],"initial":[57],"used":[60,133],"retrieve":[62],"image":[63,85],"sets":[64],"from":[65],"MS":[67],"COCO":[68,89],"2017":[69],"dataset.":[70],"295":[71],"manually":[72,102],"defined":[73],"semantic":[74],"clusters,":[75],"similarity":[79],"common":[81],"properties":[82],"results.":[86],"8127":[87],"unique":[88],"images":[90],"(referenced":[91],"via":[92],"URL,":[93],"not":[94],"redistributed":[95],"directly).":[96],"Each":[97,114],"grouped":[103],"into":[104],"2":[105],"10":[107],"clusters":[108,111],"(average":[109],"~5.9":[110],"per":[112],"query).":[113],"cluster":[115],"associated":[117],"with":[118],"human-written":[120],"suggestion":[122,150],"describes":[124],"cluster's":[126],"shared":[127],"properties.":[129],"can":[131],"be":[132],"train":[135],"models":[138],"for:":[139],"refinement":[141],"and":[142,145,160],"expansion":[143],"Multimodal":[144],"cross-modal":[146],"retrieval":[147],"Cluster-based":[148],"Vision-language":[151],"understanding":[152],"For":[153],"more":[154],"details":[155],"evaluation":[161],"metrics,":[162],"refer":[163],"our":[165],"paper:":[166],"Maybe":[167],"You":[168],"Are":[169],"Looking":[170],"for":[171,176],"CroQS:":[172],"Cross-modal":[173],"Suggestion":[175],"Text-to-Image":[177],"Retrieval.In":[178],"Proceedings":[179],"46th":[182],"European":[183],"Conference":[184],"Information":[186],"Retrieval":[187],"(ECIR":[188],"2025).Springer":[189],"Link":[190],"|":[191],"arXiv:2412.13834":[192],"Website:":[193],"https://paciosoft.com/CroQS-benchmark":[194]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}