{"id":"https://openalex.org/W1984920416","doi":"https://doi.org/10.1145/1180639.1180758","title":"Efficient benchmarking of content-based image retrieval via resampling","display_name":"Efficient benchmarking of content-based image retrieval via resampling","publication_year":2006,"publication_date":"2006-10-23","ids":{"openalex":"https://openalex.org/W1984920416","doi":"https://doi.org/10.1145/1180639.1180758","mag":"1984920416"},"language":"en","primary_location":{"id":"doi:10.1145/1180639.1180758","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1180639.1180758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM international conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/sis_research/1251","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026951130","display_name":"Jialie Shen","orcid":"https://orcid.org/0000-0002-4560-8509"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jialie Shen","raw_affiliation_strings":["University of Glasgow, Glasgow, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, UK","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053144073","display_name":"John Shepherd","orcid":"https://orcid.org/0000-0003-1241-4182"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"John Shepherd","raw_affiliation_strings":["University of New South Wales, Sydney, Australia","University of New South wales, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"University of New South wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"569","last_page":"578"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7856037616729736},{"id":"https://openalex.org/keywords/content-based-image-retrieval","display_name":"Content-based image retrieval","score":0.663231372833252},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6478621959686279},{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.5508426427841187},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5223185420036316},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.495321661233902},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.4893588423728943},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4298977255821228},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4289812445640564},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4228409230709076},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4150664806365967},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3961012363433838},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3631758689880371},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3600044250488281},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3444966673851013},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3263119161128998},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.1358843743801117},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10216718912124634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7856037616729736},{"id":"https://openalex.org/C2780052074","wikidata":"https://www.wikidata.org/wiki/Q1128648","display_name":"Content-based image retrieval","level":4,"score":0.663231372833252},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6478621959686279},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.5508426427841187},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5223185420036316},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.495321661233902},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.4893588423728943},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4298977255821228},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4289812445640564},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4228409230709076},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4150664806365967},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3961012363433838},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3631758689880371},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3600044250488281},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3444966673851013},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3263119161128998},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.1358843743801117},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10216718912124634},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1180639.1180758","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1180639.1180758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM international conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-2250","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/1251","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dx.doi.org/10.1145/1180639.1180758","raw_type":"Conference Proceeding Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-2250","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/1251","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dx.doi.org/10.1145/1180639.1180758","raw_type":"Conference Proceeding Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W21422105","https://openalex.org/W1513194732","https://openalex.org/W1576905745","https://openalex.org/W1595650292","https://openalex.org/W1660390307","https://openalex.org/W1947400014","https://openalex.org/W1976927254","https://openalex.org/W1978749881","https://openalex.org/W1991225629","https://openalex.org/W1995945562","https://openalex.org/W2002287862","https://openalex.org/W2029685080","https://openalex.org/W2052900991","https://openalex.org/W2058352086","https://openalex.org/W2090334843","https://openalex.org/W2106626784","https://openalex.org/W2109868644","https://openalex.org/W2115512833","https://openalex.org/W2124181495","https://openalex.org/W2127013260","https://openalex.org/W2129234422","https://openalex.org/W2131217730","https://openalex.org/W2138034929","https://openalex.org/W2143206984","https://openalex.org/W2151167738","https://openalex.org/W3106889297","https://openalex.org/W4241607140","https://openalex.org/W4249150173","https://openalex.org/W4285719527","https://openalex.org/W6637101025","https://openalex.org/W6678334772","https://openalex.org/W6845883598","https://openalex.org/W7037144784","https://openalex.org/W7074256655"],"related_works":["https://openalex.org/W2900811989","https://openalex.org/W2746816529","https://openalex.org/W2341223103","https://openalex.org/W2024252608","https://openalex.org/W2905186525","https://openalex.org/W2044706866","https://openalex.org/W2031096531","https://openalex.org/W4367727948","https://openalex.org/W3198880640","https://openalex.org/W3017331082"],"abstract_inverted_index":{"While":[0],"content-based":[1],"image":[2],"retrieval":[3,16],"(CBIR)":[4],"is":[5,93],"an":[6],"expanding":[7],"field,":[8],"and":[9,87,98],"new":[10,77],"approaches":[11],"to":[12,28,63,112,141],"ever":[13],"more":[14],"effective":[15],"are":[17],"frequently":[18],"proposed,":[19],"relatively":[20],"little":[21,49],"attention":[22],"has":[23],"so":[24],"far":[25],"been":[26],"paid":[27],"the":[29,33,40,65,122,127,133,136],"process":[30],"of":[31,35,39,51,68,116,135],"evaluating":[32,80],"effectiveness":[34],"CBIR":[36,81,117],"methods.":[37,70],"Most":[38],"reported":[41],"evaluations":[42],"use":[43],"standard":[44],"IR":[45],"evaluation":[46,105],"methodologies,":[47],"with":[48],"consideration":[50],"their":[52],"statistical":[53],"significance":[54],"or":[55],"appropriateness":[56],"for":[57,79],"CBIR,":[58],"which":[59,83],"makes":[60],"it":[61],"difficult":[62],"assess":[64],"precise":[66],"impact":[67],"individual":[69],"In":[71],"this":[72],"paper,":[73],"we":[74],"present":[75],"a":[76,100,114],"approach":[78,92,111,123],"systems":[82],"provides":[84,99],"both":[85],"efficient":[86],"statistically-sound":[88],"performance":[89],"evaluation.":[90],"The":[91],"based":[94],"on":[95],"stratified":[96],"sampling,":[97],"significant":[101],"improvement":[102],"over":[103],"existing":[104],"approaches.":[106],"Comprehensive":[107],"experiments":[108],"using":[109],"our":[110],"evaluate":[113],"range":[115],"methods":[118],"have":[119],"shown":[120],"that":[121],"reduces":[124,132],"not":[125],"only":[126],"estimation":[128,144],"error,":[129],"but":[130],"also":[131],"size":[134],"test":[137],"data":[138],"set":[139],"required":[140],"achieve":[142],"specific":[143],"error":[145],"levels.":[146]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}