{"id":"https://openalex.org/W4403345346","doi":"https://doi.org/10.1145/3678881","title":"Performance Evaluation in Multimedia Retrieval","display_name":"Performance Evaluation in Multimedia Retrieval","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4403345346","doi":"https://doi.org/10.1145/3678881"},"language":"en","primary_location":{"id":"doi:10.1145/3678881","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678881","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3678881","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3678881","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058707736","display_name":"Loris Sauter","orcid":"https://orcid.org/0000-0001-8046-0362"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Loris Sauter","raw_affiliation_strings":["University of Basel, Basel, Switzerland","University of Basel, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8046-0362","affiliations":[{"raw_affiliation_string":"University of Basel, Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]},{"raw_affiliation_string":"University of Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014303032","display_name":"Ralph Gasser","orcid":"https://orcid.org/0000-0002-3016-1396"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ralph Gasser","raw_affiliation_strings":["University of Basel, Basel, Switzerland","University of Basel, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-3016-1396","affiliations":[{"raw_affiliation_string":"University of Basel, Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]},{"raw_affiliation_string":"University of Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034703920","display_name":"Heiko Schuldt","orcid":"https://orcid.org/0000-0001-9865-6371"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Heiko Schuldt","raw_affiliation_strings":["University of Basel, Basel, Switzerland","University of Basel, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-9865-6371","affiliations":[{"raw_affiliation_string":"University of Basel, Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]},{"raw_affiliation_string":"University of Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073592405","display_name":"Abraham Bernstein","orcid":"https://orcid.org/0000-0002-0128-4602"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Abraham Bernstein","raw_affiliation_strings":["University of Zurich, Zurich, Switzerland","University of Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-0128-4602","affiliations":[{"raw_affiliation_string":"University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052015967","display_name":"Luca Rossetto","orcid":"https://orcid.org/0000-0002-5389-9465"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luca Rossetto","raw_affiliation_strings":["University of Zurich, Zurich, Switzerland","University of Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-5389-9465","affiliations":[{"raw_affiliation_string":"University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6787,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.94441152,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"21","issue":"1","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8657835721969604},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6746218204498291},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.6615098118782043},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5385014414787292},{"id":"https://openalex.org/keywords/human\u2013computer-information-retrieval","display_name":"Human\u2013computer information retrieval","score":0.533062756061554},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.522862434387207},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4543846845626831},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.43619632720947266},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.42555955052375793},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.41131266951560974},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.41099682450294495},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.3146030902862549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28813934326171875},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.24149900674819946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8657835721969604},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6746218204498291},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.6615098118782043},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5385014414787292},{"id":"https://openalex.org/C90288658","wikidata":"https://www.wikidata.org/wiki/Q3318149","display_name":"Human\u2013computer information retrieval","level":3,"score":0.533062756061554},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.522862434387207},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4543846845626831},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.43619632720947266},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.42555955052375793},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.41131266951560974},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.41099682450294495},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.3146030902862549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28813934326171875},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.24149900674819946},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3678881","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678881","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3678881","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2410.06654","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.06654","pdf_url":"https://arxiv.org/pdf/2410.06654","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:doi:10.5167/uzh-267156","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3678881","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678881","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3678881","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G6758380748","display_name":"MediaGraph","funder_award_id":"202125","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403345346.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1583213108","https://openalex.org/W1965690069","https://openalex.org/W1973697738","https://openalex.org/W2000733178","https://openalex.org/W2059766575","https://openalex.org/W2062903088","https://openalex.org/W2063729789","https://openalex.org/W2070763520","https://openalex.org/W2111993661","https://openalex.org/W2144750365","https://openalex.org/W2759277975","https://openalex.org/W2801036749","https://openalex.org/W2895817099","https://openalex.org/W2904662445","https://openalex.org/W2911926260","https://openalex.org/W2968287414","https://openalex.org/W2981590532","https://openalex.org/W3046692080","https://openalex.org/W3126660917","https://openalex.org/W3137775736","https://openalex.org/W3158225290","https://openalex.org/W3160105412","https://openalex.org/W3183241901","https://openalex.org/W3186150303","https://openalex.org/W4206396334","https://openalex.org/W4210565368","https://openalex.org/W4226420737","https://openalex.org/W4230219969","https://openalex.org/W4234071252","https://openalex.org/W4283399829","https://openalex.org/W4297883400","https://openalex.org/W4321780107","https://openalex.org/W4361756747","https://openalex.org/W4379806361","https://openalex.org/W4386140257","https://openalex.org/W4386587829","https://openalex.org/W4387968524","https://openalex.org/W4389374423","https://openalex.org/W4393189886","https://openalex.org/W4396814771","https://openalex.org/W4399418860"],"related_works":["https://openalex.org/W1606474234","https://openalex.org/W2034539438","https://openalex.org/W2124645781","https://openalex.org/W2184057774","https://openalex.org/W2140331143","https://openalex.org/W2085657627","https://openalex.org/W2543381692","https://openalex.org/W3087943932","https://openalex.org/W2052401230","https://openalex.org/W2104855488"],"abstract_inverted_index":{"Performance":[0],"evaluation":[1,83],"in":[2,6],"multimedia":[3],"retrieval,":[4],"as":[5,77,79],"the":[7,34,39,87,98],"information":[8],"retrieval":[9,16,35,75,102],"domain":[10],"at":[11],"large,":[12],"relies":[13],"heavily":[14],"on":[15],"experiments,":[17,76],"employing":[18],"a":[19,65,80,94],"broad":[20],"range":[21],"of":[22,42,73],"techniques":[23],"and":[24,30,38,49,104],"metrics.":[25],"These":[26,89],"can":[27,46,52],"involve":[28],"human-in-the-loop":[29],"machine-only":[31],"settings":[32],"for":[33,100],"process":[36],"itself":[37],"subsequent":[40],"verification":[41],"results.":[43],"Such":[44],"experiments":[45,103],"be":[47],"elaborate":[48],"use-case-specific,":[50],"which":[51],"make":[53,93],"them":[54],"difficult":[55],"to":[56,68,92],"compare":[57],"or":[58],"replicate.":[59],"In":[60],"this":[61],"article,":[62],"we":[63],"present":[64],"formal":[66],"model":[67],"express":[69],"all":[70],"relevant":[71],"aspects":[72],"such":[74],"well":[78],"flexible":[81],"open-source":[82],"infrastructure":[84],"that":[85],"implements":[86],"model.":[88],"contributions":[90],"intend":[91],"step":[95],"towards":[96],"lowering":[97],"hurdles":[99],"conducting":[101],"improving":[105],"their":[106],"reproducibility.":[107]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":12}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}