{"id":"https://openalex.org/W2897494579","doi":"https://doi.org/10.1145/3240508.3241395","title":"Demonstration of an Open Source Framework for Qualitative Evaluation of CBIR Systems","display_name":"Demonstration of an Open Source Framework for Qualitative Evaluation of CBIR Systems","publication_year":2018,"publication_date":"2018-10-15","ids":{"openalex":"https://openalex.org/W2897494579","doi":"https://doi.org/10.1145/3240508.3241395","mag":"2897494579"},"language":"en","primary_location":{"id":"doi:10.1145/3240508.3241395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240508.3241395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM international conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://imatge.upc.edu/web/publications/demonstration-open-source-framework-qualitative-evaluation-cbir-systems","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009989955","display_name":"Paula G\u00f3mez Duran","orcid":"https://orcid.org/0000-0003-3384-1423"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Paula G\u00f3mez Duran","raw_affiliation_strings":["Insight Center for Data Analytics, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Center for Data Analytics, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015509923","display_name":"Eva Mohedano","orcid":null},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Eva Mohedano","raw_affiliation_strings":["Insight Center for Data Analytics, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Center for Data Analytics, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073924795","display_name":"Kevin McGuinness","orcid":"https://orcid.org/0000-0003-1336-6477"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Kevin McGuinness","raw_affiliation_strings":["Insight Center for Data Analytics, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Center for Data Analytics, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051863471","display_name":"Xavier Gir\u00f3-i-Nieto","orcid":"https://orcid.org/0000-0002-9935-5332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xavier Gir\u00f3-i-Nieto","raw_affiliation_strings":["Image Processing Group, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Image Processing Group, Barcelona, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106498523","display_name":"Noel E. O\u2019Connor","orcid":"https://orcid.org/0000-0002-4033-9135"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Noel E. O'Connor","raw_affiliation_strings":["Insight Center for Data Analytics, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Center for Data Analytics, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5009989955"],"corresponding_institution_ids":["https://openalex.org/I42934936"],"apc_list":null,"apc_paid":null,"fwci":0.2121,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.56821669,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1256","last_page":"1257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8664342164993286},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6704726219177246},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6008287072181702},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.5778473615646362},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5681247711181641},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.5333272218704224},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5246634483337402},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5013153553009033},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4952942430973053},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.45669227838516235},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.42298173904418945},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.352821946144104},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.35252758860588074},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33329254388809204},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.17806434631347656},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10737830400466919},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10382965207099915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8664342164993286},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6704726219177246},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6008287072181702},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.5778473615646362},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5681247711181641},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.5333272218704224},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5246634483337402},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5013153553009033},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4952942430973053},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.45669227838516235},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.42298173904418945},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.352821946144104},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.35252758860588074},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33329254388809204},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.17806434631347656},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10737830400466919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10382965207099915},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3240508.3241395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240508.3241395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM international conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:doras.dcu.ie:22816","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401511","display_name":"Dublin City University Open Access Institutional Repository (Dublin City University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I42934936","host_organization_name":"Dublin City University","host_organization_lineage":["https://openalex.org/I42934936"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:upcommons.upc.edu:2117/123448","is_oa":true,"landing_page_url":"https://imatge.upc.edu/web/publications/demonstration-open-source-framework-qualitative-evaluation-cbir-systems","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference lecture"},{"id":"pmh:http://www.rian.ie/156481/","is_oa":true,"landing_page_url":"http://doras.dcu.ie/22816/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400033","display_name":"Arrow@dit (Dublin Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115570527","host_organization_name":"Dublin Institute of Technology","host_organization_lineage":["https://openalex.org/I115570527"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Duran, Paula Gomez, Mohedano, Eva, McGuinness, Kevin ORCID: 0000-0003-1336-6477 <https://orcid.org/0000-0003-1336-6477>, Gir\u00f3-i-Nieto, Xavier ORCID: 0000-0002-9935-5332 <https://orcid.org/0000-0002-9935-5332> and O'Connor, Noel E. ORCID: 0000-0002-4033-9135 <https://orcid.org/0000-0002-4033-9135>  (2018) Demonstration of an open source framework for qualitative evaluation of CBIR systems.  In: ACM Multimedia, 22-26 Oct 2018, Seoul, Republic of Korea.  ISBN 978-1-4503-5665-7","raw_type":"Other"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/123448","is_oa":true,"landing_page_url":"https://imatge.upc.edu/web/publications/demonstration-open-source-framework-qualitative-evaluation-cbir-systems","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference lecture"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1383882326","display_name":null,"funder_award_id":"SFI/12/RC/","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G2709078255","display_name":null,"funder_award_id":"TEC2016-75976-R","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G2881606312","display_name":null,"funder_award_id":"SFI/12/RC/2289","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G4370438778","display_name":null,"funder_award_id":"SFI/12/RC/2289","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5098725405","display_name":null,"funder_award_id":"12/RC/","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7362007176","display_name":null,"funder_award_id":"12/RC/2289","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7912110116","display_name":null,"funder_award_id":"15/SIRG/3283","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2174726731","https://openalex.org/W2295537791","https://openalex.org/W2336803177","https://openalex.org/W2962740980"],"related_works":["https://openalex.org/W1973132420","https://openalex.org/W2109929824","https://openalex.org/W15660536","https://openalex.org/W1542642427","https://openalex.org/W1494798141","https://openalex.org/W2066456459","https://openalex.org/W2160155877","https://openalex.org/W2107161096","https://openalex.org/W2108129356","https://openalex.org/W2998778964"],"abstract_inverted_index":{"Evaluating":[0],"image":[1],"retrieval":[2,154,164],"systems":[3],"in":[4,25,59,121,194],"a":[5,22,40,78,85,90,158,170,181,195],"quantitative":[6],"way,":[7],"for":[8,18,89,136,152],"example":[9],"by":[10],"computing":[11],"measures":[12],"like":[13],"mean":[14],"average":[15],"precision,":[16],"allows":[17,98],"objective":[19],"comparisons":[20],"with":[21,175],"ground-truth.":[23],"However,":[24],"cases":[26,122],"where":[27,123],"ground-truth":[28],"is":[29,35,80,192],"not":[30],"available,":[31],"the":[32,51,55,62,67,72,115,118,134,185,199],"only":[33,63,73],"alternative":[34],"to":[36,47,65,75,144,147,162,198],"collect":[37,167],"feedback":[38],"from":[39],"user.":[41],"Thus,":[42],"qualitative":[43],"assessments":[44],"become":[45],"important":[46],"better":[48],"understand":[49],"how":[50],"system":[52,79,96,140],"works.":[53],"Visualizing":[54],"results":[56,68,101,165],"could":[57],"be,":[58],"some":[60],"scenarios,":[61],"way":[64],"evaluate":[66],"obtained":[69],"and":[70,102,127,166,180],"also":[71],"opportunity":[74],"identify":[76],"that":[77,97,172,183],"failing.":[81],"This":[82],"necessitates":[83],"developing":[84],"User":[86],"Interface":[87],"(UI)":[88],"Content":[91],"Based":[92],"Image":[93],"Retrieval":[94],"(CBIR)":[95],"visualization":[99],"of":[100,114,117],"improvement":[103],"via":[104],"capturing":[105],"user":[106,160,168],"relevance":[107],"feedback.":[108],"A":[109],"well-designed":[110],"UI":[111],"facilitates":[112],"understanding":[113],"performance":[116],"system,":[119],"both":[120],"it":[124],"works":[125],"well":[126],"perhaps":[128],"more":[129],"importantly":[130],"those":[131],"which":[132],"highlight":[133],"need":[135],"improvement.":[137],"Our":[138],"open-source":[139],"implements":[141],"three":[142],"components":[143],"facilitate":[145],"researchers":[146],"quickly":[148],"develop":[149],"these":[150],"capabilities":[151],"their":[153],"engine.":[155],"We":[156],"present:":[157],"web-based":[159],"interface":[161],"visualize":[163],"annotations;":[169],"server":[171,182],"simplifies":[173],"connection":[174],"any":[176],"underlying":[177],"CBIR":[178],"system;":[179],"manages":[184],"search":[186],"engine":[187],"data.":[188],"The":[189],"software":[190],"itself":[191],"described":[193],"separate":[196],"submission":[197],"ACM":[200],"MM":[201],"Open":[202],"Source":[203],"Software":[204],"Competition.":[205]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2018-10-26T00:00:00"}