{"id":"https://openalex.org/W2100567835","doi":"https://doi.org/10.1145/1646396.1646400","title":"User variance and its impact on video retrieval benchmarking","display_name":"User variance and its impact on video retrieval benchmarking","publication_year":2009,"publication_date":"2009-07-08","ids":{"openalex":"https://openalex.org/W2100567835","doi":"https://doi.org/10.1145/1646396.1646400","mag":"2100567835"},"language":"en","primary_location":{"id":"doi:10.1145/1646396.1646400","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1646396.1646400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Image and Video Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ir.cwi.nl/pub/13956","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082405824","display_name":"Peter Wilkins","orcid":"https://orcid.org/0000-0003-3457-8751"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Peter Wilkins","raw_affiliation_strings":["Dublin City University, Ireland","Dublin, City University, Ireland"],"affiliations":[{"raw_affiliation_string":"Dublin City University, Ireland","institution_ids":["https://openalex.org/I42934936"]},{"raw_affiliation_string":"Dublin, City University, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022574838","display_name":"Rapha\u00ebl Troncy","orcid":"https://orcid.org/0000-0003-0457-1436"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Rapha\u00ebl Troncy","raw_affiliation_strings":["EURECOM, Sophia Antipolis, France","EURECOM Sophia Antipolis, France#TAB#"],"affiliations":[{"raw_affiliation_string":"EURECOM, Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]},{"raw_affiliation_string":"EURECOM Sophia Antipolis, France#TAB#","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034447332","display_name":"Martin Halvey","orcid":"https://orcid.org/0000-0001-6387-8679"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Martin Halvey","raw_affiliation_strings":["University of Glasgow, UK"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, UK","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001613449","display_name":"Daragh Byrne","orcid":"https://orcid.org/0000-0001-7193-006X"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Daragh Byrne","raw_affiliation_strings":["Dublin City University, Ireland","Dublin, City University, Ireland"],"affiliations":[{"raw_affiliation_string":"Dublin City University, Ireland","institution_ids":["https://openalex.org/I42934936"]},{"raw_affiliation_string":"Dublin, City University, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109909478","display_name":"Alia Amin","orcid":null},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alia Amin","raw_affiliation_strings":["CWI, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"CWI, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040290767","display_name":"P. Punitha","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"P. Punitha","raw_affiliation_strings":["University of Glasgow, UK"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, UK","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008334059","display_name":"Alan F. Smeaton","orcid":"https://orcid.org/0000-0003-1028-8389"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Alan F. Smeaton","raw_affiliation_strings":["Dublin City University, Ireland","Dublin, City University, Ireland"],"affiliations":[{"raw_affiliation_string":"Dublin City University, Ireland","institution_ids":["https://openalex.org/I42934936"]},{"raw_affiliation_string":"Dublin, City University, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104063715","display_name":"Robert Villa","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Robert Villa","raw_affiliation_strings":["University of Glasgow, UK"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, UK","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5082405824"],"corresponding_institution_ids":["https://openalex.org/I42934936"],"apc_list":null,"apc_paid":null,"fwci":1.3122,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82479294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8196712732315063},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.744949221611023},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7121843099594116},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5643233060836792},{"id":"https://openalex.org/keywords/video-retrieval","display_name":"Video retrieval","score":0.5637847185134888},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5345816612243652},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.5063496828079224},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.48192453384399414},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.45006999373435974},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.41629740595817566},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3900730311870575}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8196712732315063},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.744949221611023},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7121843099594116},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5643233060836792},{"id":"https://openalex.org/C2983174267","wikidata":"https://www.wikidata.org/wiki/Q3775098","display_name":"Video retrieval","level":2,"score":0.5637847185134888},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5345816612243652},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.5063496828079224},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.48192453384399414},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.45006999373435974},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.41629740595817566},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3900730311870575},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1145/1646396.1646400","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1646396.1646400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Image and Video Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:doras.dcu.ie:4584","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401511","display_name":"Dublin City University Open Access Institutional Repository (Dublin City University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I42934936","host_organization_name":"Dublin City University","host_organization_lineage":["https://openalex.org/I42934936"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:researchonline.gcu.ac.uk:openaire_cris_publications/7a182d86-ae4c-47f2-b182-6b266e7f6647","is_oa":false,"landing_page_url":"https://researchonline.gcu.ac.uk/en/publications/7a182d86-ae4c-47f2-b182-6b266e7f6647","pdf_url":null,"source":{"id":"https://openalex.org/S4306402566","display_name":"ResearchOnline (Glasgow Caledonian University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I195939026","host_organization_name":"Glasgow Caledonian University","host_organization_lineage":["https://openalex.org/I195939026"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Wilkins, P, Troncy, R, Halvey, M, Byrne, D, Amin, A, Punitha, P, Smeaton, A F & Villa, R 2009, User variance and its impact on video retrieval benchmarking. in Proceedings of the ACM International Conference on Image and Video Retrieval (CIVR) 2009 . Association for Computing Machinery (ACM), ACM International Conference on Image and Video Retrieval (CIVR) 2009 , Santorini Island, Greece, 8/07/09. https://doi.org/10.1145/1646396.1646400","raw_type":"contributionToPeriodical"},{"id":"pmh:cwi:oai:cwi.nl:13956","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/13956","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"pmh:http://www.rian.ie/1110/","is_oa":true,"landing_page_url":"http://doras.dcu.ie/4584/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400033","display_name":"Arrow@dit (Dublin Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115570527","host_organization_name":"Dublin Institute of Technology","host_organization_lineage":["https://openalex.org/I115570527"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wilkins, Peter, Troncy, Raphael, Halvey, Martin, Byrne, Daragh ORCID: 0000-0002-2040-9765 <https://orcid.org/0000-0002-2040-9765>, Amin, Alia, Punitha, P., Smeaton, Alan F. ORCID: 0000-0003-1028-8389 <https://orcid.org/0000-0003-1028-8389> and Villa, Robert  (2009) User variance and its impact on video retrieval benchmarking.  In: CIVR 2009 - ACM International Conference on Image and Video Retrieval, 8-10 July, 2009, Santorini, Greece.  ISBN 978-1-60558-480-5","raw_type":"Other"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.147.7162","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.147.7162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cwi.nl/~amin/docs/Wilkins_civr09.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.152.9917","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.152.9917","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://doras.dcu.ie/4584/1/camera-ready-fixed-copyright-civr2009_111.pdf","raw_type":"text"},{"id":"pmh:oai:eprints.gla.ac.uk:40054","is_oa":false,"landing_page_url":"http://doi.acm.org/10.1145/1646396.1646400","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":false,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceedings"}],"best_oa_location":{"id":"pmh:cwi:oai:cwi.nl:13956","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/13956","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencepaper"},"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1214430277","display_name":null,"funder_award_id":"07/CE/I114","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G2842336413","display_name":null,"funder_award_id":"07/CE/I1147 (CLARITY: Centre for Sensor Web Technologies)","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G3514550006","display_name":null,"funder_award_id":"Centre","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G352945787","display_name":null,"funder_award_id":"FP6-027026","funder_id":"https://openalex.org/F4320334962","funder_display_name":"Sixth Framework Programme"},{"id":"https://openalex.org/G7516526353","display_name":null,"funder_award_id":"FP6-027026","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8403130918","display_name":null,"funder_award_id":"07/CE/I1147","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320324090","display_name":"CLARITY Centre for Sensor Web Technologies","ror":"https://ror.org/04m514a38"},{"id":"https://openalex.org/F4320334962","display_name":"Sixth Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W48761652","https://openalex.org/W139311110","https://openalex.org/W1503763140","https://openalex.org/W1528354364","https://openalex.org/W1984274464","https://openalex.org/W1991718444","https://openalex.org/W2000015102","https://openalex.org/W2009484134","https://openalex.org/W2010684265","https://openalex.org/W2017050267","https://openalex.org/W2019024749","https://openalex.org/W2054400355","https://openalex.org/W2062903088","https://openalex.org/W2067736059","https://openalex.org/W2078680314","https://openalex.org/W2144584652","https://openalex.org/W2561675875","https://openalex.org/W6601936781","https://openalex.org/W6676787208"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W2049216464","https://openalex.org/W1649706580","https://openalex.org/W3195608031"],"abstract_inverted_index":{"In":[0,124],"this":[1,125,140,202,227,233],"paper,":[2],"we":[3,45,127],"describe":[4],"one":[5],"of":[6,42,66,117,131,165,171,201,225],"the":[7,34,40,76,86,115,133,159,185],"largest":[8],"multi-site":[9],"interactive":[10,145,189],"video":[11,20,146,190],"retrieval":[12,21,36,122,147,191],"experiments":[13,192],"conducted":[14],"in":[15,108,169,175,187,205],"a":[16,47,91],"laboratory":[17],"setting.":[18],"Interactive":[19],"performance":[22,151,170,213],"is":[23,204,229],"difficult":[24],"to":[25,101,113,156],"cross-compare":[26],"as":[27],"variables":[28],"exist":[29],"across":[30],"users,":[31,56,150,166],"interfaces":[32,80,120],"and":[33,70,119,135],"underlying":[35],"engine.":[37],"Conducted":[38],"within":[39],"framework":[41],"TRECVID":[43,103],"2008,":[44],"completed":[46,97],"multi-site,":[48],"multi-interface":[49],"experiment.":[50],"Three":[51,78],"institutes":[52],"participated":[53],"involving":[54],"36":[55],"12":[57,98],"each":[58,95],"from":[59,121,139],"Dublin":[60],"City":[61],"University":[62,65],"(DCU,":[63],"Ireland),":[64],"Glasgow":[67],"(GU,":[68],"Scotland)":[69],"Centrum":[71],"Wiskunde":[72],"&":[73],"Informatica":[74],"(CWI,":[75],"Netherlands).":[77],"user":[79,96],"were":[81],"developed":[82],"which":[83,188,215],"all":[84],"used":[85],"same":[87,160],"search":[88],"service.":[89],"Using":[90],"latin":[92],"squares":[93],"arrangement,":[94],"topics,":[99],"leading":[100],"6":[102],"runs":[104],"per":[105],"site,":[106],"18":[107],"total.":[109],"This":[110],"allowed":[111],"us":[112],"isolate":[114],"factors":[116],"users":[118,195,209],"performance.":[123],"paper":[126,203],"present":[128],"an":[129],"analysis":[130],"both":[132],"quantitative":[134],"qualitative":[136],"data":[137],"generated":[138],"experiment,":[141],"demonstrating":[142],"that":[143,207],"for":[144,158,184],"with":[148],"\"novice\"":[149],"can":[152],"vary":[153],"by":[154,232],"up":[155],"300%":[157],"system":[161,221],"using":[162,193],"different":[163],"sets":[164],"whilst":[167],"differences":[168],"interface":[172],"variants":[173],"was":[174],"comparison":[176],"not":[177,230],"statistically":[178],"different.":[179],"Our":[180],"results":[181],"have":[182],"implications":[183],"manner":[186],"non-expert":[194,208],"are":[196],"evaluated.":[197],"The":[198,223],"primary":[199],"focus":[200],"highlighting":[206],"generate":[210],"very":[211],"large":[212],"fluctuations,":[214],"may":[216],"either":[217],"mask":[218],"or":[219],"create":[220],"variability.":[222],"discussion":[224],"why":[226],"happened":[228],"covered":[231],"paper.":[234]},"counts_by_year":[{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}