{"id":"https://openalex.org/W2062903088","doi":"https://doi.org/10.1145/1178677.1178722","title":"Evaluation campaigns and TRECVid","display_name":"Evaluation campaigns and TRECVid","publication_year":2006,"publication_date":"2006-10-26","ids":{"openalex":"https://openalex.org/W2062903088","doi":"https://doi.org/10.1145/1178677.1178722","mag":"2062903088"},"language":"en","primary_location":{"id":"doi:10.1145/1178677.1178722","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1178677.1178722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM international workshop on Multimedia information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://publications.tno.nl/publication/104201/sbHlB5/kraaij-2006-evaluation.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008334059","display_name":"Alan F. Smeaton","orcid":"https://orcid.org/0000-0003-1028-8389"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Alan F. Smeaton","raw_affiliation_strings":["Dublin City University, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077094576","display_name":"Paul Over","orcid":"https://orcid.org/0000-0001-7436-5254"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Over","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, MD","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049624750","display_name":"Wessel Kraaij","orcid":"https://orcid.org/0000-0001-7797-619X"},"institutions":[{"id":"https://openalex.org/I4210098600","display_name":"Noldus Information Technology","ror":"https://ror.org/00tzgse53","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210098600"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Wessel Kraaij","raw_affiliation_strings":["TNO Information and Communication Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TNO Information and Communication Technology, The Netherlands","institution_ids":["https://openalex.org/I4210098600"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008334059"],"corresponding_institution_ids":["https://openalex.org/I42934936"],"apc_list":null,"apc_paid":null,"fwci":101.8678,"has_fulltext":true,"cited_by_count":1227,"citation_normalized_percentile":{"value":0.99986241,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"321","last_page":"330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7946211695671082},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7749238610267639},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7166779637336731},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6861809492111206},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.438004732131958},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4275115728378296},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22858858108520508}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7946211695671082},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7749238610267639},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7166779637336731},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6861809492111206},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.438004732131958},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4275115728378296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22858858108520508},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/1178677.1178722","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1178677.1178722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM international workshop on Multimedia information retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:doras.dcu.ie:415","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401511","display_name":"Dublin City University Open Access Institutional Repository (Dublin City University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I42934936","host_organization_name":"Dublin City University","host_organization_lineage":["https://openalex.org/I42934936"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:oai-pmh.tno.nl:22237","is_oa":true,"landing_page_url":"https://resolver.tno.nl/uuid:9724216e-0205-40cb-a0de-d8e9d58ce87e","pdf_url":"https://publications.tno.nl/publication/104201/sbHlB5/kraaij-2006-evaluation.pdf","source":{"id":"https://openalex.org/S7407055233","display_name":"TNO Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"pmh:http://www.rian.ie/486/","is_oa":false,"landing_page_url":"http://doras.dcu.ie/415/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400033","display_name":"Arrow@dit (Dublin Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115570527","host_organization_name":"Dublin Institute of Technology","host_organization_lineage":["https://openalex.org/I115570527"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Smeaton, Alan F., Over, Paul and Kraaij, Wessel  (2006) Evaluation campaigns and TRECVid.  In: MIR 2006 - 8th ACM SIGMM International Workshop on Multimedia Information Retrieval, 26-27 October 2006, Santa Barbara, CA, USA.","raw_type":"Other"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.329.3415","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.329.3415","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mediaminer.ict.tno.nl/papers/mir710-Smeaton.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.465.2294","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.465.2294","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://doras.dcu.ie/415/1/mir_2006.pdf","raw_type":"text"},{"id":"pmh:oai:tudelft.nl:uuid:9724216e-0205-40cb-a0de-d8e9d58ce87e","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:9724216e-0205-40cb-a0de-d8e9d58ce87e","pdf_url":null,"source":{"id":"https://openalex.org/S4306402238","display_name":"Repository hosted by TU Delft Library (TU Delft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"8th ACM Multimedia International Workshop on Multimedia Information Retrieval, MIR 2006, co-located with the 2006 ACM International Multimedia Conferenc, 26-27 October 2006, Santa Barbara, CA, USA, 321-330","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:oai-pmh.tno.nl:22237","is_oa":true,"landing_page_url":"https://resolver.tno.nl/uuid:9724216e-0205-40cb-a0de-d8e9d58ce87e","pdf_url":"https://publications.tno.nl/publication/104201/sbHlB5/kraaij-2006-evaluation.pdf","source":{"id":"https://openalex.org/S7407055233","display_name":"TNO Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5628015244","display_name":null,"funder_award_id":"03/IN.3/I361","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2062903088.pdf"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W8513375","https://openalex.org/W47961708","https://openalex.org/W1519066168","https://openalex.org/W1537594613","https://openalex.org/W1597521809","https://openalex.org/W1989085630","https://openalex.org/W2009484134","https://openalex.org/W2022235964","https://openalex.org/W2025363509","https://openalex.org/W2060468494","https://openalex.org/W2104465908","https://openalex.org/W2112645048","https://openalex.org/W2151003932","https://openalex.org/W3146552763","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2341842940","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2059640416","https://openalex.org/W2329895846"],"abstract_inverted_index":{"The":[0],"TREC":[1],"Video":[2],"Retrieval":[3],"Evaluation":[4],"(TRECVid)is":[5],"an":[6,107,145],"international":[7],"benchmarking":[8],"activity":[9],"to":[10,109,157],"encourage":[11],"research":[12,56,199],"in":[13,33,49,99,184],"video":[14,78,88],"information":[15,110],"retrieval":[16,111],"by":[17,127],"providing":[18],"a":[19,27,77,82,116,119,140,148,163,167,194],"large":[20],"test":[21],"collection,":[22],"uniform":[23],"scoring":[24],"procedures,":[25],"and":[26,48,59,70,86,93,118,153,174,178],"forum":[28],"for":[29,73,173],"organizations":[30],"1":[31],"interested":[32],"comparing":[34],"their":[35],"results.":[36],"TRECVid":[37,51,65,143],"completed":[38],"its":[39,63],"fifth":[40],"annual":[41],"cycle":[42],"at":[43],"the":[44,94,129,185],"end":[45],"of":[46,81,84,96,133,142,147,182],"2005":[47],"2006":[50],"will":[52,105],"involve":[53],"almost":[54],"70":[55],"organizations,":[57],"universities":[58],"other":[60],"consortia.":[61],"Throughout":[62],"existence,":[64],"has":[66],"benchmarked":[67],"both":[68,115],"interactive":[69],"automatic/manual":[71],"searching":[72],"shots":[74],"from":[75,114],"within":[76],"corpus,automatic":[79],"detection":[80,92,95],"variety":[83],"semantic":[85],"low-level":[87],"features,":[89],"shot":[90],"boundary":[91],"story":[97],"boundaries":[98],"broadcast":[100],"TV":[101],"news.":[102],"This":[103],"paper":[104,186],"give":[106],"introduction":[108],"(IR)":[112],"evaluation":[113,125,134,150],"user":[117],"system":[120,124,149],"perspective,":[121],"high-lighting":[122],"that":[123,188],"is":[126],"far":[128],"most":[130],"prevalent":[131],"type":[132],"carried":[135],"out.":[136],"We":[137],"also":[138],"include":[139],"summary":[141],"as":[144],"example":[146],"bench-marking":[151],"campaign":[152],"this":[154],"allows":[155],"us":[156],"discuss":[158],"whether":[159],"such":[160],"campaigns":[161,177],"are":[162,171],"good":[164],"thing":[165],"or":[166],"bad":[168],"thing.":[169],"There":[170],"arguments":[172],"against":[175],"these":[176],"we":[179],"present":[180],"some":[181],"them":[183],"concluding":[187],"on":[189,198],"balance":[190],"they":[191],"have":[192],"had":[193],"very":[195],"positive":[196],"impact":[197],"progress.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":31},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":46},{"year":2015,"cited_by_count":76},{"year":2014,"cited_by_count":114},{"year":2013,"cited_by_count":110},{"year":2012,"cited_by_count":149}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}