{"id":"https://openalex.org/W3093414033","doi":"https://doi.org/10.1145/3394171.3413632","title":"Performance over Random","display_name":"Performance over Random","publication_year":2020,"publication_date":"2020-10-12","ids":{"openalex":"https://openalex.org/W3093414033","doi":"https://doi.org/10.1145/3394171.3413632","mag":"3093414033"},"language":"en","primary_location":{"id":"doi:10.1145/3394171.3413632","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413632","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022936136","display_name":"Evlampios Apostolidis","orcid":"https://orcid.org/0000-0001-5376-7158"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Evlampios Apostolidis","raw_affiliation_strings":["Information Technologies Institute, Centre for Research and Technology Hellas & Queen Mary University of London, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Centre for Research and Technology Hellas & Queen Mary University of London, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014312160","display_name":"Eleni Adamantidou","orcid":"https://orcid.org/0000-0002-1981-6902"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Eleni Adamantidou","raw_affiliation_strings":["Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079898663","display_name":"Alexandros I. Metsai","orcid":"https://orcid.org/0000-0002-6978-6924"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Alexandros I. Metsai","raw_affiliation_strings":["Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059096027","display_name":"Vasileios Mezaris","orcid":"https://orcid.org/0000-0002-0121-4364"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Vasileios Mezaris","raw_affiliation_strings":["Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technologies Institute, Centre for Research and Technology Hellas, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031205865","display_name":"Ioannis Patras","orcid":"https://orcid.org/0000-0003-3913-4738"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ioannis Patras","raw_affiliation_strings":["Queen Mary University of London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, United Kingdom","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.881,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.76890617,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1056","last_page":"1064"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8721921443939209},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7951341271400452},{"id":"https://openalex.org/keywords/representativeness-heuristic","display_name":"Representativeness heuristic","score":0.7544417977333069},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.7115391492843628},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6088348627090454},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5509310960769653},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4613364636898041},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4545934796333313},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4234708547592163},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40793031454086304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37017494440078735},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3318940997123718},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.19386786222457886},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08902907371520996}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8721921443939209},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7951341271400452},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.7544417977333069},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.7115391492843628},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6088348627090454},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5509310960769653},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4613364636898041},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4545934796333313},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4234708547592163},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40793031454086304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37017494440078735},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3318940997123718},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.19386786222457886},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08902907371520996},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3394171.3413632","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413632","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/69084","is_oa":false,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/69084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1606257324","display_name":null,"funder_award_id":"EP/R026424/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2721679295","display_name":null,"funder_award_id":"780656","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G3117607496","display_name":"Deep Learning from Crawled Spatio-Temporal Representations of Video (DECSTER)","funder_award_id":"EP/R026424/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3404179290","display_name":null,"funder_award_id":"H2020-780656 ReTV","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"},{"id":"https://openalex.org/G5045220161","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8340972658","display_name":null,"funder_award_id":"H2020-780656 ReTV","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1904325426","https://openalex.org/W1924343884","https://openalex.org/W1979354511","https://openalex.org/W1987366351","https://openalex.org/W1991750682","https://openalex.org/W1994864760","https://openalex.org/W2020619232","https://openalex.org/W2028613966","https://openalex.org/W2043784772","https://openalex.org/W2072551889","https://openalex.org/W2097647310","https://openalex.org/W2132417599","https://openalex.org/W2171210830","https://openalex.org/W2529272619","https://openalex.org/W2570628162","https://openalex.org/W2607326921","https://openalex.org/W2737677090","https://openalex.org/W2766630207","https://openalex.org/W2781922022","https://openalex.org/W2783903237","https://openalex.org/W2902616437","https://openalex.org/W2919365148","https://openalex.org/W2922005172","https://openalex.org/W2963026017","https://openalex.org/W2963893950","https://openalex.org/W2963919999","https://openalex.org/W2964045651","https://openalex.org/W2964167369","https://openalex.org/W2967038491","https://openalex.org/W2982084422","https://openalex.org/W2982672255","https://openalex.org/W2984001224","https://openalex.org/W2987654501","https://openalex.org/W2993980108","https://openalex.org/W2999428529","https://openalex.org/W4212774754","https://openalex.org/W4239584046","https://openalex.org/W4255898812"],"related_works":["https://openalex.org/W3159631231","https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W3148229873","https://openalex.org/W4306248409","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W3046127589","https://openalex.org/W4287704324","https://openalex.org/W3093409497"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,51,67,148,156],"new":[4],"evaluation":[5,18,120,166,185,190,203],"approach":[6],"for":[7,103],"video":[8],"summarization":[9,64],"algorithms.":[10],"We":[11,60,76,110],"start":[12],"by":[13],"studying":[14],"the":[15,24,28,34,37,40,47,57,79,83,93,98,114,118,125,132,137,140,172,184,193,201,206,212],"currently":[16],"established":[17,119],"protocol;":[19],"this":[20,181],"protocol,":[21],"defined":[22],"over":[23],"ground-truth":[25],"annotations":[26],"of":[27,56,117,129,139,144,174,196,209],"SumMe":[29],"and":[30,39,45,96,155,179,205],"TVSum":[31],"datasets,":[32],"quantifies":[33],"agreement":[35],"between":[36],"user-defined":[38],"automatically-created":[41],"summaries":[42],"with":[43,71,89],"F-Score,":[44],"reports":[46],"average":[48],"performance":[49,91,150,197],"on":[50,92,107,218],"few":[52],"different":[53,108,189,219],"training/testing":[54],"splits":[55],"used":[58,102,176],"dataset.":[59],"evaluate":[61],"five":[62],"publicly-available":[63],"algorithms":[65,105,154],"under":[66],"large-scale":[68,94],"experimental":[69],"setting":[70],"50":[72],"randomly-created":[73],"data":[74,177,220],"splits.":[75,109,221],"show":[77,112],"that":[78,97,113,135,168],"results":[80,198],"reported":[81],"in":[82],"papers":[84],"are":[85,122],"not":[86],"always":[87],"congruent":[88],"their":[90],"experiment,":[95],"F-Score":[99],"cannot":[100],"be":[101],"comparing":[104],"evaluated":[106,217],"also":[111],"above":[115],"shortcomings":[116,162],"protocol":[121,167],"due":[123],"to":[124],"significantly":[126],"varying":[127],"levels":[128],"difficulty":[130,173],"among":[131,152],"utilized":[133],"splits,":[134],"affect":[136],"outcomes":[138],"evaluations.":[141],"Further":[142],"analysis":[143],"these":[145,161],"findings":[146],"indicates":[147],"noticeable":[149],"correlation":[151],"all":[153],"random":[157],"summarizer.":[158],"To":[159],"mitigate":[160],"we":[163],"propose":[164],"an":[165],"makes":[169],"estimates":[170],"about":[171],"each":[175],"split":[178],"utilizes":[180],"information":[182],"during":[183],"process.":[186],"Experiments":[187],"involving":[188],"settings":[191],"demonstrate":[192],"increased":[194,207],"representativeness":[195],"when":[199,211],"using":[200],"proposed":[202],"approach,":[204],"reliability":[208],"comparisons":[210],"examined":[213],"methods":[214],"have":[215],"been":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}