{"id":"https://openalex.org/W2001322085","doi":"https://doi.org/10.1145/1816041.1816086","title":"The effect of semantic relatedness measures on multi-label classification evaluation","display_name":"The effect of semantic relatedness measures on multi-label classification evaluation","publication_year":2010,"publication_date":"2010-07-05","ids":{"openalex":"https://openalex.org/W2001322085","doi":"https://doi.org/10.1145/1816041.1816086","mag":"2001322085"},"language":"en","primary_location":{"id":"doi:10.1145/1816041.1816086","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1816041.1816086","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Image and Video Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005712172","display_name":"Stefanie Nowak","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138578","display_name":"Fraunhofer Institute for Digital Media Technology","ror":"https://ror.org/04gp0yb49","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210138578","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Stefanie Nowak","raw_affiliation_strings":["Fraunhofer IDMT, Ilmenau, Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer IDMT, Ilmenau, Germany","institution_ids":["https://openalex.org/I4210138578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028571684","display_name":"Ainhoa Llorente","orcid":null},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ainhoa Llorente","raw_affiliation_strings":["The Open University, Milton Keynes, UK"],"affiliations":[{"raw_affiliation_string":"The Open University, Milton Keynes, UK","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068408717","display_name":"Enrico Motta","orcid":"https://orcid.org/0000-0003-0015-1952"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Enrico Motta","raw_affiliation_strings":["The Open University, Milton Keynes, UK"],"affiliations":[{"raw_affiliation_string":"The Open University, Milton Keynes, UK","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112279721","display_name":"Stefan R\u00fcger","orcid":null},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stefan R\u00fcger","raw_affiliation_strings":["The Open University, Milton Keynes, UK"],"affiliations":[{"raw_affiliation_string":"The Open University, Milton Keynes, UK","institution_ids":["https://openalex.org/I204136569"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005712172"],"corresponding_institution_ids":["https://openalex.org/I4210138578"],"apc_list":null,"apc_paid":null,"fwci":2.2552,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88871289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"303","last_page":"310"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wordnet","display_name":"WordNet","score":0.8212982416152954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.784538209438324},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.752713680267334},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7147655487060547},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.6716785430908203},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6332428455352783},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.597634494304657},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.5940612554550171},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4761814475059509},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4693043529987335},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4651563763618469},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.45081645250320435},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.45055484771728516},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.43360012769699097},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.421744167804718},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3598859906196594},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.32764458656311035},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3061373233795166},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2944980561733246}],"concepts":[{"id":"https://openalex.org/C157659113","wikidata":"https://www.wikidata.org/wiki/Q533822","display_name":"WordNet","level":2,"score":0.8212982416152954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.784538209438324},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.752713680267334},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7147655487060547},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.6716785430908203},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6332428455352783},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.597634494304657},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5940612554550171},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4761814475059509},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4693043529987335},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4651563763618469},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.45081645250320435},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.45055484771728516},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.43360012769699097},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.421744167804718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3598859906196594},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.32764458656311035},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3061373233795166},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2944980561733246},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/1816041.1816086","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1816041.1816086","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Image and Video Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:oro.open.ac.uk:23434","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401187","display_name":"Open Research Online (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:fraunhofer.de:N-151402","is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-151402.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IDMT","raw_type":"Conference Paper"},{"id":"pmh:oai:publica.fraunhofer.de:publica/368107","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/368107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5409345127","display_name":null,"funder_award_id":"01MQ07017","funder_id":"https://openalex.org/F4320321469","funder_display_name":"Bundesministerium f\u00fcr Wirtschaft und Technologie"},{"id":"https://openalex.org/G8894666760","display_name":null,"funder_award_id":"IST-FP6-45035","funder_id":"https://openalex.org/F4320334962","funder_display_name":"Sixth Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320321469","display_name":"Bundesministerium f\u00fcr Wirtschaft und Technologie","ror":"https://ror.org/02vgg2808"},{"id":"https://openalex.org/F4320334962","display_name":"Sixth Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W4191494","https://openalex.org/W66588809","https://openalex.org/W1532325895","https://openalex.org/W1593195594","https://openalex.org/W1647729745","https://openalex.org/W1953606363","https://openalex.org/W1960027552","https://openalex.org/W1969524700","https://openalex.org/W1971220772","https://openalex.org/W1985514943","https://openalex.org/W2017578526","https://openalex.org/W2023707432","https://openalex.org/W2050113278","https://openalex.org/W2088546029","https://openalex.org/W2098020658","https://openalex.org/W2100935296","https://openalex.org/W2106097867","https://openalex.org/W2111380879","https://openalex.org/W2127128140","https://openalex.org/W2136480620","https://openalex.org/W2136930489","https://openalex.org/W2140887277","https://openalex.org/W2158394179","https://openalex.org/W2165897980","https://openalex.org/W2497384426","https://openalex.org/W2534712034","https://openalex.org/W2914740575","https://openalex.org/W2950225692","https://openalex.org/W4213009331","https://openalex.org/W4386506836","https://openalex.org/W6631834165","https://openalex.org/W6983592330","https://openalex.org/W7036679014"],"related_works":["https://openalex.org/W2043952800","https://openalex.org/W2047143235","https://openalex.org/W2957377172","https://openalex.org/W2165693052","https://openalex.org/W2164877079","https://openalex.org/W2113471940","https://openalex.org/W2569513598","https://openalex.org/W2907883452","https://openalex.org/W101928771","https://openalex.org/W2251695880"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,68,119,151],"explore":[4],"different":[5,129,156],"ways":[6],"of":[7,19,26,59,107,123,146,148,184],"formulating":[8],"new":[9],"evaluation":[10,130],"measures":[11,34,157,172],"for":[12],"multi-label":[13],"image":[14,175],"classification":[15],"when":[16],"the":[17,20,23,44,57,64,77,90,108,137,144,155,164,170],"vocabulary":[18],"collection":[21],"adopts":[22],"hierarchical":[24],"structure":[25],"an":[27],"ontology.":[28],"We":[29,167],"apply":[30],"several":[31],"semantic":[32,61],"relatedness":[33],"based":[35,173],"on":[36,174],"web-search":[37],"engines,":[38],"WordNet,":[39],"Wikipedia":[40],"and":[41,140,186],"Flickr":[42],"to":[43,55,63,103,159],"ontology-based":[45],"score":[46],"(OS)":[47],"proposed":[48],"in":[49,72,89,163,182],"[22].":[50],"The":[51],"final":[52],"objective":[53],"is":[54,111,133],"assess":[56],"benefit":[58],"integrating":[60],"distances":[62],"OS":[65],"measure.":[66,117],"Hence,":[67],"have":[69],"evaluated":[70],"them":[71],"a":[73,101,121,179],"real":[74],"case":[75],"scenario:":[76],"results":[78],"(73":[79],"runs)":[80],"provided":[81],"by":[82,115,128,135],"19":[83],"research":[84],"teams":[85],"during":[86],"their":[87],"participation":[88],"ImageCLEF":[91],"2009":[92],"Photo":[93],"Annotation":[94],"Task.":[95],"Two":[96],"experiments":[97],"were":[98],"conducted":[99],"with":[100],"view":[102],"understand":[104],"what":[105],"aspect":[106],"annotation":[109],"behaviour":[110,181],"more":[112],"effectively":[113],"captured":[114],"each":[116],"First,":[118],"establish":[120],"comparison":[122],"system":[124],"rankings":[125],"brought":[126],"about":[127],"measures.":[131],"This":[132],"done":[134],"computing":[136],"Kendall":[138],"\u03c4":[139],"Kolmogorov-Smirnov":[141],"correlation":[142],"between":[143],"ranking":[145,185],"pairs":[147],"them.":[149],"Second,":[150],"investigate":[152],"how":[153],"stable":[154],"react":[158],"artificially":[160],"introduced":[161],"noise":[162],"ground":[165],"truth.":[166],"conclude":[168],"that":[169],"distributional":[171],"information":[176],"sources":[177],"show":[178],"promising":[180],"terms":[183],"stability.":[187]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}