{"id":"https://openalex.org/W2102904392","doi":"https://doi.org/10.5281/zenodo.1417524","title":"Improving The Generation Of Ground Truths Based On Partially Ordered Lists.","display_name":"Improving The Generation Of Ground Truths Based On Partially Ordered Lists.","publication_year":2010,"publication_date":"2010-08-09","ids":{"openalex":"https://openalex.org/W2102904392","doi":"https://doi.org/10.5281/zenodo.1417524","mag":"2102904392"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:1417525","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/1417525","pdf_url":"https://zenodo.org/record/1417525","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/1417525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048779508","display_name":"Juli\u00e1n Urbano","orcid":"https://orcid.org/0000-0003-2933-1949","observed_orcids":["https://orcid.org/0000-0003-2933-1949"]},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Urbano, Juli\u00e1n","raw_affiliation_strings":["Universidad Complutense de Madrid, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Complutense de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047898572","display_name":"M\u00f3nica Marrero","orcid":"https://orcid.org/0000-0002-2359-6340","observed_orcids":["https://orcid.org/0000-0002-2359-6340"]},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marrero, M\u00f3nica","raw_affiliation_strings":["Universidad Complutense de Madrid, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Complutense de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016938805","display_name":"Diego R. Mart\u00edn","orcid":"https://orcid.org/0000-0001-8810-0695","observed_orcids":["https://orcid.org/0000-0001-8810-0695"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diego Mart\u00edn 0001","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064202235","display_name":"Juan Llor\u00e9ns","orcid":"https://orcid.org/0000-0001-7951-6357","observed_orcids":["https://orcid.org/0000-0001-7951-6357"]},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Llor\u00e9ns, Juan","raw_affiliation_strings":["Charles III University of Madrid"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles III University of Madrid","institution_ids":["https://openalex.org/I50357001"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1965,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89611924,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"285","last_page":"290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.13349999487400055,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.13349999487400055,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12039999663829803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10000000149011612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ground-truth-generation","display_name":"ground truth generation","score":0.9819999933242798},{"id":"https://openalex.org/keywords/data-curation","display_name":"data curation","score":0.3490000069141388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7607478499412537},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7306714057922363},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7294416427612305},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6141671538352966},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6037559509277344},{"id":"https://openalex.org/C43803900","wikidata":"https://www.wikidata.org/wiki/Q170412","display_name":"Melody","level":3,"score":0.5722636580467224},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5399472713470459},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5139791369438171},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4746609032154083},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4126494228839874},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.404380202293396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37599217891693115},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3219713568687439},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31814703345298767},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2015145719051361},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.14878219366073608},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08575761318206787},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"pmh:oai:zenodo.org:1417525","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/1417525","pdf_url":"https://zenodo.org/record/1417525","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.231.3919","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.231.3919","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ismir2010.ismir.net/proceedings/ismir2010-49.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.618.8545","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.618.8545","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://julian-urbano.info/wp-content/uploads/010-improving-generation-ground-truths-based-partially-ordered-lists.pdf","raw_type":"text"},{"id":"doi:10.5281/zenodo.1417524","doi":"https://doi.org/10.5281/zenodo.1417524","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.1417524","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.1417525","doi":"https://doi.org/10.5281/zenodo.1417525","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.1417525","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:2102904392","doi":null,"is_oa":false,"landing_page_url":"http://ismir2010.ismir.net/proceedings/ismir2010-49.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306420076","display_name":"International Symposium/Conference on Music Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Symposium/Conference on Music Information Retrieval","raw_type":null}],"best_oa_location":{"id":"pmh:oai:zenodo.org:1417525","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/1417525","pdf_url":"https://zenodo.org/record/1417525","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2102904392.pdf","grobid_xml":"https://content.openalex.org/works/W2102904392.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W85840116","https://openalex.org/W1526430254","https://openalex.org/W1532283110","https://openalex.org/W1819763199","https://openalex.org/W1972978214","https://openalex.org/W2037140704","https://openalex.org/W2039698757","https://openalex.org/W2057358583","https://openalex.org/W2062139369","https://openalex.org/W2102791842","https://openalex.org/W2109139264","https://openalex.org/W2125101988"],"related_works":["https://openalex.org/W6893249475","https://openalex.org/W6968217016","https://openalex.org/W7223280462","https://openalex.org/W1640978733","https://openalex.org/W7171630761","https://openalex.org/W7164935094","https://openalex.org/W7160874254","https://openalex.org/W7141154878","https://openalex.org/W6930651279","https://openalex.org/W6949446906"],"abstract_inverted_index":{"Ground":[0],"truths":[1,57],"based":[2,96],"on":[3,70,97],"partially":[4],"ordered":[5],"lists":[6,88],"have":[7],"been":[8,33],"used":[9,52],"for":[10],"some":[11,60],"years":[12],"now":[13],"to":[14,27,37,53,64,86,105,113],"evaluate":[15],"the":[16,41,50,71,76,107,118,123],"effectiveness":[17],"of":[18,43,75,94,110,122],"Music":[19],"Information":[20],"Retrieval":[21],"systems,":[22],"especially":[23],"in":[24],"tasks":[25],"related":[26],"symbolic":[28],"melodic":[29],"similarity.However,":[30],"there":[31],"has":[32],"practically":[34],"no":[35],"meta-evaluation":[36],"measure":[38,93],"or":[39],"improve":[40],"correctness":[42],"these":[44,55,130],"evaluations.In":[45],"this":[46],"paper":[47],"we":[48,68],"revise":[49],"methodology":[51],"generate":[54],"ground":[56,132],"and":[58,73,79,101],"disclose":[59],"issues":[61],"that":[62,81],"need":[63],"be":[65,114],"addressed.In":[66],"particular,":[67],"focus":[69],"arrangement":[72],"aggregation":[74],"relevant":[77],"results,":[78],"show":[80],"it":[82],"is":[83],"not":[84],"possible":[85],"ensure":[87],"completely":[89],"consistent.We":[90],"develop":[91],"a":[92],"consistency":[95],"Average":[98],"Dynamic":[99],"Recall":[100],"propose":[102],"several":[103],"alternatives":[104],"arrange":[106],"lists,":[108],"all":[109],"which":[111],"prove":[112],"more":[115],"consistent":[116],"than":[117],"original":[119],"method.The":[120],"results":[121],"MIREX":[124],"2005":[125],"evaluation":[126],"are":[127],"revisited":[128],"using":[129],"alternative":[131],"truths.":[133]},"counts_by_year":[{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}