{"id":"https://openalex.org/W6930656174","doi":"https://doi.org/10.5281/zenodo.14877519","title":"Using Item Response Theory to Aggregate Music Annotation Results of Multiple Annotators","display_name":"Using Item Response Theory to Aggregate Music Annotation Results of Multiple Annotators","publication_year":2024,"publication_date":"2024-11-10","ids":{"openalex":"https://openalex.org/W6930656174","doi":"https://doi.org/10.5281/zenodo.14877519"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.14877519","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14877519","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferencePaper"},"type":"conference-paper","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.14877519","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tomoyasu Nakano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tomoyasu Nakano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Masataka Goto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Masataka Goto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10023","display_name":"Schizophrenia research and treatment","score":0.8777999877929688,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10023","display_name":"Schizophrenia research and treatment","score":0.8777999877929688,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10832","display_name":"Pituitary Gland Disorders and Treatments","score":0.02070000022649765,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11967","display_name":"Electrolyte and hormonal disorders","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7760000228881836},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5735999941825867},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.3944000005722046},{"id":"https://openalex.org/keywords/music-information-retrieval","display_name":"Music information retrieval","score":0.34040001034736633},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3328000009059906},{"id":"https://openalex.org/keywords/aggregate-data","display_name":"Aggregate data","score":0.3012999892234802},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"Item response theory","score":0.29750001430511475}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7760000228881836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7670999765396118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6144000291824341},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5735999941825867},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5716000199317932},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4699999988079071},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.3944000005722046},{"id":"https://openalex.org/C2777946086","wikidata":"https://www.wikidata.org/wiki/Q1163335","display_name":"Music information retrieval","level":3,"score":0.34040001034736633},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3328000009059906},{"id":"https://openalex.org/C2778058735","wikidata":"https://www.wikidata.org/wiki/Q4692253","display_name":"Aggregate data","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.29750001430511475},{"id":"https://openalex.org/C44819458","wikidata":"https://www.wikidata.org/wiki/Q27939","display_name":"Singing","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27900001406669617},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27079999446868896},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.14877519","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14877519","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"ConferencePaper"}],"best_oa_location":{"id":"doi:10.5281/zenodo.14877519","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14877519","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferencePaper"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8283756971359253}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Human":[0],"music":[1,11,117,159,165],"annotation":[2,118,136,160],"is":[3,47,78,84],"one":[4],"of":[5,17,70,92,120,135,138,158,164,170,188],"the":[6,55,68,89,107,116,139,151,186],"most":[7],"important":[8],"tasks":[9],"in":[10,88,154],"information":[12],"retrieval":[13],"(MIR)":[14],"research.":[15],"Results":[16],"labeling,":[18],"tagging,":[19],"assessment,":[20],"and":[21,54,95,130,141,166,174],"evaluation":[22,169],"can":[23,125],"be":[24,73,97,112],"used":[25,98,113],"as":[26],"training":[27],"data":[28],"for":[29,99],"machine":[30,39],"learning":[31,40],"models":[32,124,153,177,181],"that":[33,106,182],"estimate":[34,127],"them":[35],"automatically.":[36],"For":[37],"such":[38],"purposes,":[41],"a":[42],"single":[43],"target":[44],"(e.g.,":[45],"song)":[46],"usually":[48],"annotated":[49],"by":[50,59],"multiple":[51,121],"human":[52],"annotators,":[53],"results":[56,119],"are":[57,143],"aggregated":[58],"majority":[60],"voting":[61],"or":[62],"averaging.":[63],"Majority":[64],"voting,":[65],"however,":[66],"requires":[67],"number":[69],"annotators":[71],"to":[72,86,114,146],"an":[74],"odd":[75],"number,":[76],"which":[77],"not":[79,184],"always":[80],"possible.":[81],"And":[82],"averaging":[83],"sensitive":[85],"differences":[87],"judgmental":[90],"characteristics":[91,129,187],"each":[93,189],"annotator":[94],"cannot":[96],"ordinal":[100,147],"scales.":[101,148],"This":[102],"paper":[103],"therefore":[104],"proposes":[105],"item":[108],"response":[109],"theory":[110],"(IRT)":[111],"aggregate":[115],"annotators.":[122],"IRT-based":[123,152],"jointly":[126],"annotators'":[128],"latent":[131],"scores":[132],"(i.e.,":[133],"aggregations":[134],"results)":[137],"targets,":[140],"they":[142],"also":[144],"applicable":[145],"We":[149],"evaluated":[150],"two":[155],"actual":[156],"cases":[157],"\u2014":[161,173],"semantic":[162],"tagging":[163],"Likert":[167],"scale-based":[168],"singing":[171],"skill":[172],"compared":[175],"those":[176],"with":[178],"their":[179],"simplified":[180],"do":[183],"consider":[185],"annotator.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}