{"id":"https://openalex.org/W4414396235","doi":"https://doi.org/10.1007/s11222-025-10728-1","title":"Significativity Indices for Agreement Values","display_name":"Significativity Indices for Agreement Values","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414396235","doi":"https://doi.org/10.1007/s11222-025-10728-1"},"language":"en","primary_location":{"id":"doi:10.1007/s11222-025-10728-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-025-10728-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-025-10728-1.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11222-025-10728-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052391923","display_name":"Alberto Casagrande","orcid":"https://orcid.org/0000-0002-8681-1482"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alberto Casagrande","raw_affiliation_strings":["Dept.\u00a0of Mathematics, Computer Science, and Physics, University of Udine, via delle Scienze 206, 33100, Udine, Italy"],"raw_orcid":"https://orcid.org/0000-0002-8681-1482","affiliations":[{"raw_affiliation_string":"Dept.\u00a0of Mathematics, Computer Science, and Physics, University of Udine, via delle Scienze 206, 33100, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052680051","display_name":"Francesco Fabris","orcid":"https://orcid.org/0000-0002-1950-8838"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Fabris","raw_affiliation_strings":["Dept.\u00a0of Mathematics, Informatics, and Geosciences, University of Trieste, via Weiss 2, 34128, Trieste, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1950-8838","affiliations":[{"raw_affiliation_string":"Dept.\u00a0of Mathematics, Informatics, and Geosciences, University of Trieste, via Weiss 2, 34128, Trieste, Italy","institution_ids":["https://openalex.org/I142444530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075137791","display_name":"Rossano Girometti","orcid":"https://orcid.org/0000-0002-0904-5147"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rossano Girometti","raw_affiliation_strings":["Dept.\u00a0of Medicine, University of Udine, via Colugna 50, 33100, Udine, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0904-5147","affiliations":[{"raw_affiliation_string":"Dept.\u00a0of Medicine, University of Udine, via Colugna 50, 33100, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119691582","display_name":"Roberto Pagliarini","orcid":"https://orcid.org/0000-0001-9672-4326"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Pagliarini","raw_affiliation_strings":["Dept.\u00a0of Mathematics, Computer Science, and Physics, University of Udine, via delle Scienze 206, 33100, Udine, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9672-4326","affiliations":[{"raw_affiliation_string":"Dept.\u00a0of Mathematics, Computer Science, and Physics, University of Udine, via delle Scienze 206, 33100, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5052391923"],"corresponding_institution_ids":["https://openalex.org/I129043915"],"apc_list":{"value":2090,"currency":"EUR","value_usd":2690},"apc_paid":{"value":2090,"currency":"EUR","value_usd":2690},"fwci":1.2423,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85811144,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"35","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6152999997138977},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5656999945640564},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5042999982833862},{"id":"https://openalex.org/keywords/gauge","display_name":"Gauge (firearms)","score":0.5015000104904175},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4478999972343445},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.43380001187324524},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4153999984264374},{"id":"https://openalex.org/keywords/kappa","display_name":"Kappa","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6152999997138977},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5656999945640564},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5406000018119812},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5042999982833862},{"id":"https://openalex.org/C40976572","wikidata":"https://www.wikidata.org/wiki/Q2330873","display_name":"Gauge (firearms)","level":2,"score":0.5015000104904175},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4478999972343445},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.43380001187324524},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4153999984264374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41190001368522644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40400001406669617},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.39899998903274536},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.3813000023365021},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3546999990940094},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.352400004863739},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3472000062465668},{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.3361999988555908},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.3206000030040741},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3050999939441681},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s11222-025-10728-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-025-10728-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-025-10728-1.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2504.15325","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.15325","pdf_url":"https://arxiv.org/pdf/2504.15325","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:air.uniud.it:11390/1314144","is_oa":true,"landing_page_url":"https://hdl.handle.net/11390/1314144","pdf_url":"https://air.uniud.it/bitstream/11390/1314144/2/s11222-025-10728-1.pdf","source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arts.units.it:11368/3116958","is_oa":true,"landing_page_url":"https://link.springer.com/article/10.1007/s11222-025-10728-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400480","display_name":"ArTS Archivio della ricerca di Trieste (University of Trieste https://www.units.it/)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142444530","host_organization_name":"University of Trieste","host_organization_lineage":["https://openalex.org/I142444530"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s11222-025-10728-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-025-10728-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-025-10728-1.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5538627578","display_name":null,"funder_award_id":"CN_00000033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320311030","display_name":"Istituto Nazionale di Alta Matematica \"Francesco Severi\"","ror":"https://ror.org/01vx64p53"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320324979","display_name":"Universit\u00e0 degli Studi di Udine","ror":null},{"id":"https://openalex.org/F4320334079","display_name":"Gruppo Nazionale per il Calcolo Scientifico","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4414396235.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1489119587","https://openalex.org/W1827911007","https://openalex.org/W1975879668","https://openalex.org/W1986517320","https://openalex.org/W2012378416","https://openalex.org/W2037789405","https://openalex.org/W2051203581","https://openalex.org/W2053154970","https://openalex.org/W2084413241","https://openalex.org/W2095595785","https://openalex.org/W2112796928","https://openalex.org/W2133943399","https://openalex.org/W2141403362","https://openalex.org/W2150290224","https://openalex.org/W2152828142","https://openalex.org/W2162052349","https://openalex.org/W2164777277","https://openalex.org/W2171056260","https://openalex.org/W2194775991","https://openalex.org/W2290195878","https://openalex.org/W2313927544","https://openalex.org/W2800559265","https://openalex.org/W3096020573","https://openalex.org/W3127203155","https://openalex.org/W3202613539","https://openalex.org/W4213174327","https://openalex.org/W4232221999","https://openalex.org/W4235169531","https://openalex.org/W4250589301","https://openalex.org/W4253663847","https://openalex.org/W4256135625","https://openalex.org/W4292159986","https://openalex.org/W4300944962","https://openalex.org/W4327896616","https://openalex.org/W4372046852","https://openalex.org/W4389011534","https://openalex.org/W4403479366","https://openalex.org/W4405495872","https://openalex.org/W4408612141"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Agreement":[1],"measures,":[2],"such":[3,217],"as":[4,89,147],"Cohen\u2019s":[5,119],"kappa":[6],"or":[7,15,91,105],"intraclass":[8],"correlation,":[9],"gauge":[10],"the":[11,32,47,51,71,81,96,116,138,148,158,172,175,182,201,212],"matching":[12],"between":[13,144],"two":[14,145,192],"more":[16],"classifiers.":[17],"They":[18],"are":[19,123,129],"used":[20,185],"in":[21,115],"a":[22,54,62,103,106,133,153,163],"wide":[23],"range":[24],"of":[25,34,53,58,98,140,150,174,215],"contexts":[26],"from":[27],"medicine,":[28],"where":[29,43],"they":[30,44,122],"evaluate":[31,137],"effectiveness":[33],"medical":[35],"treatments":[36],"and":[37,126,219],"clinical":[38],"trials,":[39],"to":[40,50,61,80,136,186],"artificial":[41],"intelligence,":[42],"can":[45,65],"quantify":[46],"approximation":[48],"due":[49],"reduction":[52],"classifier.":[55],"The":[56],"consistency":[57],"different":[59],"classifiers":[60,146],"gold":[63,82],"standard":[64,83],"be":[66],"compared":[67],"simply":[68],"by":[69,74,94],"using":[70,95],"order":[72],"induced":[73],"their":[75,127,225],"agreement":[76,100,142,165,177,183],"measure":[77,101,184],"with":[78,162,197],"respect":[79],"itself.":[84],"Nevertheless,":[85],"labelling":[86],"an":[87,99],"approach":[88,135],"good":[90],"bad":[92],"exclusively":[93],"value":[97,143,178],"requires":[102],"scale":[104],"significativity":[107,193],"index.":[108],"Some":[109],"quality":[110],"scales":[111],"have":[112],"been":[113],"proposed":[114],"literature":[117],"for":[118,224],"kappa,":[120],"but":[121],"mainly":[124],"na\u00efve,":[125],"boundaries":[128],"arbitrary.":[130],"We":[131],"propose":[132],"general":[134],"significance":[139],"any":[141],"probability":[149,206],"randomly":[151],"choosing":[152],"confusion":[154],"matrix,":[155],"built":[156],"over":[157],"same":[159],"data":[160,199],"set,":[161],"lower":[164],"value.":[166],"This":[167,189,208],"measure,":[168],"named":[169],"significativity,":[170],"gauges":[171],"relevance":[173],"observed":[176],"rather":[179],"than":[180],"replacing":[181],"calculate":[187],"it.":[188],"work":[190],"introduces":[191],"indices:":[194],"one":[195,203],"dealing":[196],"finite":[198],"sets,":[200],"other":[202],"handling":[204],"classification":[205],"distributions.":[207],"manuscript":[209],"also":[210],"addresses":[211],"computational":[213],"challenges":[214],"evaluating":[216],"indices":[218],"proposes":[220],"some":[221],"efficient":[222],"algorithms":[223],"evaluation.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-09-23T00:00:00"}