{"id":"https://openalex.org/W7126116487","doi":"https://doi.org/10.1109/bibm66473.2025.11356859","title":"A Marginal Significativity Index for Agreement Values","display_name":"A Marginal Significativity Index for Agreement Values","publication_year":2025,"publication_date":"2025-12-15","ids":{"openalex":"https://openalex.org/W7126116487","doi":"https://doi.org/10.1109/bibm66473.2025.11356859"},"language":null,"primary_location":{"id":"doi:10.1109/bibm66473.2025.11356859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11356859","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052391923","display_name":"Alberto Casagrande","orcid":"https://orcid.org/0000-0002-8681-1482"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alberto Casagrande","raw_affiliation_strings":["University of Udine,Dept. of Matematics, Computer Science, and Physics,Udine,Italy"],"affiliations":[{"raw_affiliation_string":"University of Udine,Dept. of Matematics, Computer Science, and Physics,Udine,Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119691582","display_name":"Roberto Pagliarini","orcid":"https://orcid.org/0000-0001-9672-4326"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Pagliarini","raw_affiliation_strings":["University of Udine,Dept. of Matematics, Computer Science, and Physics,Udine,Italy"],"affiliations":[{"raw_affiliation_string":"University of Udine,Dept. of Matematics, Computer Science, and Physics,Udine,Italy","institution_ids":["https://openalex.org/I129043915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5052391923"],"corresponding_institution_ids":["https://openalex.org/I129043915"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77905971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5392","last_page":"5399"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.616599977016449,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.616599977016449,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11700","display_name":"Hemodynamic Monitoring and Therapy","score":0.1023000031709671,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6891999840736389},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5238999724388123},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3732999861240387},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.35359999537467957},{"id":"https://openalex.org/keywords/arbitrariness","display_name":"Arbitrariness","score":0.3517000079154968},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.3179999887943268},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.311599999666214},{"id":"https://openalex.org/keywords/false-positives-and-false-negatives","display_name":"False positives and false negatives","score":0.3089999854564667}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6891999840736389},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.635200023651123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5424000024795532},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5238999724388123},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3894999921321869},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C2777451423","wikidata":"https://www.wikidata.org/wiki/Q629962","display_name":"Arbitrariness","level":2,"score":0.3517000079154968},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3337000012397766},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.3089999854564667},{"id":"https://openalex.org/C173633133","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw score","level":3,"score":0.3009999990463257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2973000109195709},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C106135958","wikidata":"https://www.wikidata.org/wiki/Q7291993","display_name":"Random subspace method","level":3,"score":0.2639000117778778},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bibm66473.2025.11356859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11356859","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},{"id":"pmh:oai:air.uniud.it:11390/1323924","is_oa":false,"landing_page_url":"https://hdl.handle.net/11390/1323924","pdf_url":null,"source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1975879668","https://openalex.org/W2037789405","https://openalex.org/W2051203581","https://openalex.org/W2053154970","https://openalex.org/W2084413241","https://openalex.org/W2133943399","https://openalex.org/W2164777277","https://openalex.org/W2290195878","https://openalex.org/W2329414964","https://openalex.org/W2922071185","https://openalex.org/W3045153201","https://openalex.org/W3096020573","https://openalex.org/W3127203155","https://openalex.org/W4213174327","https://openalex.org/W4243989635","https://openalex.org/W4253663847","https://openalex.org/W4327896616","https://openalex.org/W4367165072","https://openalex.org/W4384517972","https://openalex.org/W4392777592","https://openalex.org/W4399070783","https://openalex.org/W4399446087","https://openalex.org/W4405495872","https://openalex.org/W4414396235"],"related_works":[],"abstract_inverted_index":{"Agreement":[0],"measures":[1,220],"are":[2,23,135],"useful":[3],"tools":[4],"to":[5,26,89,117,124,129,140,151],"assess":[6,152],"the":[7,28,37,45,48,51,54,56,58,60,68,71,76,90,153,180,186,193,196,204,221,231,234,243],"effectiveness":[8],"of":[9,30,36,47,155,201,217,223],"classifiers,":[10],"being":[11],"either":[12],"diagnostic":[13],"exams":[14],"or":[15],"artificial":[16],"classifiers":[17,66,84,167,198],"such":[18],"as":[19,148,230],"neural":[20],"networks.":[21],"They":[22],"commonly":[24],"used":[25],"compare":[27],"labelling":[29],"an":[31,102,156,224],"investigated":[32],"classifier":[33,240,251],"and":[34,112,127,138,212,247],"those":[35],"gold":[38,77,91,205,244],"standard.":[39,78,206],"The":[40,62],"resulting":[41],"agreement":[42,73,103,131,157,187,225,235],"values":[43],"gauge":[44],"consistency":[46],"classifications":[49],"among":[50,64],"considered":[52,197],"dataset:":[53],"greater":[55],"values,":[57,132],"higher":[59],"consistency.":[61],"best":[63],"two":[65,164],"is":[67,109,116,183,203,252],"one":[69,200],"having":[70],"greatest":[72],"value":[74,158,226,236],"with":[75,174],"While":[79],"these":[80,134],"metrics":[81],"effectively":[82],"rank":[83],"based":[85],"on":[86],"their":[87],"similarity":[88],"standard,":[92],"they":[93],"lack":[94],"intrinsic":[95],"relevance":[96,154,222],"measures.":[97],"It":[98],"isn't":[99],"clear":[100],"whether":[101],"score":[104],"like,":[105],"for":[106],"instance,":[107],"0.7":[108],"statistically":[110],"significant":[111],"how":[113],"difficult":[114],"it":[115],"obtain.":[118],"Various":[119],"scales":[120],"have":[121],"been":[122],"developed":[123],"add":[125],"context":[126],"interpretability":[128],"raw":[130],"but":[133,189],"often":[136],"arbitrary":[137],"specific":[139],"certain":[141],"metrics.":[142],"More":[143],"recently,":[144],"\u03c3-significativity":[145,218],"was":[146],"introduced":[147],"a":[149,214,238,248],"way":[150],"by":[159],"calculating":[160],"its":[161],"probability":[162,232],"that":[163,172,182,219,233],"randomly":[165,249],"selected":[166],"would":[168],"agree":[169],"at":[170],"least":[171],"much":[173],"each":[175],"other.":[176],"This":[177,207],"approach":[178],"avoids":[179],"arbitrariness":[181],"implicit":[184],"in":[185],"scales,":[188],"does":[190],"not":[191],"consider":[192],"asymmetry":[194],"between":[195,237],"when":[199],"them":[202],"work":[208],"addresses":[209],"this":[210],"issue":[211],"introduces":[213],"new":[215],"kind":[216],"<tex":[227,255],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[228,256],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$c$</tex>":[229],"fixed":[239],"-":[241,246],"e.g.,":[242],"standard":[245],"chosen":[250],"lower":[253],"than":[254],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$c$</tex>.":[257]},"counts_by_year":[],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2026-01-30T00:00:00"}