{"id":"https://openalex.org/W4400676406","doi":"https://doi.org/10.1007/978-3-031-65112-0_6","title":"A Preliminary Study to Examining Per-class Performance Bias via Robustness Distributions","display_name":"A Preliminary Study to Examining Per-class Performance Bias via Robustness Distributions","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400676406","doi":"https://doi.org/10.1007/978-3-031-65112-0_6"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-65112-0_6","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-65112-0_6","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ada.liacs.leidenuniv.nl/papers/BosEtAl24.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083652681","display_name":"Annelot W. Bosman","orcid":"https://orcid.org/0009-0004-1050-5165"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Annelot W. Bosman","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, The Netherlands"],"raw_orcid":"https://orcid.org/0009-0004-1050-5165","affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092012204","display_name":"Anna L. M\u00fcnz","orcid":"https://orcid.org/0009-0007-1328-8698"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna L. M\u00fcnz","raw_affiliation_strings":["Chair for AI Methodology, RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0009-0007-1328-8698","affiliations":[{"raw_affiliation_string":"Chair for AI Methodology, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025342513","display_name":"Holger H. Hoos","orcid":"https://orcid.org/0000-0003-0629-0099"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["CA","DE","NL"],"is_corresponding":false,"raw_author_name":"Holger H. Hoos","raw_affiliation_strings":["Chair for AI Methodology, RWTH Aachen University, Aachen, Germany","Leiden Institute of Advanced Computer Science, Leiden University, Leiden, The Netherlands","University of British Colombia, Vancouver, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0629-0099","affiliations":[{"raw_affiliation_string":"Chair for AI Methodology, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"University of British Colombia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009236758","display_name":"Jan N. van Rijn","orcid":"https://orcid.org/0000-0003-2898-2168"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jan N. van Rijn","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-2898-2168","affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5083652681"],"corresponding_institution_ids":["https://openalex.org/I121797337"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":0.6503,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66350507,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"116","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7972252368927002},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7701705098152161},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5451348423957825},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35201579332351685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3486800193786621}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7972252368927002},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7701705098152161},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5451348423957825},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35201579332351685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3486800193786621},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-031-65112-0_6","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-65112-0_6","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_4260020","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/4260020","pdf_url":"https://ada.liacs.leidenuniv.nl/papers/BosEtAl24.pdf","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lecture Notes in Computer Science -- AI verification","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_4260020","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/4260020","pdf_url":"https://ada.liacs.leidenuniv.nl/papers/BosEtAl24.pdf","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lecture Notes in Computer Science -- AI verification","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400676406.pdf","grobid_xml":"https://content.openalex.org/works/W4400676406.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1990132745","https://openalex.org/W2024039759","https://openalex.org/W2117876524","https://openalex.org/W2747329762","https://openalex.org/W3083878034","https://openalex.org/W3092541244","https://openalex.org/W3181414820","https://openalex.org/W3213556453","https://openalex.org/W4381571085"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"As":[0],"neural":[1,101,156,164],"networks":[2,258],"are":[3,57,67,184,220,235,240,253],"increasingly":[4],"used":[5],"in":[6,24,43,61,104,216,223],"sensitive":[7],"real-world":[8],"applications,":[9],"mitigating":[10],"bias":[11,74],"of":[12,15,54,98,120,133,140,177],"classifiers":[13],"is":[14,27,33,51,87,207],"crucial":[16],"importance.":[17],"One":[18],"often-used":[19],"approach":[20],"to":[21,28,59,167,174,261,277],"controlling":[22],"quality":[23],"classification":[25],"tasks":[26],"ensure":[29],"that":[30,46,65,71,82,137,160,182,215],"predictive":[31],"performance":[32,50,73,86],"balanced":[34],"between":[35],"different":[36,155,227],"classes;":[37],"however,":[38],"it":[39,170],"has":[40,265],"been":[41],"shown":[42],"previous":[44],"work":[45],"even":[47,83,161],"if":[48],"class":[49,85,89,143,180,202,281],"balanced,":[52,88],"instances":[53,176],"some":[55,121],"classes":[56],"easier":[58,173],"perturb":[60,175],"such":[62,124],"a":[63,99,105,131,163,178,195,200,266,279],"way":[64],"they":[66,183],"misclassified,":[68],"which":[69,204],"indicates":[70],"per-class":[72,271],"exists.":[75],"In":[76],"this":[77,110,158,264],"preliminary":[78],"study,":[79],"we":[80,112,187,193,239,252,275],"found":[81],"when":[84,94,162,192],"robustness":[90,97,114,122,139,190,224,272],"can":[91,148],"vary":[92],"strongly":[93],"assessing":[95],"the":[96,126,138,141,145,189,245,270],"given":[100,179],"network":[102,165],"classifier":[103],"more":[106],"nuanced":[107],"fashion.":[108],"For":[109],"purpose,":[111],"use":[113],"distributions,":[115],"i.e.,":[116,199],"empirical":[117,212,231],"probability":[118],"distributions":[119,191,225],"metric,":[123],"as":[125],"critical":[127],"epsilon":[128],"value,":[129],"over":[130,144],"set":[132],"instances.":[134],"We":[135],"observed":[136],"same":[142,146],"data":[147],"significantly":[149],"differ":[150],"from":[151],"each":[152],"other":[153],"for":[154,226,236,259],"networks;":[157],"means":[159],"appears":[166],"be":[168,172],"unbiased,":[169],"might":[171],"so":[181],"misclassified.":[185],"Furthermore,":[186,251],"explored":[188],"have":[194],"predefined":[196],"target":[197],"class,":[198],"specific":[201],"into":[203],"an":[205],"instance":[206],"misclassified":[208],"after":[209],"perturbation.":[210],"Our":[211],"results":[213,232],"indicate":[214],"most":[217],"cases,":[218],"there":[219],"significant":[221,267],"differences":[222],"classes.":[228],"While":[229],"our":[230,286],"reported":[233],"here":[234],"MNIST":[237],"classifiers,":[238],"currently":[241],"performing":[242],"experiments":[243,255],"using":[244],"German":[246],"Traffic":[247],"Sign":[248],"Recognition":[249],"Benchmark.":[250],"running":[254],"with":[256],"retrained":[257],"fairness,":[260],"see":[262],"whether":[263],"effect":[268],"on":[269,285],"distributions.":[273],"Lastly,":[274],"aim":[276],"create":[278],"robust":[280],"fairness":[282],"metric":[283],"based":[284],"findings.":[287]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-10T00:00:00"}