{"id":"https://openalex.org/W3165086995","doi":"https://doi.org/10.1007/s10458-021-09504-y","title":"Voting with random classifiers (VORACE): theoretical and experimental analysis","display_name":"Voting with random classifiers (VORACE): theoretical and experimental analysis","publication_year":2021,"publication_date":"2021-05-21","ids":{"openalex":"https://openalex.org/W3165086995","doi":"https://doi.org/10.1007/s10458-021-09504-y","mag":"3165086995"},"language":"en","primary_location":{"id":"doi:10.1007/s10458-021-09504-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-021-09504-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-021-09504-y.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10458-021-09504-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027858626","display_name":"Cristina Cornelio","orcid":"https://orcid.org/0000-0001-5284-6487"},"institutions":[{"id":"https://openalex.org/I4210126328","display_name":"IBM Research - Zurich","ror":"https://ror.org/02js37d36","country_code":"CH","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210126328"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Cristina Cornelio","raw_affiliation_strings":["IBM Research, R\u00fcschlikon, Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"IBM Research, R\u00fcschlikon, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210126328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056775618","display_name":"Michele Donini","orcid":"https://orcid.org/0000-0002-9769-3899"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michele Donini","raw_affiliation_strings":["Amazon, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Amazon, Berlin, Germany","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029045409","display_name":"Andrea Loreggia","orcid":"https://orcid.org/0000-0002-9846-0157"},"institutions":[{"id":"https://openalex.org/I874792244","display_name":"European University Institute","ror":"https://ror.org/0031wrj91","country_code":"IT","type":"education","lineage":["https://openalex.org/I874792244"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Andrea Loreggia","raw_affiliation_strings":["European University Institute, Firenze, Italy"],"affiliations":[{"raw_affiliation_string":"European University Institute, Firenze, Italy","institution_ids":["https://openalex.org/I874792244"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052880739","display_name":"Maria Pini","orcid":"https://orcid.org/0000-0002-9995-5370"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maria Silvia Pini","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Padova, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000527699","display_name":"Francesca Rossi","orcid":"https://orcid.org/0000-0001-8898-219X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Francesca Rossi","raw_affiliation_strings":["IBM Research, Yorktown Heights, New York, USA"],"affiliations":[{"raw_affiliation_string":"IBM Research, Yorktown Heights, New York, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5029045409"],"corresponding_institution_ids":["https://openalex.org/I874792244"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.7992,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.91936404,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"35","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.761063277721405},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.7260799407958984},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.7049000263214111},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6414741277694702},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6353583335876465},{"id":"https://openalex.org/keywords/random-subspace-method","display_name":"Random subspace method","score":0.6294596791267395},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.5626018047332764},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5143686532974243},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4060194492340088}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.761063277721405},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.7260799407958984},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.7049000263214111},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6414741277694702},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6353583335876465},{"id":"https://openalex.org/C106135958","wikidata":"https://www.wikidata.org/wiki/Q7291993","display_name":"Random subspace method","level":3,"score":0.6294596791267395},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.5626018047332764},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5143686532974243},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4060194492340088},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1007/s10458-021-09504-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-021-09504-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-021-09504-y.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1909.08996","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.08996","pdf_url":"https://arxiv.org/pdf/1909.08996","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:cadmus.eui.eu:1814/72422","is_oa":true,"landing_page_url":"https://hdl.handle.net/1814/72422","pdf_url":null,"source":{"id":"https://openalex.org/S4377196422","display_name":"Cadmus - EUI Research Repository (European University Institute)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I874792244","host_organization_name":"European University Institute","host_organization_lineage":["https://openalex.org/I874792244"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unibs.it:11379/550933","is_oa":true,"landing_page_url":"https://hdl.handle.net/11379/550933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400804","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Brescia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unibs.it:11379/550940","is_oa":false,"landing_page_url":"http://hdl.handle.net/11379/550940","pdf_url":null,"source":{"id":"https://openalex.org/S4306400804","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Brescia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:www.research.unipd.it:11577/3392104","is_oa":true,"landing_page_url":"https://hdl.handle.net/11577/3392104","pdf_url":null,"source":{"id":"https://openalex.org/S4377196283","display_name":"Research Padua  Archive (University of Padua)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10458-021-09504-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-021-09504-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-021-09504-y.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3726402898","display_name":"Computable  Law","funder_award_id":"833647","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5036817778","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innov","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8433969168","display_name":null,"funder_award_id":"This article has received funding from the Europea","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8633428685","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innovat","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320899","display_name":"European University Institute","ror":"https://ror.org/0031wrj91"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3165086995.pdf","grobid_xml":"https://content.openalex.org/works/W3165086995.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W138818840","https://openalex.org/W170447349","https://openalex.org/W1512260813","https://openalex.org/W1521226446","https://openalex.org/W1545305210","https://openalex.org/W1605688901","https://openalex.org/W1650619589","https://openalex.org/W1676820704","https://openalex.org/W1744068312","https://openalex.org/W1930624869","https://openalex.org/W1963492191","https://openalex.org/W1988790447","https://openalex.org/W2022268612","https://openalex.org/W2026043261","https://openalex.org/W2084812512","https://openalex.org/W2086182732","https://openalex.org/W2096352448","https://openalex.org/W2097998348","https://openalex.org/W2100208452","https://openalex.org/W2101428583","https://openalex.org/W2108949035","https://openalex.org/W2134551252","https://openalex.org/W2140897975","https://openalex.org/W2141434237","https://openalex.org/W2152761983","https://openalex.org/W2155806188","https://openalex.org/W2162475500","https://openalex.org/W2168118654","https://openalex.org/W2170413589","https://openalex.org/W2173797835","https://openalex.org/W2240326247","https://openalex.org/W2270941958","https://openalex.org/W2295598076","https://openalex.org/W2296661036","https://openalex.org/W2300264992","https://openalex.org/W2309693750","https://openalex.org/W2318031348","https://openalex.org/W2335925837","https://openalex.org/W2405505800","https://openalex.org/W2484891765","https://openalex.org/W2735143291","https://openalex.org/W2744032385","https://openalex.org/W2745042876","https://openalex.org/W2764302726","https://openalex.org/W2791286326","https://openalex.org/W2807663799","https://openalex.org/W2834916931","https://openalex.org/W2906789088","https://openalex.org/W2909945638","https://openalex.org/W2912934387","https://openalex.org/W2914369697","https://openalex.org/W2945951021","https://openalex.org/W2963755303","https://openalex.org/W2963809228","https://openalex.org/W2972175238","https://openalex.org/W2974731017","https://openalex.org/W3009784374","https://openalex.org/W3037651821","https://openalex.org/W3102476541","https://openalex.org/W4211204132","https://openalex.org/W4212883601","https://openalex.org/W4237827029","https://openalex.org/W4296288933","https://openalex.org/W4299361671","https://openalex.org/W6606827046","https://openalex.org/W6674385629","https://openalex.org/W6679950865","https://openalex.org/W6713940527","https://openalex.org/W6768247532","https://openalex.org/W6821777662"],"related_works":["https://openalex.org/W1964832275","https://openalex.org/W2389865566","https://openalex.org/W2407804800","https://openalex.org/W2388864896","https://openalex.org/W2888937984","https://openalex.org/W1845209238","https://openalex.org/W2031651184","https://openalex.org/W2031173026","https://openalex.org/W2117265009","https://openalex.org/W2913388591"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"many":[2],"machine":[3],"learning":[4],"scenarios,":[5],"looking":[6],"for":[7],"the":[8,33,48,52,86,95,116,128,140],"best":[9],"classifier":[10,90],"that":[11,69,120],"fits":[12],"a":[13,38,74,80,92,107,132],"particular":[14],"dataset":[15],"can":[16,28],"be":[17],"very":[18],"costly":[19],"in":[20,47],"terms":[21],"of":[22,32,56,76,88,97,139],"time":[23],"and":[24,50,59,135],"resources.":[25],"Moreover,":[26],"it":[27],"require":[29,44],"deep":[30],"knowledge":[31],"specific":[34],"domain.":[35],"We":[36,100,118],"propose":[37],"new":[39,81],"technique":[40,68],"which":[41,110],"does":[42],"not":[43],"profound":[45],"expertise":[46],"domain":[49],"avoids":[51],"commonly":[53],"used":[54],"strategy":[55],"hyper-parameter":[57],"tuning":[58],"model":[60],"selection.":[61],"Our":[62],"method":[63],"is":[64],"an":[65,136],"innovative":[66],"ensemble":[67],"uses":[70],"voting":[71,108],"rules":[72],"over":[73,94,115],"set":[75,96],"randomly-generated":[77],"classifiers.":[78],"Given":[79],"input":[82],"sample,":[83],"we":[84],"interpret":[85],"output":[87,104],"each":[89],"as":[91,113],"ranking":[93],"possible":[98],"classes.":[99,117],"then":[101],"aggregate":[102],"these":[103],"rankings":[105],"using":[106],"rule,":[109],"treats":[111],"them":[112],"preferences":[114],"show":[119],"our":[121],"approach":[122,141],"obtains":[123],"good":[124],"results":[125],"compared":[126],"to":[127],"state-of-the-art,":[129],"both":[130],"providing":[131],"theoretical":[133],"analysis":[134],"empirical":[137],"evaluation":[138],"on":[142],"several":[143],"datasets.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}