{"id":"https://openalex.org/W4395678822","doi":"https://doi.org/10.3233/ida-230707","title":"Cracking black-box models: Revealing hidden machine learning techniques behind their predictions","display_name":"Cracking black-box models: Revealing hidden machine learning techniques behind their predictions","publication_year":2024,"publication_date":"2024-03-20","ids":{"openalex":"https://openalex.org/W4395678822","doi":"https://doi.org/10.3233/ida-230707"},"language":"en","primary_location":{"id":"doi:10.3233/ida-230707","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ida-230707","pdf_url":"https://content.iospress.com:443/download/intelligent-data-analysis/ida230707?id=intelligent-data-analysis%2Fida230707","source":{"id":"https://openalex.org/S2498839158","display_name":"Intelligent Data Analysis","issn_l":"1088-467X","issn":["1088-467X","1571-4128"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Data Analysis: An International Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://content.iospress.com:443/download/intelligent-data-analysis/ida230707?id=intelligent-data-analysis%2Fida230707","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086511687","display_name":"Ra\u00fcl Fabra-Boluda","orcid":"https://orcid.org/0000-0003-2954-2041"},"institutions":[{"id":"https://openalex.org/I4210131846","display_name":"Artificial Intelligence Research Institute","ror":"https://ror.org/03c0ach84","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210131846"]},{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ra\u00fcl Fabra-Boluda","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia","Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia","institution_ids":["https://openalex.org/I60053951"]},{"raw_affiliation_string":"Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210131846","https://openalex.org/I60053951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050804466","display_name":"C\u00e8sar Ferri","orcid":"https://orcid.org/0000-0002-8975-1120"},"institutions":[{"id":"https://openalex.org/I4210131846","display_name":"Artificial Intelligence Research Institute","ror":"https://ror.org/03c0ach84","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210131846"]},{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"C\u00e8sar Ferri","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia","Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia","institution_ids":["https://openalex.org/I60053951"]},{"raw_affiliation_string":"Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210131846","https://openalex.org/I60053951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029864546","display_name":"Jos\u00e9 Hern\u00e1ndez\u2010Orallo","orcid":"https://orcid.org/0000-0001-9746-7632"},"institutions":[{"id":"https://openalex.org/I4210131846","display_name":"Artificial Intelligence Research Institute","ror":"https://ror.org/03c0ach84","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210131846"]},{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Hern\u00e1ndez-Orallo","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia","Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia","institution_ids":["https://openalex.org/I60053951"]},{"raw_affiliation_string":"Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210131846","https://openalex.org/I60053951"]}]},{"author_position":"middle","author":{"id":null,"display_name":"M. Jos\u00e9 Ramrez-Quintana","orcid":null},"institutions":[{"id":"https://openalex.org/I4210131846","display_name":"Artificial Intelligence Research Institute","ror":"https://ror.org/03c0ach84","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210131846"]},{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"M. Jos\u00e9 Ramrez-Quintana","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia","Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia","institution_ids":["https://openalex.org/I60053951"]},{"raw_affiliation_string":"Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210131846","https://openalex.org/I60053951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051725651","display_name":"Fernando Mart\u00ednez\u2010Plumed","orcid":"https://orcid.org/0000-0003-2902-6477"},"institutions":[{"id":"https://openalex.org/I4210131846","display_name":"Artificial Intelligence Research Institute","ror":"https://ror.org/03c0ach84","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210131846"]},{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Fernando Martnez-Plumed","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia","Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia","institution_ids":["https://openalex.org/I60053951"]},{"raw_affiliation_string":"Valencian Research Institute for Artificial Intelligence, Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210131846","https://openalex.org/I60053951"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3892,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.83228328,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"29","issue":"1","first_page":"28","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.7646021842956543},{"id":"https://openalex.org/keywords/cracking","display_name":"Cracking","score":0.6226995587348938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4405101537704468},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3984226584434509},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32441890239715576},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.20936089754104614},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.09436646103858948}],"concepts":[{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.7646021842956543},{"id":"https://openalex.org/C58396970","wikidata":"https://www.wikidata.org/wiki/Q212749","display_name":"Cracking","level":2,"score":0.6226995587348938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4405101537704468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3984226584434509},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32441890239715576},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.20936089754104614},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.09436646103858948}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/ida-230707","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ida-230707","pdf_url":"https://content.iospress.com:443/download/intelligent-data-analysis/ida230707?id=intelligent-data-analysis%2Fida230707","source":{"id":"https://openalex.org/S2498839158","display_name":"Intelligent Data Analysis","issn_l":"1088-467X","issn":["1088-467X","1571-4128"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Data Analysis: An International Journal","raw_type":"journal-article"},{"id":"pmh:oai:riunet.upv.es:10251/212107","is_oa":true,"landing_page_url":"http://hdl.handle.net/10251/212107","pdf_url":"https://riunet.upv.es/bitstreams/d57128a5-b44c-4ee5-8490-730f1369f6f0/download","source":{"id":"https://openalex.org/S4306400639","display_name":"RiuNet (Universitat Polit\u00e8cnica de Val\u00e8ncia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60053951","host_organization_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","host_organization_lineage":["https://openalex.org/I60053951"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3233/ida-230707","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ida-230707","pdf_url":"https://content.iospress.com:443/download/intelligent-data-analysis/ida230707?id=intelligent-data-analysis%2Fida230707","source":{"id":"https://openalex.org/S2498839158","display_name":"Intelligent Data Analysis","issn_l":"1088-467X","issn":["1088-467X","1571-4128"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Data Analysis: An International Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7599999904632568,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1411269697","display_name":null,"funder_award_id":"CIPROM/2022/6","funder_id":"https://openalex.org/F4320321864","funder_display_name":"Generalitat Valenciana"},{"id":"https://openalex.org/G1622782223","display_name":null,"funder_award_id":"MCIN/AEI/10","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3492592289","display_name":null,"funder_award_id":"PID2021-122830OB-C42","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4909719005","display_name":null,"funder_award_id":"PID2021-122830OB-C42","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7535663061","display_name":null,"funder_award_id":"AEI/10.","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320321864","display_name":"Generalitat Valenciana","ror":"https://ror.org/0097mvx21"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4395678822.pdf"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W195533127","https://openalex.org/W1512294245","https://openalex.org/W1545465591","https://openalex.org/W1564743226","https://openalex.org/W1831050183","https://openalex.org/W1989445634","https://openalex.org/W1995897489","https://openalex.org/W2022477494","https://openalex.org/W2027659832","https://openalex.org/W2038669746","https://openalex.org/W2060004468","https://openalex.org/W2079447599","https://openalex.org/W2081177492","https://openalex.org/W2093625674","https://openalex.org/W2095577883","https://openalex.org/W2110381504","https://openalex.org/W2116825089","https://openalex.org/W2123402141","https://openalex.org/W2127994099","https://openalex.org/W2132862423","https://openalex.org/W2140910804","https://openalex.org/W2174868984","https://openalex.org/W2180612164","https://openalex.org/W2185323257","https://openalex.org/W2282821441","https://openalex.org/W2461943168","https://openalex.org/W2572405493","https://openalex.org/W2603766943","https://openalex.org/W2789304371","https://openalex.org/W2798801120","https://openalex.org/W2810511505","https://openalex.org/W2867167548","https://openalex.org/W2886189420","https://openalex.org/W2888800061","https://openalex.org/W2901114541","https://openalex.org/W2911964244","https://openalex.org/W2953522645","https://openalex.org/W2963062382","https://openalex.org/W2963178695","https://openalex.org/W2964082701","https://openalex.org/W2964318098","https://openalex.org/W2982281530","https://openalex.org/W2982669769","https://openalex.org/W2995493963","https://openalex.org/W2995523160","https://openalex.org/W2998768810","https://openalex.org/W3024663870","https://openalex.org/W3035622304","https://openalex.org/W3049027107","https://openalex.org/W3091518487","https://openalex.org/W3093926352","https://openalex.org/W3132193270","https://openalex.org/W3164952570","https://openalex.org/W3205626500","https://openalex.org/W4211122380","https://openalex.org/W4238893454","https://openalex.org/W4243645092","https://openalex.org/W4244174440","https://openalex.org/W4252861488","https://openalex.org/W4294214797","https://openalex.org/W4301880089","https://openalex.org/W4376274123","https://openalex.org/W4386142022","https://openalex.org/W4387068365","https://openalex.org/W6674592523","https://openalex.org/W6686604339","https://openalex.org/W6753931921"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"The":[0],"quest":[1],"for":[2,39,45,204],"transparency":[3,198],"in":[4,11],"black-box":[5,31,85,94,193],"models":[6,111,194],"has":[7],"gained":[8],"significant":[9],"momentum":[10],"recent":[12],"years.":[13],"In":[14,60,150],"particular,":[15],"discovering":[16],"the":[17,27,53,57,65,78,125,138,143,176,192,202],"underlying":[18],"machine":[19,73,113],"learning":[20,58,74,114],"technique":[21],"type":[22],"(or":[23],"model":[24,32,75,95,183],"family)":[25],"from":[26,116],"performance":[28],"of":[29,68,72,181,191],"a":[30,34,84,93,146,188],"is":[33,76,104],"real":[35],"important":[36],"problem":[37],"both":[38,151,155],"better":[40],"understanding":[41,190],"its":[42],"behaviour":[43],"and":[44,142,157,160,178,195,199],"developing":[46],"strategies":[47],"to":[48,56,97,107,122],"attack":[49],"it":[50],"by":[51],"exploiting":[52],"weaknesses":[54],"intrinsic":[55],"technique.":[59],"this":[61],"paper,":[62],"we":[63,81,153,171],"tackle":[64],"challenging":[66],"task":[67],"identifying":[69],"which":[70,103],"kind":[71],"behind":[77],"predictions":[79],"when":[80],"interact":[82],"with":[83],"model.":[86],"Our":[87],"innovative":[88],"method":[89],"involves":[90],"systematically":[91],"querying":[92],"(oracle)":[96],"label":[98],"an":[99],"artificially":[100],"generated":[101],"dataset,":[102],"then":[105],"used":[106],"train":[108],"different":[109,117],"surrogate":[110],"using":[112,145],"techniques":[115],"families":[118],"(each":[119],"one":[120,136],"trying":[121],"partially":[123],"approximate":[124],"oracle\u2019s":[126],"behaviour).":[127],"We":[128],"present":[129],"two":[130],"approaches":[131],"based":[132],"on":[133],"similarity":[134,163],"measures,":[135],"selecting":[137],"most":[139],"similar":[140],"family":[141,184],"other":[144],"conveniently":[147],"constructed":[148],"meta-model.":[149],"cases,":[152],"use":[154],"crisp":[156],"soft":[158],"classifiers":[159],"their":[161,197],"corresponding":[162],"metrics.":[164],"By":[165],"experimentally":[166],"comparing":[167],"all":[168],"these":[169],"methods,":[170],"gain":[172],"valuable":[173],"insights":[174],"into":[175],"explanatory":[177],"predictive":[179],"capabilities":[180],"our":[182],"concept.":[185],"This":[186],"provides":[187],"deeper":[189],"increases":[196],"interpretability,":[200],"paving":[201],"way":[203],"more":[205],"effective":[206],"decision":[207],"making.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}