{"id":"https://openalex.org/W4391645809","doi":"https://doi.org/10.1145/3645103","title":"Symbolic Knowledge Extraction and Injection with Sub-symbolic Predictors: A Systematic Literature Review","display_name":"Symbolic Knowledge Extraction and Injection with Sub-symbolic Predictors: A Systematic Literature Review","publication_year":2024,"publication_date":"2024-02-08","ids":{"openalex":"https://openalex.org/W4391645809","doi":"https://doi.org/10.1145/3645103"},"language":"en","primary_location":{"id":"doi:10.1145/3645103","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3645103","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3645103","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3645103","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021681181","display_name":"Giovanni Ciatto","orcid":"https://orcid.org/0000-0002-1841-8996"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Giovanni Ciatto","raw_affiliation_strings":["Dipartimento di Informatica \u2013 Scienza e Ingegneria, Alma Mater Studiorum\u2014Universit\u00e0 di Bologna, Cesena, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Informatica \u2013 Scienza e Ingegneria, Alma Mater Studiorum\u2014Universit\u00e0 di Bologna, Cesena, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065564015","display_name":"Federico Sabbatini","orcid":"https://orcid.org/0000-0002-0532-6777"},"institutions":[{"id":"https://openalex.org/I190397597","display_name":"University of Urbino","ror":"https://ror.org/04q4kt073","country_code":"IT","type":"education","lineage":["https://openalex.org/I190397597"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Sabbatini","raw_affiliation_strings":["Dipartimento di Scienze Pure e Applicate, Universit\u00e0 degli Studi di Urbino Carlo Bo, Urbino, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Scienze Pure e Applicate, Universit\u00e0 degli Studi di Urbino Carlo Bo, Urbino, Italy","institution_ids":["https://openalex.org/I190397597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053171685","display_name":"Andrea Agiollo","orcid":"https://orcid.org/0000-0003-0531-1978"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Agiollo","raw_affiliation_strings":["Dipartimento di Informatica \u2013 Scienza e Ingegneria, Alma Mater Studiorum\u2014Universit\u00e0 di Bologna, Cesena, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Informatica \u2013 Scienza e Ingegneria, Alma Mater Studiorum\u2014Universit\u00e0 di Bologna, Cesena, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056358379","display_name":"Matteo Magnini","orcid":"https://orcid.org/0000-0001-9990-420X"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Magnini","raw_affiliation_strings":["Dipartimento di Informatica \u2013 Scienza e Ingegneria, Alma Mater Studiorum\u2014Universit\u00e0 di Bologna, Cesena, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Informatica \u2013 Scienza e Ingegneria, Alma Mater Studiorum\u2014Universit\u00e0 di Bologna, Cesena, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082586707","display_name":"Andrea Omicini","orcid":"https://orcid.org/0000-0002-6655-3869"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Omicini","raw_affiliation_strings":["Dipartimento di Informatica \u2013 Scienza e Ingegneria, Alma Mater Studiorum\u2014Universit\u00e0 di Bologna, Cesena, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Informatica \u2013 Scienza e Ingegneria, Alma Mater Studiorum\u2014Universit\u00e0 di Bologna, Cesena, Italy","institution_ids":["https://openalex.org/I9360294"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021681181"],"corresponding_institution_ids":["https://openalex.org/I9360294"],"apc_list":null,"apc_paid":null,"fwci":8.4393,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97955566,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"56","issue":"6","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8506577014923096},{"id":"https://openalex.org/keywords/symbolic-execution","display_name":"Symbolic execution","score":0.5573573708534241},{"id":"https://openalex.org/keywords/the-symbolic","display_name":"The Symbolic","score":0.47099751234054565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4123355746269226},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37136414647102356},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.32797741889953613},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08252599835395813}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8506577014923096},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.5573573708534241},{"id":"https://openalex.org/C2776095079","wikidata":"https://www.wikidata.org/wiki/Q489538","display_name":"The Symbolic","level":2,"score":0.47099751234054565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4123355746269226},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37136414647102356},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32797741889953613},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08252599835395813},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3645103","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3645103","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3645103","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2501.14836","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.14836","pdf_url":"https://arxiv.org/pdf/2501.14836","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:cris.unibo.it:11585/969235","is_oa":true,"landing_page_url":"https://dl.acm.org/doi/10.1145/3645103","pdf_url":"https://cris.unibo.it/bitstream/11585/969235/1/3645103.pdf","source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3645103","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3645103","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3645103","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1145458839","display_name":null,"funder_award_id":"PRIN 2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2099924369","display_name":null,"funder_award_id":"NextGenerationEU programme","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3650733657","display_name":null,"funder_award_id":"NextGenerationEU","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4508289328","display_name":null,"funder_award_id":"PE00000013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5509659972","display_name":null,"funder_award_id":"CHIST-ERA","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8893660128","display_name":null,"funder_award_id":"PE0000001","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338463","display_name":"CHIST-ERA","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391645809.pdf","grobid_xml":"https://content.openalex.org/works/W4391645809.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1487855905","https://openalex.org/W1498436455","https://openalex.org/W1511097925","https://openalex.org/W1518074872","https://openalex.org/W1594031697","https://openalex.org/W1873332500","https://openalex.org/W1989040088","https://openalex.org/W2002947720","https://openalex.org/W2006556467","https://openalex.org/W2013587512","https://openalex.org/W2026905436","https://openalex.org/W2041182895","https://openalex.org/W2051731935","https://openalex.org/W2063046703","https://openalex.org/W2065204741","https://openalex.org/W2087588854","https://openalex.org/W2132012728","https://openalex.org/W2151554678","https://openalex.org/W2276797782","https://openalex.org/W2493343568","https://openalex.org/W2493527227","https://openalex.org/W2522925973","https://openalex.org/W2536885573","https://openalex.org/W2715209044","https://openalex.org/W2744999500","https://openalex.org/W2759136286","https://openalex.org/W2765982206","https://openalex.org/W2884367402","https://openalex.org/W2912581782","https://openalex.org/W2945976633","https://openalex.org/W2962772482","https://openalex.org/W2963095307","https://openalex.org/W2963821229","https://openalex.org/W2974591252","https://openalex.org/W2981731882","https://openalex.org/W2992252352","https://openalex.org/W3006087551","https://openalex.org/W3019166713","https://openalex.org/W3037471945","https://openalex.org/W3041122017","https://openalex.org/W3088836971","https://openalex.org/W3102161834","https://openalex.org/W3122548859","https://openalex.org/W3137125108","https://openalex.org/W3138819813","https://openalex.org/W3146347964","https://openalex.org/W3152626252","https://openalex.org/W3184473407","https://openalex.org/W3189373506","https://openalex.org/W4205198808","https://openalex.org/W4211233771","https://openalex.org/W4231434662","https://openalex.org/W4236295778","https://openalex.org/W4236589143","https://openalex.org/W4248965769","https://openalex.org/W4310895557"],"related_works":["https://openalex.org/W2905722102","https://openalex.org/W2155539595","https://openalex.org/W2101264565","https://openalex.org/W4239107164","https://openalex.org/W3141167149","https://openalex.org/W3204019825","https://openalex.org/W4386755271","https://openalex.org/W4284714211","https://openalex.org/W3092374222","https://openalex.org/W4401787814"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3,48,77,127,139,156],"focus":[4],"on":[5],"the":[6,62,87,102,111,159,177,196,199],"opacity":[7,89],"issue":[8],"of":[9,64,113,119,161,169,198],"sub-symbolic":[10,30],"machine":[11],"learning":[12],"predictors":[13],"by":[14,95,109],"promoting":[15],"two":[16,59],"complementary":[17],"activities\u2014":[18],"symbolic":[19,24,35],"knowledge":[20,25],"extraction":[21],"(SKE)":[22],"and":[23,28,40,45,55,66,97,108,133,138,150,185],"injection":[26],"(SKI)\u2014from":[27],"into":[29],"predictors.":[31],"We":[32],"consider":[33],"as":[34,189,202,204],"any":[36],"language":[37],"being":[38],"intelligible":[39],"interpretable":[41],"for":[42,52,61,131,136,171,182,191,205],"both":[43,53],"humans":[44],"computers.":[46],"Accordingly,":[47],"propose":[49],"general":[50],"meta-models":[51],"SKE":[54,65,121,132],"SKI,":[56,137],"along":[57],"with":[58],"taxonomies":[60,92],"classification":[63],"SKI":[67,123],"methods.":[68],"By":[69],"adopting":[70],"an":[71],"explainable":[72],"artificial":[73],"intelligence":[74],"(XAI)":[75],"perspective,":[76],"highlight":[78],"how":[79],"such":[80],"methods":[81,100,130,135],"can":[82],"be":[83,168],"exploited":[84],"to":[85,143,208],"mitigate":[86],"aforementioned":[88],"issue.":[90],"Our":[91,165],"are":[93],"attained":[94],"surveying":[96],"classifying":[98],"existing":[99],"from":[101],"literature,":[103],"following":[104],"a":[105],"systematic":[106],"approach,":[107],"generalising":[110],"results":[112],"previous":[114],"surveys":[115],"targeting":[116],"specific":[117],"sub-topics":[118],"either":[120],"or":[122],"alone.":[124],"More":[125],"precisely,":[126],"analyse":[128],"132":[129],"117":[134],"categorise":[140],"them":[141],"according":[142],"their":[144,183],"purpose,":[145],"operation,":[146],"expected":[147],"input/output":[148],"data":[149,172],"predictor":[151],"types.":[152],"For":[153],"each":[154],"method,":[155],"also":[157,187],"indicate":[158],"presence/lack":[160],"runnable":[162],"software":[163],"implementations.":[164],"work":[166,188],"may":[167,186],"interest":[170],"scientists":[173],"aiming":[174],"at":[175],"selecting":[176],"most":[178],"adequate":[179],"SKE/SKI":[180],"method":[181],"needs,":[184],"suggestions":[190],"researchers":[192],"interested":[193],"in":[194],"filling":[195],"gaps":[197],"current":[200],"state-of-the-art":[201],"well":[203],"developers":[206],"willing":[207],"implement":[209],"SKE/SKI-based":[210],"technologies.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}