{"id":"https://openalex.org/W2802751390","doi":"https://doi.org/10.1007/s10994-018-5707-3","title":"Ultra-Strong Machine Learning: comprehensibility of programs learned with ILP","display_name":"Ultra-Strong Machine Learning: comprehensibility of programs learned with ILP","publication_year":2018,"publication_date":"2018-05-07","ids":{"openalex":"https://openalex.org/W2802751390","doi":"https://doi.org/10.1007/s10994-018-5707-3","mag":"2802751390"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-018-5707-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-018-5707-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-018-5707-3.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-018-5707-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076917665","display_name":"Stephen Muggleton","orcid":"https://orcid.org/0000-0001-6061-6104"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Stephen H. Muggleton","raw_affiliation_strings":["Department of Computing, Imperial College London, London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027156356","display_name":"Ute Schmid","orcid":"https://orcid.org/0000-0002-1301-0326"},"institutions":[{"id":"https://openalex.org/I94626330","display_name":"University of Bamberg","ror":"https://ror.org/01c1w6d29","country_code":"DE","type":"education","lineage":["https://openalex.org/I94626330"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ute Schmid","raw_affiliation_strings":["Cognitive Systems Group, University of Bamberg, Bamberg, Germany"],"affiliations":[{"raw_affiliation_string":"Cognitive Systems Group, University of Bamberg, Bamberg, Germany","institution_ids":["https://openalex.org/I94626330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045832718","display_name":"Christina Zeller","orcid":null},"institutions":[{"id":"https://openalex.org/I94626330","display_name":"University of Bamberg","ror":"https://ror.org/01c1w6d29","country_code":"DE","type":"education","lineage":["https://openalex.org/I94626330"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christina Zeller","raw_affiliation_strings":["Cognitive Systems Group, University of Bamberg, Bamberg, Germany"],"affiliations":[{"raw_affiliation_string":"Cognitive Systems Group, University of Bamberg, Bamberg, Germany","institution_ids":["https://openalex.org/I94626330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080937624","display_name":"Alireza Tamaddoni\u2010Nezhad","orcid":"https://orcid.org/0000-0003-0460-9545"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alireza Tamaddoni-Nezhad","raw_affiliation_strings":["Department of Computer Science, University of Surrey, Guildford, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Surrey, Guildford, UK","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009626533","display_name":"Tarek R. Besold","orcid":"https://orcid.org/0000-0002-8002-0049"},"institutions":[{"id":"https://openalex.org/I180437899","display_name":"University of Bremen","ror":"https://ror.org/04ers2y35","country_code":"DE","type":"education","lineage":["https://openalex.org/I180437899"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tarek Besold","raw_affiliation_strings":["Digital Media Lab, University of Bremen, Bremen, Germany"],"affiliations":[{"raw_affiliation_string":"Digital Media Lab, University of Bremen, Bremen, Germany","institution_ids":["https://openalex.org/I180437899"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076917665"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":9.6466,"has_fulltext":true,"cited_by_count":107,"citation_normalized_percentile":{"value":0.98336184,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"107","issue":"7","first_page":"1119","last_page":"1140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7127972841262817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.663854718208313},{"id":"https://openalex.org/keywords/predicate","display_name":"Predicate (mathematical logic)","score":0.6022916436195374},{"id":"https://openalex.org/keywords/inductive-logic-programming","display_name":"Inductive logic programming","score":0.5879315137863159},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5239431858062744},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4658803343772888},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4511397182941437},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.45098480582237244},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.43367087841033936},{"id":"https://openalex.org/keywords/statistical-relational-learning","display_name":"Statistical relational learning","score":0.42710360884666443},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.07720130681991577}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7127972841262817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.663854718208313},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.6022916436195374},{"id":"https://openalex.org/C2779382394","wikidata":"https://www.wikidata.org/wiki/Q1464197","display_name":"Inductive logic programming","level":2,"score":0.5879315137863159},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5239431858062744},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4658803343772888},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4511397182941437},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45098480582237244},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.43367087841033936},{"id":"https://openalex.org/C177877439","wikidata":"https://www.wikidata.org/wiki/Q7604413","display_name":"Statistical relational learning","level":3,"score":0.42710360884666443},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.07720130681991577},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10994-018-5707-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-018-5707-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-018-5707-3.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:openaccess.city.ac.uk:19856","is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/tarek-r=2Ebesold.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/60116","is_oa":true,"landing_page_url":"http://hdl.handle.net/10044/1/60116","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"1140","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1007/s10994-018-5707-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-018-5707-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-018-5707-3.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1795072736","display_name":null,"funder_award_id":"EP/R022291/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6133211897","display_name":null,"funder_award_id":"EP/P006272/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320283","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2802751390.pdf","grobid_xml":"https://content.openalex.org/works/W2802751390.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W89781147","https://openalex.org/W112849138","https://openalex.org/W169938317","https://openalex.org/W170723506","https://openalex.org/W814282759","https://openalex.org/W1481897178","https://openalex.org/W1485161468","https://openalex.org/W1488560674","https://openalex.org/W1499053674","https://openalex.org/W1556628550","https://openalex.org/W1565236324","https://openalex.org/W1581847324","https://openalex.org/W1582201343","https://openalex.org/W1592410272","https://openalex.org/W1609810996","https://openalex.org/W1615097079","https://openalex.org/W1769664091","https://openalex.org/W1905591175","https://openalex.org/W1908888846","https://openalex.org/W1918570897","https://openalex.org/W1965944404","https://openalex.org/W1983113859","https://openalex.org/W1995657937","https://openalex.org/W1999138184","https://openalex.org/W2001771035","https://openalex.org/W2013587512","https://openalex.org/W2025587182","https://openalex.org/W2026905436","https://openalex.org/W2036925775","https://openalex.org/W2045373010","https://openalex.org/W2072893471","https://openalex.org/W2091092523","https://openalex.org/W2101671026","https://openalex.org/W2118022153","https://openalex.org/W2119831128","https://openalex.org/W2142910214","https://openalex.org/W2144936864","https://openalex.org/W2145482038","https://openalex.org/W2149033360","https://openalex.org/W2153618117","https://openalex.org/W2154157725","https://openalex.org/W2165545766","https://openalex.org/W2180885055","https://openalex.org/W2367397349","https://openalex.org/W2373189977","https://openalex.org/W2439568532","https://openalex.org/W2484153108","https://openalex.org/W2496281770","https://openalex.org/W2520858206","https://openalex.org/W2570774740","https://openalex.org/W2734775939","https://openalex.org/W3124792046","https://openalex.org/W4236490218","https://openalex.org/W6606947865","https://openalex.org/W6628800745","https://openalex.org/W6629401089","https://openalex.org/W6633906613","https://openalex.org/W6686482619","https://openalex.org/W6718991148","https://openalex.org/W7001912067"],"related_works":["https://openalex.org/W1489817210","https://openalex.org/W1605272418","https://openalex.org/W2734531055","https://openalex.org/W2779781012","https://openalex.org/W2137126099","https://openalex.org/W2320781667","https://openalex.org/W1987457987","https://openalex.org/W1526212064","https://openalex.org/W2299258361","https://openalex.org/W4244091251"],"abstract_inverted_index":{"During":[0],"the":[1,35,94,114,117,123,130,149,165,182,187,193],"1980s":[2],"Michie":[3],"defined":[4],"Machine":[5,47,59],"Learning":[6,48,60],"in":[7,34,144,154],"terms":[8],"of":[9,13,19,69,71,85,90,116,125,174,195,198,220],"two":[10,83],"orthogonal":[11],"axes":[12],"performance:":[14],"predictive":[15,23,52],"accuracy":[16,24],"and":[17,28,102,147,233],"comprehensibility":[18,29,70,89,100,108],"generated":[20],"hypotheses.":[21],"Since":[22],"was":[25],"readily":[26],"measurable":[27],"not":[30,111,161],"so,":[31],"later":[32],"definitions":[33],"1990s,":[36],"such":[37],"as":[38],"Mitchell\u2019s,":[39],"tended":[40],"to":[41,46,163,180,204,210,227],"use":[42,153],"a":[43,67,172,196],"one-dimensional":[44],"approach":[45],"based":[49],"solely":[50],"on":[51,168],"accuracy,":[53],"ultimately":[54],"favouring":[55],"statistical":[56],"over":[57],"symbolic":[58],"approaches.":[61],"In":[62,93,129],"this":[63,221],"paper":[64],"we":[65,97,133],"provide":[66],"definition":[68,184],"hypotheses":[72],"which":[73,201],"can":[74],"be":[75],"estimated":[76],"using":[77],"human":[78,88,99,230],"participant":[79],"trials.":[80,156],"We":[81,216],"present":[82],"sets":[84],"experiments":[86],"testing":[87],"logic":[91],"programs.":[92],"first":[95],"experiment":[96,132],"test":[98,135],"with":[101],"without":[103],"predicate":[104,127],"invention.":[105],"Results":[106,157],"indicate":[107],"is":[109],"affected":[110],"only":[112],"by":[113,122,186],"complexity":[115],"presented":[118],"program":[119],"but":[120,176],"also":[121],"existence":[124,194],"anonymous":[126],"symbols.":[128],"second":[131],"directly":[134],"whether":[136],"any":[137],"state-of-the-art":[138],"ILP":[139,188],"systems":[140],"are":[141,202],"ultra-strong":[142],"learners":[143],"Michie\u2019s":[145],"sense,":[146],"select":[148],"Metagol":[150],"system":[151,189],"for":[152,206],"humans":[155],"show":[158],"participants":[159],"were":[160,178],"able":[162,179],"learn":[164],"relational":[166,183,199],"concept":[167],"their":[169],"own":[170],"from":[171],"set":[173],"examples":[175],"they":[177],"apply":[181],"provided":[185],"correctly.":[190],"This":[191],"implies":[192],"class":[197,222],"concepts":[200],"hard":[203],"acquire":[205],"humans,":[207],"though":[208],"easy":[209],"understand":[211],"given":[212],"an":[213],"abstract":[214],"explanation.":[215],"believe":[217],"improved":[218],"understanding":[219],"could":[223],"have":[224],"potential":[225],"relevance":[226],"contexts":[228],"involving":[229],"learning,":[231],"teaching":[232],"verbal":[234],"interaction.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":8}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}