{"id":"https://openalex.org/W3022490130","doi":"https://doi.org/10.1007/s10994-020-05934-z","title":"Learning programs by learning from failures","display_name":"Learning programs by learning from failures","publication_year":2021,"publication_date":"2021-02-19","ids":{"openalex":"https://openalex.org/W3022490130","doi":"https://doi.org/10.1007/s10994-020-05934-z","mag":"3022490130"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-020-05934-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-020-05934-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-020-05934-z.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-020-05934-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008794311","display_name":"Andrew Cropper","orcid":"https://orcid.org/0000-0002-4543-7199"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Andrew Cropper","raw_affiliation_strings":["University of Oxford, Oxford, UK","University of Oxford"],"raw_orcid":"https://orcid.org/0000-0002-4543-7199","affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026110953","display_name":"Rolf Morel","orcid":"https://orcid.org/0000-0001-6063-6965"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rolf Morel","raw_affiliation_strings":["University of Oxford, Oxford, UK","University of Oxford"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008794311"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.42,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67209928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"110","issue":"4","first_page":"801","last_page":"856"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inductive-logic-programming","display_name":"Inductive logic programming","score":0.6107800006866455},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6064351797103882},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5696988105773926},{"id":"https://openalex.org/keywords/prolog","display_name":"Prolog","score":0.5357756614685059},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5201661586761475},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.4723157584667206},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42819976806640625},{"id":"https://openalex.org/keywords/inductive-reasoning","display_name":"Inductive reasoning","score":0.4248954653739929},{"id":"https://openalex.org/keywords/alternative-hypothesis","display_name":"Alternative hypothesis","score":0.41642996668815613},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3544965982437134},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3343086242675781},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2706819772720337},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2548290491104126},{"id":"https://openalex.org/keywords/null-hypothesis","display_name":"Null hypothesis","score":0.24703875184059143}],"concepts":[{"id":"https://openalex.org/C2779382394","wikidata":"https://www.wikidata.org/wiki/Q1464197","display_name":"Inductive logic programming","level":2,"score":0.6107800006866455},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6064351797103882},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5696988105773926},{"id":"https://openalex.org/C81721847","wikidata":"https://www.wikidata.org/wiki/Q163468","display_name":"Prolog","level":2,"score":0.5357756614685059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5201661586761475},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4723157584667206},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42819976806640625},{"id":"https://openalex.org/C21563000","wikidata":"https://www.wikidata.org/wiki/Q484511","display_name":"Inductive reasoning","level":2,"score":0.4248954653739929},{"id":"https://openalex.org/C120577422","wikidata":"https://www.wikidata.org/wiki/Q843558","display_name":"Alternative hypothesis","level":3,"score":0.41642996668815613},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3544965982437134},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3343086242675781},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2706819772720337},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2548290491104126},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.24703875184059143},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10994-020-05934-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-020-05934-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-020-05934-z.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2005.02259","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.02259","pdf_url":"https://arxiv.org/pdf/2005.02259","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"mag:3022490130","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2005.02259.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:ora.ox.ac.uk:uuid:56baa899-b0ca-47bf-9557-6a7c3f2718b4","is_oa":true,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:56baa899-b0ca-47bf-9557-6a7c3f2718b4","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symplectic Elements","raw_type":"Journal article"},{"id":"doi:10.48550/arxiv.2005.02259","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.02259","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s10994-020-05934-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-020-05934-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-020-05934-z.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320290","display_name":"University of Oxford","ror":"https://ror.org/052gg0110"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3022490130.pdf","grobid_xml":"https://content.openalex.org/works/W3022490130.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W69291052","https://openalex.org/W170723506","https://openalex.org/W178618149","https://openalex.org/W228104253","https://openalex.org/W1431464475","https://openalex.org/W1491793019","https://openalex.org/W1493657719","https://openalex.org/W1499053674","https://openalex.org/W1514468887","https://openalex.org/W1523044720","https://openalex.org/W1541434994","https://openalex.org/W1565693361","https://openalex.org/W1573983055","https://openalex.org/W1578925359","https://openalex.org/W1608748195","https://openalex.org/W1749120394","https://openalex.org/W1769664091","https://openalex.org/W1858945639","https://openalex.org/W1974514467","https://openalex.org/W1982644528","https://openalex.org/W1999138184","https://openalex.org/W2009605580","https://openalex.org/W2033072307","https://openalex.org/W2039683780","https://openalex.org/W2064811181","https://openalex.org/W2089334447","https://openalex.org/W2091092523","https://openalex.org/W2093252035","https://openalex.org/W2093535699","https://openalex.org/W2119831128","https://openalex.org/W2122947307","https://openalex.org/W2129479338","https://openalex.org/W2140141795","https://openalex.org/W2150097634","https://openalex.org/W2169042011","https://openalex.org/W2295224001","https://openalex.org/W2328078142","https://openalex.org/W2403468034","https://openalex.org/W2477228960","https://openalex.org/W2520858206","https://openalex.org/W2550100435","https://openalex.org/W2729610333","https://openalex.org/W2736057823","https://openalex.org/W2750179104","https://openalex.org/W2891902226","https://openalex.org/W2943979673","https://openalex.org/W2949895386","https://openalex.org/W2962924847","https://openalex.org/W2963139884","https://openalex.org/W2963234253","https://openalex.org/W2963305465","https://openalex.org/W2964073874","https://openalex.org/W2964240296","https://openalex.org/W2964358651","https://openalex.org/W2965764755","https://openalex.org/W2970498626","https://openalex.org/W2985719005","https://openalex.org/W2990128951","https://openalex.org/W2992216954","https://openalex.org/W2996355221","https://openalex.org/W2998367031","https://openalex.org/W3034413776","https://openalex.org/W3042097880","https://openalex.org/W3065734471","https://openalex.org/W4211209398","https://openalex.org/W4230093315","https://openalex.org/W4249279349","https://openalex.org/W4293249558","https://openalex.org/W6606947865","https://openalex.org/W6608868819","https://openalex.org/W6629714349","https://openalex.org/W6632380663","https://openalex.org/W6636146035","https://openalex.org/W6686482619","https://openalex.org/W6713250230","https://openalex.org/W6729410713","https://openalex.org/W6764113477","https://openalex.org/W6765946218","https://openalex.org/W6768811496","https://openalex.org/W6782666160"],"related_works":["https://openalex.org/W3130268038","https://openalex.org/W2069685030","https://openalex.org/W58832634","https://openalex.org/W1493126532","https://openalex.org/W1568640066","https://openalex.org/W1502531645","https://openalex.org/W2968647103","https://openalex.org/W2163335756","https://openalex.org/W1602940806","https://openalex.org/W86067968","https://openalex.org/W2776803146","https://openalex.org/W1586359082","https://openalex.org/W2096578724","https://openalex.org/W2181750757","https://openalex.org/W2033306280","https://openalex.org/W1506984332","https://openalex.org/W2009761009","https://openalex.org/W2170138034","https://openalex.org/W1537458137","https://openalex.org/W2470848396"],"abstract_inverted_index":{"Abstract":[0],"We":[1,190],"describe":[2],"an":[3,17,193],"inductive":[4],"logic":[5,47],"programming":[6,204],"(ILP)":[7],"approach":[8,199],"called":[9],"learning":[10,24,217,222,245,262],"from":[11,105],"failures":[12],".":[13,36],"In":[14,37,63],"this":[15,198],"approach,":[16],"ILP":[18,194,253],"system":[19,195],"(the":[20],"learner)":[21],"decomposes":[22],"the":[23,38,41,58,64,67,70,84,98,101,106,111,132,137,149,152,157,165,173,178],"problem":[25,210],"into":[26],"three":[27,229],"separate":[28],"stages:":[29],"generate":[30,39],",":[31,33],"test":[32,65],"and":[34,175,205,215,221,236,247,261],"constrain":[35,99,116],"stage,":[40,66,100],"learner":[42,68,102,166],"generates":[43],"a":[44,51,89,93,123,129,140,168],"hypothesis":[45,54,71,76,94,108,112,118,124,141,169],"(a":[46],"program)":[48],"that":[49,170,196,240],"satisfies":[50],"set":[52,203],"of":[53,61,136,156,177,258],"constraints":[55,104,133,153,242],"(constraints":[56],"on":[57,228],"syntactic":[59],"form":[60],"hypotheses).":[62],"tests":[69],"against":[72],"training":[73],"examples.":[74],"A":[75],"fails":[77],"when":[78],"it":[79],"does":[80],"not":[81,146],"entail":[82,147],"all":[83,148,172],"positive":[85,150,174],"examples":[86],"or":[87,181],"entails":[88,171],"negative":[90,130,179],"example.":[91],"If":[92,139],"fails,":[95],"then,":[96],"in":[97,256],"learns":[103],"failed":[107],"to":[109,115,188],"prune":[110,134,154],"space,":[113],"i.e.":[114],"subsequent":[117],"generation.":[119],"For":[120],"instance,":[121],"if":[122],"is":[125,142],"too":[126,143],"general":[127],"(entails":[128],"example),":[131],"generalisations":[135],"hypothesis.":[138,158],"specific":[144],"(does":[145],"examples),":[151],"specialisations":[155],"This":[159],"loop":[160],"repeats":[161],"until":[162],"either":[163],"(i)":[164,241],"finds":[167],"none":[176],"examples,":[180],"(ii)":[182,248],"there":[183],"are":[184],"no":[185],"more":[186],"hypotheses":[187],"test.":[189],"introduce":[191],"Popper,":[192],"implements":[197],"by":[200],"combining":[201],"answer":[202],"Prolog.":[206],"Popper":[207,249],"supports":[208],"infinite":[209],"domains,":[211],"reasoning":[212],"about":[213],"lists":[214],"numbers,":[216],"textually":[218],"minimal":[219],"programs,":[220],"recursive":[223],"programs.":[224],"Our":[225],"experimental":[226],"results":[227],"domains":[230],"(toy":[231],"game":[232],"problems,":[233],"robot":[234],"strategies,":[235],"list":[237],"transformations)":[238],"show":[239],"drastically":[243],"improve":[244],"performance,":[246],"can":[250],"outperform":[251],"existing":[252],"systems,":[254],"both":[255],"terms":[257],"predictive":[259],"accuracies":[260],"times.":[263]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}