{"id":"https://openalex.org/W4391214443","doi":"https://doi.org/10.1162/evco_a_00346","title":"Informed Down-Sampled Lexicase Selection: Identifying Productive Training Cases for Efficient Problem Solving","display_name":"Informed Down-Sampled Lexicase Selection: Identifying Productive Training Cases for Efficient Problem Solving","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391214443","doi":"https://doi.org/10.1162/evco_a_00346","pmid":"https://pubmed.ncbi.nlm.nih.gov/38271633"},"language":"en","primary_location":{"id":"doi:10.1162/evco_a_00346","is_oa":false,"landing_page_url":"https://doi.org/10.1162/evco_a_00346","pdf_url":null,"source":{"id":"https://openalex.org/S38677346","display_name":"Evolutionary Computation","issn_l":"1063-6560","issn":["1063-6560","1530-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054673064","display_name":"Ryan Boldi","orcid":"https://orcid.org/0000-0002-5789-0492"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Boldi","raw_affiliation_strings":["University of Massachusetts, Amherst, MA 01003, USA rbahlousbold@umass.edu"],"raw_orcid":"https://orcid.org/0000-0002-5789-0492","affiliations":[{"raw_affiliation_string":"University of Massachusetts, Amherst, MA 01003, USA rbahlousbold@umass.edu","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049752195","display_name":"Martin Briesch","orcid":"https://orcid.org/0000-0002-8209-1465"},"institutions":[{"id":"https://openalex.org/I197323543","display_name":"Johannes Gutenberg University Mainz","ror":"https://ror.org/023b0x485","country_code":"DE","type":"education","lineage":["https://openalex.org/I197323543"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Martin Briesch","raw_affiliation_strings":["Johannes Gutenberg University, Mainz, 55128, Germany briesch@uni-mainz.de"],"raw_orcid":"https://orcid.org/0000-0002-8209-1465","affiliations":[{"raw_affiliation_string":"Johannes Gutenberg University, Mainz, 55128, Germany briesch@uni-mainz.de","institution_ids":["https://openalex.org/I197323543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066837192","display_name":"Dominik Sobania","orcid":"https://orcid.org/0000-0001-8873-7143"},"institutions":[{"id":"https://openalex.org/I197323543","display_name":"Johannes Gutenberg University Mainz","ror":"https://ror.org/023b0x485","country_code":"DE","type":"education","lineage":["https://openalex.org/I197323543"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Dominik Sobania","raw_affiliation_strings":["Johannes Gutenberg University, Mainz, 55128, Germany dsobania@uni-mainz.de"],"raw_orcid":"https://orcid.org/0000-0001-8873-7143","affiliations":[{"raw_affiliation_string":"Johannes Gutenberg University, Mainz, 55128, Germany dsobania@uni-mainz.de","institution_ids":["https://openalex.org/I197323543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008242968","display_name":"Alexander Lalejini","orcid":"https://orcid.org/0000-0003-0994-2718"},"institutions":[{"id":"https://openalex.org/I8606887","display_name":"Grand Valley State University","ror":"https://ror.org/001m1hv61","country_code":"US","type":"education","lineage":["https://openalex.org/I8606887"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alexander Lalejini","raw_affiliation_strings":["Grand Valley State University, Allendale, MI 49401, USA lalejina@gvsu.edu"],"raw_orcid":"https://orcid.org/0000-0003-0994-2718","affiliations":[{"raw_affiliation_string":"Grand Valley State University, Allendale, MI 49401, USA lalejina@gvsu.edu","institution_ids":["https://openalex.org/I8606887"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083108240","display_name":"Thomas Helmuth","orcid":"https://orcid.org/0000-0002-2330-6809"},"institutions":[{"id":"https://openalex.org/I188592606","display_name":"Hamilton College","ror":"https://ror.org/05709zb94","country_code":"US","type":"education","lineage":["https://openalex.org/I188592606"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thomas Helmuth","raw_affiliation_strings":["Hamilton College, Clinton, NY, 13323, USA thelmuth@hamilton.edu"],"raw_orcid":"https://orcid.org/0000-0002-2330-6809","affiliations":[{"raw_affiliation_string":"Hamilton College, Clinton, NY, 13323, USA thelmuth@hamilton.edu","institution_ids":["https://openalex.org/I188592606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035443886","display_name":"Franz Rothlauf","orcid":"https://orcid.org/0000-0003-3376-427X"},"institutions":[{"id":"https://openalex.org/I197323543","display_name":"Johannes Gutenberg University Mainz","ror":"https://ror.org/023b0x485","country_code":"DE","type":"education","lineage":["https://openalex.org/I197323543"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Franz Rothlauf","raw_affiliation_strings":["Johannes Gutenberg University, Mainz, 55128, Germany rothlauf@uni-mainz.de"],"raw_orcid":"https://orcid.org/0000-0003-3376-427X","affiliations":[{"raw_affiliation_string":"Johannes Gutenberg University, Mainz, 55128, Germany rothlauf@uni-mainz.de","institution_ids":["https://openalex.org/I197323543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026353119","display_name":"Charles Ofria","orcid":"https://orcid.org/0000-0003-2924-1732"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Charles Ofria","raw_affiliation_strings":["Michigan State University, East Lansing, MI 48824, USA ofria@msu.edu"],"raw_orcid":"https://orcid.org/0000-0003-2924-1732","affiliations":[{"raw_affiliation_string":"Michigan State University, East Lansing, MI 48824, USA ofria@msu.edu","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044142640","display_name":"Lee Spector","orcid":"https://orcid.org/0000-0001-5299-4797"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lee Spector","raw_affiliation_strings":["Amherst College, Amherst, MA 01002, USA lspector@amherst.edu"],"raw_orcid":"https://orcid.org/0000-0001-5299-4797","affiliations":[{"raw_affiliation_string":"Amherst College, Amherst, MA 01002, USA lspector@amherst.edu","institution_ids":["https://openalex.org/I177605424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5008242968","https://openalex.org/A5026353119","https://openalex.org/A5035443886","https://openalex.org/A5044142640","https://openalex.org/A5049752195","https://openalex.org/A5066837192","https://openalex.org/A5083108240"],"corresponding_institution_ids":["https://openalex.org/I177605424","https://openalex.org/I188592606","https://openalex.org/I197323543","https://openalex.org/I8606887","https://openalex.org/I87216513"],"apc_list":null,"apc_paid":null,"fwci":9.2339,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.97704072,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"32","issue":"4","first_page":"307","last_page":"337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9613000154495239,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9613000154495239,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9236999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.7361128330230713},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6314216256141663},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5028216242790222},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44556087255477905},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4109554886817932},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3841034770011902},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3176155686378479},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08647269010543823}],"concepts":[{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.7361128330230713},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6314216256141663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5028216242790222},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44556087255477905},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4109554886817932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3841034770011902},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3176155686378479},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08647269010543823},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011340","descriptor_name":"Problem Solving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011340","descriptor_name":"Problem Solving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011340","descriptor_name":"Problem Solving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1162/evco_a_00346","is_oa":false,"landing_page_url":"https://doi.org/10.1162/evco_a_00346","pdf_url":null,"source":{"id":"https://openalex.org/S38677346","display_name":"Evolutionary Computation","issn_l":"1063-6560","issn":["1063-6560","1530-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary Computation","raw_type":"journal-article"},{"id":"pmid:38271633","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38271633","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evolutionary computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W84362851","https://openalex.org/W1593481303","https://openalex.org/W1659842140","https://openalex.org/W1905847227","https://openalex.org/W2019625726","https://openalex.org/W2072473332","https://openalex.org/W2073583237","https://openalex.org/W2126105956","https://openalex.org/W2136414484","https://openalex.org/W2170808194","https://openalex.org/W2335996944","https://openalex.org/W2484166844","https://openalex.org/W2604556510","https://openalex.org/W2604662548","https://openalex.org/W2838189371","https://openalex.org/W2886010853","https://openalex.org/W2912821124","https://openalex.org/W2954550468","https://openalex.org/W2961535796","https://openalex.org/W3004144506","https://openalex.org/W3015940371","https://openalex.org/W3023345483","https://openalex.org/W3173383004","https://openalex.org/W3184917773","https://openalex.org/W3198451689","https://openalex.org/W4220900977","https://openalex.org/W4281669782","https://openalex.org/W4285734663","https://openalex.org/W4285805493","https://openalex.org/W4289518271","https://openalex.org/W4291418339","https://openalex.org/W4366339690","https://openalex.org/W4385189557","https://openalex.org/W6602284746","https://openalex.org/W6633586552","https://openalex.org/W6645067617","https://openalex.org/W6676913009","https://openalex.org/W6682056386","https://openalex.org/W6685663092","https://openalex.org/W6723489731","https://openalex.org/W6727249380","https://openalex.org/W6730185904","https://openalex.org/W6737232052","https://openalex.org/W6744485183","https://openalex.org/W6753011685","https://openalex.org/W6769209353","https://openalex.org/W6779679106","https://openalex.org/W6780317569","https://openalex.org/W6781511490","https://openalex.org/W6796550233","https://openalex.org/W6798413682","https://openalex.org/W6811230230","https://openalex.org/W6838612083","https://openalex.org/W6860508369","https://openalex.org/W6969020803"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Genetic":[0],"Programming":[1],"(GP)":[2],"often":[3],"uses":[4],"large":[5],"training":[6,17,34,101,145],"sets":[7],"and":[8,98,113,157],"requires":[9],"all":[10,16],"individuals":[11,26,39,179],"to":[12,40,91,167,175],"be":[13,41,75,165],"evaluated":[14],"on":[15,27,125],"cases":[18,56,66,146],"during":[19],"selection.":[20],"Random":[21],"down-sampled":[22],"lexicase":[23],"selection":[24],"evaluates":[25],"only":[28],"a":[29,61,126],"random":[30,123],"subset":[31],"of":[32,47,63,128,137,170,183],"the":[33,44,58,69,138,150,168,181],"cases,":[35],"allowing":[36],"for":[37,60],"more":[38,96,177],"explored":[42],"with":[43],"same":[45,70],"number":[46,62],"program":[48,130],"executions.":[49],"However,":[50],"sampling":[51],"randomly":[52],"can":[53,164],"exclude":[54],"important":[55,144],"from":[57,188],"down-sample":[59,151],"generations,":[64],"while":[65,185],"that":[67,94,118,143,161],"measure":[68],"behavior":[71],"(synonymous":[72],"cases)":[73],"may":[74],"overused.":[76],"In":[77],"this":[78,162],"work,":[79],"we":[80,116,141],"introduce":[81],"Informed":[82,171],"Down-Sampled":[83,172],"Lexicase":[84,173],"Selection.":[85],"This":[86],"method":[87],"leverages":[88],"population":[89],"statistics":[90],"build":[92],"down-samples":[93],"contain":[95],"distinct":[97],"therefore":[99],"informative":[100],"cases.":[102],"Through":[103,134],"an":[104,135],"empirical":[105],"investigation":[106],"across":[107,153],"two":[108],"different":[109],"GP":[110],"systems":[111],"(PushGP":[112],"Grammar-Guided":[114],"GP),":[115],"find":[117,142],"informed":[119],"down-sampling":[120,124],"significantly":[121],"outperforms":[122],"set":[127],"contemporary":[129],"synthesis":[131],"benchmark":[132],"problems.":[133],"analysis":[136],"created":[139],"down-samples,":[140],"are":[147],"included":[148],"in":[149],"consistently":[152],"independent":[154],"evolutionary":[155],"runs":[156],"systems.":[158],"We":[159],"hypothesize":[160],"improvement":[163],"attributed":[166],"ability":[169],"Selection":[174],"maintain":[176],"specialist":[178],"over":[180],"course":[182],"evolution,":[184],"still":[186],"benefiting":[187],"reduced":[189],"per-evaluation":[190],"costs.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}