{"id":"https://openalex.org/W2079641193","doi":"https://doi.org/10.1080/09528139008953725","title":"On learning and testing evaluation functions","display_name":"On learning and testing evaluation functions","publication_year":1990,"publication_date":"1990-07-01","ids":{"openalex":"https://openalex.org/W2079641193","doi":"https://doi.org/10.1080/09528139008953725","mag":"2079641193"},"language":"en","primary_location":{"id":"doi:10.1080/09528139008953725","is_oa":false,"landing_page_url":"https://doi.org/10.1080/09528139008953725","pdf_url":null,"source":{"id":"https://openalex.org/S153467142","display_name":"Journal of Experimental & Theoretical Artificial Intelligence","issn_l":"0952-813X","issn":["0952-813X","1362-3079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental &amp; Theoretical Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059979407","display_name":"Bruce Abramson","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"BRUCE ABRAMSON","raw_affiliation_strings":["University of Southern California","Department of Computer Science , University of Southern California , Los Angeles, CA, 90089-0782, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]},{"raw_affiliation_string":"Department of Computer Science , University of Southern California , Los Angeles, CA, 90089-0782, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059979407"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"],"apc_list":null,"apc_paid":null,"fwci":2.5943,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.90784805,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":"3","first_page":"241","last_page":"251"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8260221481323242},{"id":"https://openalex.org/keywords/tournament","display_name":"Tournament","score":0.6908186674118042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6305787563323975},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6293760538101196},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5560596585273743},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.496284544467926},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.4473530054092407},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4458574950695038},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0882885754108429}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8260221481323242},{"id":"https://openalex.org/C136975688","wikidata":"https://www.wikidata.org/wiki/Q1320634","display_name":"Tournament","level":2,"score":0.6908186674118042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6305787563323975},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6293760538101196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5560596585273743},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.496284544467926},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.4473530054092407},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4458574950695038},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0882885754108429},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/09528139008953725","is_oa":false,"landing_page_url":"https://doi.org/10.1080/09528139008953725","pdf_url":null,"source":{"id":"https://openalex.org/S153467142","display_name":"Journal of Experimental & Theoretical Artificial Intelligence","issn_l":"0952-813X","issn":["0952-813X","1362-3079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental &amp; Theoretical Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.550000011920929}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W24691574","https://openalex.org/W320266017","https://openalex.org/W1516964807","https://openalex.org/W1575530399","https://openalex.org/W1592181712","https://openalex.org/W1968833464","https://openalex.org/W1981774220","https://openalex.org/W2003572022","https://openalex.org/W2033703479","https://openalex.org/W2056418346","https://openalex.org/W2067315745","https://openalex.org/W2090299671","https://openalex.org/W2107549951","https://openalex.org/W2110293626","https://openalex.org/W2122031196","https://openalex.org/W2161608691","https://openalex.org/W2202514763","https://openalex.org/W2570979475","https://openalex.org/W3126645010","https://openalex.org/W3198350258","https://openalex.org/W4233522785","https://openalex.org/W4252615352"],"related_works":["https://openalex.org/W3123786980","https://openalex.org/W4287997709","https://openalex.org/W2994965880","https://openalex.org/W3083287393","https://openalex.org/W3094108612","https://openalex.org/W3125314910","https://openalex.org/W2982074041","https://openalex.org/W2130950591","https://openalex.org/W2041858633","https://openalex.org/W3122959053"],"abstract_inverted_index":{"Abstract":[0],"Abstract.":[1],"Artificial":[2],"intelligence":[3],"(AI)":[4],"is.":[5],"in":[6,39,54,61,146,202],"many":[7,192],"respects,":[8],"an":[9],"experimental":[10,203],"science.":[11],"Nevertheless,":[12],"little":[13],"has":[14],"been":[15,90],"written":[16],"about":[17],"the":[18,21,152,197],"applicability":[19],"of":[20,155,188],"scientific":[22],"method":[23],"to":[24,93,118,123,131,148,151],"AI.":[25,204],"The":[26,186],"literature":[27],"concerning":[28],"techniques":[29],"for":[30,165,199],"learning":[31,82],"and":[32,58,68,83,129,173,181,195],"testing":[33],"static":[34],"evaluators":[35,65,125],"provides":[36],"a":[37,103,109,120,176],"case":[38],"point:":[40],"experiments":[41,49,161],"are":[42,66,71,74,85],"widely":[43],"discussed,":[44],"but":[45],"rarely":[46],"analyzed.":[47],"These":[48],"have":[50,89],"played":[51],"prominent":[52],"roles":[53],"both":[55],"heuristic":[56],"search":[57],"machine":[59],"learning;":[60],"general,":[62],"progressively":[63],"stronger":[64],"learned":[67,180],"competitive":[69],"abilities":[70],"tested.":[72],"There":[73],"two":[75],"basic":[76],"problems":[77],"with":[78,136],"this":[79,189],"approach.":[80],"First,":[81],"improvement":[84],"not":[86],"synonymous;":[87],"there":[88],"few":[91],"attempts":[92],"specify":[94],"precisely":[95],"what":[96],"is":[97],"being":[98],"learned.":[99],"Second,":[100],"competition":[101],"blurs":[102],"program'":[104],"s":[105],"constituent":[106],"components":[107],"into":[108],"single":[110],"performance":[111],"measure.":[112],"An":[113],"alternative":[114],"approach":[115],"would":[116],"be":[117],"identify":[119],"key":[121],"parameter,":[122],"learn":[124,163],"that":[126,162,169],"approximate":[127,170],"it,":[128],"then":[130,174],"challenge":[132,191],"otherwise":[133],"identical":[134],"programs":[135],"marginally":[137],"different":[138],"functions.":[139],"This":[140],"paper":[141],"reviews":[142],"some":[143],"previous":[144],"work":[145],"respect":[147],"its":[149],"adherence":[150],"general":[153],"principles":[154],"experiment":[156],"design.":[157],"It":[158],"also":[159],"describes":[160,175],"coefficients":[164],"chess":[166],"material-advantage":[167,184],"functions":[168],"expected":[171],"outcome,":[172],"tournament":[177,190],"involving":[178],"expert-design,":[179],"randomly":[182],"generated":[183],"evaluators.":[185],"results":[187],"long-held":[193],"beliefs":[194],"stress":[196],"need":[198],"greater":[200],"precision":[201]},"counts_by_year":[],"updated_date":"2026-02-13T13:36:01.753593","created_date":"2025-10-10T00:00:00"}
