{"id":"https://openalex.org/W2039358806","doi":"https://doi.org/10.1145/2330784.2330848","title":"Achieving COSMOS","display_name":"Achieving COSMOS","publication_year":2012,"publication_date":"2012-07-07","ids":{"openalex":"https://openalex.org/W2039358806","doi":"https://doi.org/10.1145/2330784.2330848","mag":"2039358806"},"language":"en","primary_location":{"id":"doi:10.1145/2330784.2330848","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2330784.2330848","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th annual conference companion on Genetic and evolutionary computation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089697725","display_name":"Emma Tosch","orcid":"https://orcid.org/0000-0002-2333-8034"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emma Tosch","raw_affiliation_strings":["University of Massachusetts, Amherst, MA, USA","University of Massachusetts, Amherst, MA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]},{"raw_affiliation_string":"University of Massachusetts, Amherst, MA, USA#TAB#","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044142640","display_name":"Lee Spector","orcid":"https://orcid.org/0000-0001-5299-4797"},"institutions":[{"id":"https://openalex.org/I47631775","display_name":"Hampshire College","ror":"https://ror.org/03pe1mm80","country_code":"US","type":"education","lineage":["https://openalex.org/I47631775"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee Spector","raw_affiliation_strings":["Hampshire College, Amherst, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hampshire College, Amherst, MA, USA","institution_ids":["https://openalex.org/I47631775"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"417","last_page":"424"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9419999718666077,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7017905116081238},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6382530927658081},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4516066014766693},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4335806965827942},{"id":"https://openalex.org/keywords/extant-taxon","display_name":"Extant taxon","score":0.41245412826538086},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.36342382431030273},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3381800055503845},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3263850808143616},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3218613862991333},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26203131675720215}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7017905116081238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6382530927658081},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4516066014766693},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4335806965827942},{"id":"https://openalex.org/C178300618","wikidata":"https://www.wikidata.org/wiki/Q1898509","display_name":"Extant taxon","level":2,"score":0.41245412826538086},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36342382431030273},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3381800055503845},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3263850808143616},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3218613862991333},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26203131675720215},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2330784.2330848","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2330784.2330848","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th annual conference companion on Genetic and evolutionary computation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W22860653","https://openalex.org/W251194782","https://openalex.org/W1490760466","https://openalex.org/W1503987094","https://openalex.org/W1512226051","https://openalex.org/W1545270007","https://openalex.org/W1554323574","https://openalex.org/W1576818901","https://openalex.org/W1596134469","https://openalex.org/W1714918242","https://openalex.org/W2016645957","https://openalex.org/W2117897510","https://openalex.org/W2139165975","https://openalex.org/W2148120331","https://openalex.org/W2593027497","https://openalex.org/W2799002609","https://openalex.org/W3004042307","https://openalex.org/W3132347552","https://openalex.org/W4301762632"],"related_works":["https://openalex.org/W3016239368","https://openalex.org/W2402755139","https://openalex.org/W4290948148","https://openalex.org/W4249944690","https://openalex.org/W2353808877","https://openalex.org/W414826439","https://openalex.org/W1530876234","https://openalex.org/W2807827247","https://openalex.org/W2903896635","https://openalex.org/W4388321633"],"abstract_inverted_index":{"The":[0],"utility":[1],"of":[2,43,67,109],"current":[3],"metrics":[4],"used":[5,135,154],"in":[6],"genetic":[7],"programming":[8],"(GP)":[9],"systems,":[10],"such":[11],"as":[12,84,104,141,143],"computational":[13],"effort":[14],"and":[15,22,132],"mean-best-fitness,":[16],"varies":[17],"depending":[18],"upon":[19],"the":[20,23,32,49,64,107,115,121,128],"problem":[21,144],"resource":[24],"that":[25,87],"needs":[26],"to":[27,47,71,113,127,136,155,165],"be":[28,37,89,134,153,162],"optimized.":[29],"Inferences":[30],"about":[31,74,94],"underlying":[33,129],"system":[34,96,131],"can":[35,133],"only":[36],"made":[38],"when":[39],"a":[40,59,75,85,95],"sufficient":[41],"number":[42,66,108],"runs":[44,69,111],"are":[45,97],"performed":[46],"estimate":[48],"relevant":[50],"metric":[51,102],"within":[52],"some":[53],"confidence":[54],"interval.":[55],"This":[56],"paper":[57],"proposes":[58],"new":[60],"algorithm":[61,83],"for":[62,149,158],"determining":[63],"minimum":[65],"independent":[68,110],"needed":[70,112],"make":[72],"inferences":[73,93],"GP":[76,130,160],"system.":[77],"As":[78],"such,":[79],"we":[80],"view":[81],"our":[82],"meta-metric":[86],"should":[88],"satisfied":[90],"before":[91],"any":[92],"made.":[98],"We":[99,146],"call":[100],"this":[101],"COSMOS,":[103],"it":[105],"estimates":[106],"achieve":[114],"Convergence":[116],"Of":[117,120],"Sample":[118],"Means":[119],"Order":[122],"Statistics.":[123],"It":[124],"is":[125],"agnostic":[126],"evaluate":[137],"extant":[138],"performance":[139],"metrics,":[140],"well":[142],"difficulty.":[145],"suggest":[147],"ways":[148],"which":[150,159],"COSMOS":[151],"may":[152,161],"identify":[156],"problems":[157],"uniquely":[163],"qualified":[164],"solve.":[166]},"counts_by_year":[{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2016-06-24T00:00:00"}