{"id":"https://openalex.org/W2867490389","doi":"https://doi.org/10.1145/3170503","title":"Reusing Search Data in Ranking and Selection","display_name":"Reusing Search Data in Ranking and Selection","publication_year":2018,"publication_date":"2018-07-06","ids":{"openalex":"https://openalex.org/W2867490389","doi":"https://doi.org/10.1145/3170503","mag":"2867490389"},"language":"en","primary_location":{"id":"doi:10.1145/3170503","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3170503","pdf_url":null,"source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029732249","display_name":"David J. Eckman","orcid":"https://orcid.org/0000-0002-6473-6434"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David J. Eckman","raw_affiliation_strings":["Cornell University, USA"],"raw_orcid":"https://orcid.org/0000-0002-6473-6434","affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075933702","display_name":"Shane G. Henderson","orcid":"https://orcid.org/0000-0003-1004-4034"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shane G. Henderson","raw_affiliation_strings":["Cornell University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":1.5273,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84050847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"28","issue":"3","first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8373898267745972},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.7853468060493469},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.7476677298545837},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6573264598846436},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.5773429274559021},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4223899245262146},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40388619899749756},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3496209979057312},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.23922839760780334},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.238949716091156},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2304871380329132},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0845268964767456}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8373898267745972},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.7853468060493469},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.7476677298545837},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6573264598846436},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.5773429274559021},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4223899245262146},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40388619899749756},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3496209979057312},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.23922839760780334},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.238949716091156},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2304871380329132},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0845268964767456},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3170503","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3170503","pdf_url":null,"source":{"id":"https://openalex.org/S38703467","display_name":"ACM Transactions on Modeling and Computer Simulation","issn_l":"1049-3301","issn":["1049-3301","1558-1195"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Computer Simulation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7285935397","display_name":"Graduate Reserach Fellowship Program (GRFP)","funder_award_id":"1144153","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W600148761","https://openalex.org/W1530998306","https://openalex.org/W1904476284","https://openalex.org/W1965288387","https://openalex.org/W2015863956","https://openalex.org/W2034452224","https://openalex.org/W2037728958","https://openalex.org/W2052514130","https://openalex.org/W2054222839","https://openalex.org/W2061307665","https://openalex.org/W2070093042","https://openalex.org/W2074229709","https://openalex.org/W2078594829","https://openalex.org/W2078667866","https://openalex.org/W2085300404","https://openalex.org/W2087231533","https://openalex.org/W2089442129","https://openalex.org/W2098060950","https://openalex.org/W2134759675","https://openalex.org/W2135243999","https://openalex.org/W2147967768","https://openalex.org/W2151109590","https://openalex.org/W2152360820","https://openalex.org/W2166274157","https://openalex.org/W2168979541","https://openalex.org/W2600394393","https://openalex.org/W2787296839","https://openalex.org/W2914849365","https://openalex.org/W3008801451"],"related_works":["https://openalex.org/W3004218185","https://openalex.org/W2000444236","https://openalex.org/W4390241083","https://openalex.org/W2384475851","https://openalex.org/W4245457074","https://openalex.org/W2347733609","https://openalex.org/W184958470","https://openalex.org/W2353602216","https://openalex.org/W2931602588","https://openalex.org/W1494981348"],"abstract_inverted_index":{"It":[0],"is":[1],"tempting":[2],"to":[3,14,25,50,139],"reuse":[4,112],"replications":[5,27,55,73],"taken":[6,74],"during":[7,75],"a":[8,15],"simulation":[9,66],"optimization":[10],"search":[11,76,113,124],"as":[12],"input":[13],"ranking-and-selection":[16,109,121],"procedure.":[17],"However,":[18],"even":[19],"when":[20],"the":[21,44,54,60,72,93,105,134],"random":[22],"inputs":[23],"used":[24],"generate":[26],"are":[28,56,137],"identically":[29],"distributed":[30],"and":[31,34,79,88,125],"independent":[32],"within":[33],"across":[35],"systems,":[36,53],"we":[37,68,101],"show":[38],"that":[39,42,70,111,129],"for":[40,120],"searches":[41],"use":[43],"observed":[45],"performance":[46],"of":[47,62,86,107],"explored":[48],"systems":[49],"identify":[51],"new":[52],"conditionally":[57],"dependent":[58],"given":[59],"sequence":[61],"returned":[63],"systems.":[64],"Through":[65],"experiments,":[67],"demonstrate":[69],"reusing":[71],"in":[77,84,133],"selection":[78,90],"subset-selection":[80],"procedures":[81,110,122,128],"can":[82],"result":[83],"probabilities":[85],"correct":[87],"good":[89],"well":[91],"below":[92],"guaranteed":[94],"levels.":[95],"Based":[96],"on":[97],"these":[98],"negative":[99],"findings,":[100],"call":[102],"into":[103],"question":[104],"guarantees":[106,119,132],"established":[108],"data.":[114],"We":[115],"also":[116],"rigorously":[117],"define":[118],"after":[123],"discuss":[126],"how":[127],"only":[130],"provide":[131],"preference":[135],"zone":[136],"ill-suited":[138],"this":[140],"setting.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":3}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}