{"id":"https://openalex.org/W7222956178","doi":"https://doi.org/10.48550/arxiv.2610.22637","title":"Hard Instances on Demand","display_name":"Hard Instances on Demand","publication_year":2026,"publication_date":"2026-10-15","ids":{"openalex":"https://openalex.org/W7222956178","doi":"https://doi.org/10.48550/arxiv.2610.22637"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.22637","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.22637","pdf_url":"https://arxiv.org/pdf/2610.22637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.22637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089646862","display_name":"Jamie Fravel","orcid":"https://orcid.org/0000-0002-4428-0396","observed_orcids":["https://orcid.org/0000-0002-4428-0396"]},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Fravel, Jamie","raw_affiliation_strings":["Computer Science Institute , Faculty of Mathematics and Physics , Charles University , Prague , Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Institute , Faculty of Mathematics and Physics , Charles University , Prague , Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030598218","display_name":"Martin Kouteck\u00fd","orcid":"https://orcid.org/0000-0002-7846-0053","observed_orcids":["https://orcid.org/0000-0002-7846-0053"]},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Kouteck\u00fd, Martin","raw_affiliation_strings":["Computer Science Institute , Faculty of Mathematics and Physics , Charles University , Prague , Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Institute , Faculty of Mathematics and Physics , Charles University , Prague , Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5157126951","display_name":"Pavlo Tsitsei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Tsitsei, Pavlo","raw_affiliation_strings":["Computer Science Institute , Faculty of Mathematics and Physics , Charles University , Prague , Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Institute , Faculty of Mathematics and Physics , Charles University , Prague , Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21250087"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.548799991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.548799991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.42719998955726624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/black-box-optimization","display_name":"black-box optimization","score":0.7739999890327454},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.414000004529953},{"id":"https://openalex.org/keywords/np-hard-problems","display_name":"NP-hard problems","score":0.718999981880188},{"id":"https://openalex.org/keywords/satisfiability","display_name":"satisfiability","score":0.8659999966621399},{"id":"https://openalex.org/keywords/traveling-salesman-problem","display_name":"traveling salesman problem","score":0.9520000219345093},{"id":"https://openalex.org/keywords/hamiltonian-cycles","display_name":"Hamiltonian cycles","score":0.9660000205039978},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"flow shop scheduling","score":0.871999979019165},{"id":"https://openalex.org/keywords/phase-transitions","display_name":"phase transitions","score":0.6639999747276306},{"id":"https://openalex.org/keywords/combinatorial-optimization","display_name":"combinatorial optimization","score":0.703000009059906}],"concepts":[{"id":"https://openalex.org/C2780465443","wikidata":"https://www.wikidata.org/wiki/Q852061","display_name":"Champion","level":2,"score":0.6718999743461609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5625},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5558000206947327},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.512499988079071},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.45080000162124634},{"id":"https://openalex.org/C147297375","wikidata":"https://www.wikidata.org/wiki/Q6674930","display_name":"Look-ahead","level":2,"score":0.4424000084400177},{"id":"https://openalex.org/C140479938","wikidata":"https://www.wikidata.org/wiki/Q5254619","display_name":"Iterated function","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C126661757","wikidata":"https://www.wikidata.org/wiki/Q4925641","display_name":"Random search","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C201866948","wikidata":"https://www.wikidata.org/wiki/Q228206","display_name":"Random number generation","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3118000030517578},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C3017489831","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Running time","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2831999957561493},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C121194460","wikidata":"https://www.wikidata.org/wiki/Q856741","display_name":"Random walk","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C124145224","wikidata":"https://www.wikidata.org/wiki/Q6094397","display_name":"Iterated local search","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C86524685","wikidata":"https://www.wikidata.org/wiki/Q273037","display_name":"Hamiltonian path","level":3,"score":0.262800008058548},{"id":"https://openalex.org/C97399411","wikidata":"https://www.wikidata.org/wiki/Q825367","display_name":"Coin flipping","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.22637","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.22637","pdf_url":"https://arxiv.org/pdf/2610.22637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.22637","doi":"https://doi.org/10.48550/arxiv.2610.22637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.22637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.22637","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.22637","pdf_url":"https://arxiv.org/pdf/2610.22637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2535936422","display_name":null,"funder_award_id":"UNCE/24/SCI/008","funder_id":"https://openalex.org/F4320309755","funder_display_name":"Univerzita Karlova v Praze"}],"funders":[{"id":"https://openalex.org/F4320309755","display_name":"Univerzita Karlova v Praze","ror":"https://ror.org/024d6js02"},{"id":"https://openalex.org/F4320321006","display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky","ror":"https://ror.org/01pv73b02"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7222956178.pdf","grobid_xml":"https://content.openalex.org/works/W7222956178.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W60686164","https://openalex.org/W1496529478","https://openalex.org/W1617161089","https://openalex.org/W1967715425","https://openalex.org/W2063345867","https://openalex.org/W2069767473","https://openalex.org/W2075335084","https://openalex.org/W2090435952","https://openalex.org/W2092993939","https://openalex.org/W2100012833","https://openalex.org/W2106378689","https://openalex.org/W2111224220","https://openalex.org/W2150353295","https://openalex.org/W2163428398","https://openalex.org/W2199221478","https://openalex.org/W2325312983","https://openalex.org/W2499282942","https://openalex.org/W2731571249","https://openalex.org/W2790098940","https://openalex.org/W2809729522","https://openalex.org/W2884652221","https://openalex.org/W2898615378","https://openalex.org/W3021907668","https://openalex.org/W3038073568","https://openalex.org/W3043665946","https://openalex.org/W3090695370","https://openalex.org/W3110853414","https://openalex.org/W3193251185","https://openalex.org/W3196485901","https://openalex.org/W3196973566","https://openalex.org/W4205377972","https://openalex.org/W4312543671","https://openalex.org/W4385568339","https://openalex.org/W4392379945","https://openalex.org/W4400973078","https://openalex.org/W7125679137","https://openalex.org/W7136512520"],"related_works":["https://openalex.org/W92345017","https://openalex.org/W2624648868","https://openalex.org/W7038234713","https://openalex.org/W7049152692","https://openalex.org/W2400777899","https://openalex.org/W7098400821","https://openalex.org/W1657855488","https://openalex.org/W7100270631","https://openalex.org/W1996980357","https://openalex.org/W7095812859"],"abstract_inverted_index":{"The":[0,117,234],"conclusions":[1],"of":[2,6,30,137,150,175,209,224],"an":[3,65,123,148,231],"experimental":[4],"study":[5],"algorithms":[7],"are":[8,16,40,157],"only":[9,120],"as":[10,12,64,77],"good":[11],"the":[13,50,55,69,73,78,97,121,134,176,194,222,251,260],"instances":[14,132],"they":[15,45],"run":[17],"on.":[18],"Benchmark":[19],"libraries":[20],"for":[21,86,221,259],"well-studied":[22],"problems":[23,32],"took":[24],"decades":[25],"to":[26,42,213,215],"curate,":[27],"while":[28,228],"evaluations":[29],"new":[31],"often":[33,158],"fall":[34],"back":[35],"on":[36,96,104],"random":[37,51,140,226],"instances,":[38],"which":[39],"known":[41,238],"be":[43],"misleading:":[44],"may":[46],"say":[47],"more":[48,153],"about":[49,54],"generator":[52],"than":[53,173,193],"algorithmic":[56],"question":[57],"at":[58],"hand.":[59],"We":[60,89],"treat":[61],"instance":[62,70,124,136,199],"generation":[63],"optimization":[66,99],"problem:":[67],"parameterize":[68],"space,":[71],"take":[72,189],"solver's":[74],"running":[75,241],"time":[76,212,242],"objective,":[79],"and":[80,101,113,126,202,254],"let":[81],"a":[82,91,127,138,170,246],"black-box":[83],"optimizer":[84,235],"search":[85,118],"hard":[87],"instances.":[88],"develop":[90],"widely":[92],"applicable":[93],"workflow":[94],"built":[95],"Nevergrad":[98],"platform":[100],"demonstrate":[102],"it":[103,244],"four":[105,144],"NP-hard":[106],"problems:":[107],"satisfiability,":[108],"traveling":[109],"salesperson,":[110],"Hamiltonian":[111],"cycle,":[112],"non-permutation":[114],"flow-shop":[115,204],"scheduling.":[116],"needs":[119],"solver,":[122],"encoder,":[125],"compute":[128],"budget.":[129],"Our":[130],"evolved":[131],"beat":[133],"hardest":[135,195,223],"budget-matched":[139],"draw":[141],"in":[142,154,181],"all":[143],"case":[145],"studies,":[146],"by":[147],"order":[149],"magnitude":[151],"or":[152],"three.":[155],"They":[156],"competitive":[159],"with":[160],"long-curated":[161],"benchmark":[162],"sets:":[163],"our":[164,185,203],"SAT":[165,178,247],"champion":[166,205],"is":[167],"harder":[168],"(for":[169],"three-solver":[171],"portfolio)":[172],"78%":[174],"498":[177],"Competition":[179],"formulas":[180],"its":[182],"size":[183],"class;":[184],"20-city":[186],"TSP":[187],"champions":[188,258],"several":[190],"times":[191],"longer":[192],"measured":[196],"classical":[197],"TSPLIB":[198],"(229":[200],"cities);":[201],"takes":[206],"238.6":[207],"seconds":[208,220],"CP":[210],"Optimizer":[211],"solve":[214],"proven":[216],"optimality":[217,232],"(versus":[218],"4.5":[219],"100,000":[225],"draws)":[227],"denying":[229],"CP-SAT":[230],"proof.":[233],"even":[236],"recovers":[237],"structure":[239],"from":[240],"alone:":[243],"locates":[245],"clause/variable":[248],"ratio":[249],"near":[250],"phase":[252],"transition":[253],"finds":[255],"structurally":[256],"different":[257],"two":[261],"scheduling":[262],"engines.":[263]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-20T00:00:00"}