{"id":"https://openalex.org/W2920902903","doi":"https://doi.org/10.1080/0952813x.2019.1574908","title":"Implementation issues in optimization algorithms: do they matter?","display_name":"Implementation issues in optimization algorithms: do they matter?","publication_year":2019,"publication_date":"2019-03-05","ids":{"openalex":"https://openalex.org/W2920902903","doi":"https://doi.org/10.1080/0952813x.2019.1574908","mag":"2920902903"},"language":"en","primary_location":{"id":"doi:10.1080/0952813x.2019.1574908","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0952813x.2019.1574908","pdf_url":null,"source":{"id":"https://openalex.org/S153467142","display_name":"Journal of Experimental & Theoretical Artificial Intelligence","issn_l":"0952-813X","issn":["0952-813X","1362-3079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental & Theoretical Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010827013","display_name":"Thomas Weise","orcid":"https://orcid.org/0000-0002-9687-8509"},"institutions":[{"id":"https://openalex.org/I39774598","display_name":"Hefei University","ror":"https://ror.org/01f5rdf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I39774598"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Thomas Weise","raw_affiliation_strings":["Institute of Applied Optimization, Faculty of Computer Science and Technology, Hefei University, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Applied Optimization, Faculty of Computer Science and Technology, Hefei University, Hefei, Anhui, China","institution_ids":["https://openalex.org/I39774598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076365725","display_name":"Yuezhong Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuezhong Wu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038598144","display_name":"Weichen Liu","orcid":"https://orcid.org/0000-0001-9348-4662"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weichen Liu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027845071","display_name":"Raymond Chiong","orcid":"https://orcid.org/0000-0002-8285-1903"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Raymond Chiong","raw_affiliation_strings":["School of Electrical Engineering & Computing, The University of Newcastle, Callaghan, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8285-1903","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering & Computing, The University of Newcastle, Callaghan, Australia","institution_ids":["https://openalex.org/I78757542"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010827013"],"corresponding_institution_ids":["https://openalex.org/I39774598"],"apc_list":null,"apc_paid":null,"fwci":0.289,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64818121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"31","issue":"4","first_page":"533","last_page":"554"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.867093563079834},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.7396830916404724},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.7037757635116577},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6744189262390137},{"id":"https://openalex.org/keywords/travelling-salesman-problem","display_name":"Travelling salesman problem","score":0.6262250542640686},{"id":"https://openalex.org/keywords/optimization-algorithm","display_name":"Optimization algorithm","score":0.4726787209510803},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4242689609527588},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.41471782326698303},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4085092544555664},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21189308166503906},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.08916324377059937},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07304075360298157}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.867093563079834},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.7396830916404724},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.7037757635116577},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6744189262390137},{"id":"https://openalex.org/C175859090","wikidata":"https://www.wikidata.org/wiki/Q322212","display_name":"Travelling salesman problem","level":2,"score":0.6262250542640686},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.4726787209510803},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4242689609527588},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.41471782326698303},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4085092544555664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21189308166503906},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.08916324377059937},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07304075360298157},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/0952813x.2019.1574908","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0952813x.2019.1574908","pdf_url":null,"source":{"id":"https://openalex.org/S153467142","display_name":"Journal of Experimental & Theoretical Artificial Intelligence","issn_l":"0952-813X","issn":["0952-813X","1362-3079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental & Theoretical Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:uon:42405","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.13/1444786","pdf_url":null,"source":{"id":"https://openalex.org/S4377196471","display_name":"NOVA (University of Newcastle Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I78757542","host_organization_name":"University of Newcastle Australia","host_organization_lineage":["https://openalex.org/I78757542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2014251670","display_name":null,"funder_award_id":"61673359","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W187767610","https://openalex.org/W209138504","https://openalex.org/W626292722","https://openalex.org/W1512567677","https://openalex.org/W1533818411","https://openalex.org/W1577756870","https://openalex.org/W1591939288","https://openalex.org/W1601612555","https://openalex.org/W1839839470","https://openalex.org/W1963541705","https://openalex.org/W1971123384","https://openalex.org/W1991357364","https://openalex.org/W2024060531","https://openalex.org/W2024860412","https://openalex.org/W2042986967","https://openalex.org/W2053524469","https://openalex.org/W2060400398","https://openalex.org/W2066671865","https://openalex.org/W2085632445","https://openalex.org/W2104635975","https://openalex.org/W2137042221","https://openalex.org/W2140425706","https://openalex.org/W2161772518","https://openalex.org/W2163428398","https://openalex.org/W2164866963","https://openalex.org/W2281123596","https://openalex.org/W2324108981","https://openalex.org/W2401775292","https://openalex.org/W2497453031","https://openalex.org/W2890385709","https://openalex.org/W3202461034","https://openalex.org/W4242361212"],"related_works":["https://openalex.org/W2031913815","https://openalex.org/W3177062893","https://openalex.org/W3125143773","https://openalex.org/W4297427155","https://openalex.org/W2007032764","https://openalex.org/W803550684","https://openalex.org/W2483226803","https://openalex.org/W3143937874","https://openalex.org/W3136451934","https://openalex.org/W3025823153"],"abstract_inverted_index":{"Two":[0],"factors":[1],"that":[2],"have":[3],"a":[4,117],"major":[5],"impact":[6,24],"on":[7],"the":[8,26,34,55,78,104,111,129,151],"performance":[9,142],"of":[10,25,44,57,85,103],"an":[11,41,58,133],"optimization":[12,59,108],"method":[13],"are":[14],"(1)":[15],"formal":[16],"algorithm":[17,45,60],"specifications":[18],"and":[19,48,66,120,132,141],"(2)":[20],"practical":[21],"implementations.":[22],"The":[23,80],"latter":[27],"is":[28,88,92],"typically":[29],"ignored,":[30],"although":[31],"it":[32,127],"defines":[33],"results":[35],"measured":[36],"in":[37,144],"experiments.":[38],"We":[39,137],"present":[40],"in-depth":[42],"study":[43],"implementation":[46,56,139],"issues":[47],"ask":[49],"questions":[50,87],"such":[51],"as":[52,116],"Does":[53],"optimizing":[54],"pay":[61],"off?":[62],"Do":[63],"bugs":[64],"matter?":[65],"Is":[67],"using":[68],"more":[69,73],"complicated":[70],"but":[71,90],"also":[72],"efficient":[74],"data":[75],"structures":[76],"worth":[77],"effort?":[79],"intuitive":[81],"answer":[82],"to":[83,146,150],"all":[84],"these":[86],"yes,":[89],"there":[91],"little":[93],"published":[94],"evidence.":[95],"To":[96],"bridge":[97],"this":[98],"gap,":[99],"we":[100],"use":[101],"one":[102],"most":[105],"studied":[106],"combinatorial":[107],"problems":[109],"\u2013":[110,115,128],"Traveling":[112],"Salesman":[113],"Problem":[114],"test":[118],"bed":[119],"implement":[121],"two":[122],"state-of-the-art":[123],"approaches":[124],"for":[125],"solving":[126],"Lin-Kernighan":[130],"Heuristic":[131],"Ejection":[134],"Chain":[135],"Method.":[136],"investigate":[138],"effort":[140],"gain,":[143],"order":[145],"provide":[147],"further":[148],"insights":[149],"above":[152],"questions.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}