{"id":"https://openalex.org/W2112006044","doi":"https://doi.org/10.3217/jucs-007-05-0434","title":"Algorithms and Experiments: The New (and Old) Methodology","display_name":"Algorithms and Experiments: The New (and Old) Methodology","publication_year":2020,"publication_date":"2020-04-07","ids":{"openalex":"https://openalex.org/W2112006044","doi":"https://doi.org/10.3217/jucs-007-05-0434","mag":"2112006044"},"language":"en","primary_location":{"id":"pmh:oai:infoscience.tind.io:97857","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/97857","pdf_url":"https://infoscience.epfl.ch/record/97857/files/graz01.pdf","source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://infoscience.epfl.ch/record/97857","raw_type":"Text"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://infoscience.epfl.ch/record/97857/files/graz01.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059287546","display_name":"Bernard M. E. Moret","orcid":"https://orcid.org/0000-0003-1549-4544"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bernard M. E. Moret","raw_affiliation_strings":["University of New Mexico, Albuquerque, NM, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of New Mexico, Albuquerque, NM, United States of America","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109528325","display_name":"Henry D. Shapiro","orcid":null},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry D. D. Shapiro","raw_affiliation_strings":["University of New Mexico, Albuquerque, NM, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of New Mexico, Albuquerque, NM, United States of America","institution_ids":["https://openalex.org/I169521973"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4371,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.66783263,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5036839842796326},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4481295645236969}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5036839842796326},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4481295645236969}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:infoscience.tind.io:97857","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/97857","pdf_url":"https://infoscience.epfl.ch/record/97857/files/graz01.pdf","source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://infoscience.epfl.ch/record/97857","raw_type":"Text"},{"id":"pmh:oai:zenodo.org:6995993","is_oa":true,"landing_page_url":"https://zenodo.org/record/6995993","pdf_url":"https://zenodo.org/record/6995993","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JUCS - Journal of Universal Computer Science 7((5)) 434-446","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.20.9527","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.20.9527","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.unm.edu/~moret/graz01.ps","raw_type":"text"},{"id":"doi:10.3217/jucs-007-05-0434","is_oa":true,"landing_page_url":"https://doi.org/10.3217/jucs-007-05-0434","pdf_url":null,"source":{"id":"https://openalex.org/S4306400660","display_name":"TUGraz OPEN Library (Graz University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4092182","host_organization_name":"Graz University of Technology","host_organization_lineage":["https://openalex.org/I4092182"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:infoscience.tind.io:97857","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/97857","pdf_url":"https://infoscience.epfl.ch/record/97857/files/graz01.pdf","source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://infoscience.epfl.ch/record/97857","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2112006044.pdf","grobid_xml":"https://content.openalex.org/works/W2112006044.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1485262373","https://openalex.org/W1543889792","https://openalex.org/W1573881838","https://openalex.org/W1594264634","https://openalex.org/W1717440967","https://openalex.org/W1814599000","https://openalex.org/W1816021846","https://openalex.org/W1964226371","https://openalex.org/W1967140769","https://openalex.org/W1979154698","https://openalex.org/W2002560134","https://openalex.org/W2019235922","https://openalex.org/W2023135239","https://openalex.org/W2025508316","https://openalex.org/W2028643523","https://openalex.org/W2029943378","https://openalex.org/W2031939633","https://openalex.org/W2032591091","https://openalex.org/W2039995466","https://openalex.org/W2046441184","https://openalex.org/W2053042295","https://openalex.org/W2056014488","https://openalex.org/W2056975974","https://openalex.org/W2083633045","https://openalex.org/W2117827789","https://openalex.org/W2122403525","https://openalex.org/W2127620007","https://openalex.org/W2128193809","https://openalex.org/W2152216760","https://openalex.org/W2153638045","https://openalex.org/W2156153879","https://openalex.org/W2159953672","https://openalex.org/W2180819459","https://openalex.org/W2336485197","https://openalex.org/W2338905098","https://openalex.org/W2607539118","https://openalex.org/W2991385428","https://openalex.org/W3137299218"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2317200988","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278"],"abstract_inverted_index":{"The":[0,174],"last":[1,221],"twenty":[2],"years":[3,223],"have":[4,33,131,183],"seen":[5],"enormous":[6],"progress":[7],"in":[8,51,59,69,89],"the":[9,37,52,60,70,120,125,134,155,190,220],"design":[10],"of":[11,15,54,62,65,72,86,122,127,146,161,171,177,189,209,224,239],"algorithms,":[12,67,234],"but":[13],"little":[14],"it":[16],"has":[17,43,96,117,158],"been":[18],"put":[19],"into":[20],"practice.":[21],"Because":[22],"many":[23,188,208],"recently":[24],"developed":[25],"algorithms":[26,90,156,235,241,246],"are":[27,186,202],"hard":[28,57],"to":[29,140,163,229],"characterize":[30],"theoretically":[31],"and":[32,41,68,91,103,124,144,165,180,185,199,201,227,245],"large":[34],"running-time":[35],"coefficients,":[36],"gap":[38],"between":[39],"theory":[40],"practice":[42],"widened":[44],"over":[45],"these":[46,215],"years.":[47],"Experimentation":[48],"is":[49,150],"indispensable":[50],"assessment":[53],"heuristics":[55],"for":[56,75,136,236,242,247],"problems,":[58],"characterization":[61],"asymptotic":[63],"behavior":[64,109],"complex":[66],"comparison":[71],"competing":[73],"designs":[74],"tractable":[76],"problems.":[77],"Implementation,":[78],"although":[79],"perhaps":[80],"not":[81],"rigorous":[82],"experimentation,":[83],"was":[84],"characteristic":[85],"early":[87],"work":[88],"data":[92],"structures.":[93],"Donald":[94],"Knuth":[95,200],"throughout":[97],"insisted":[98],"on":[99,110,204,214],"testing":[100,166],"every":[101],"algorithm":[102,172,181,225],"conducting":[104],"analyses":[105],"that":[106,154],"can":[107],"predict":[108],"actual":[111],"data;":[112],"more":[113],"recently,":[114,152],"Jon":[115],"Bentley":[116],"vividly":[118],"illustrated":[119],"difficulty":[121],"implementation":[123,164],"value":[126],"testing.":[128],"Numerical":[129],"analysts":[130],"long":[132],"understood":[133],"need":[135],"standardized":[137],"test":[138],"suites":[139],"ensure":[141],"robustness,":[142],"precision":[143],"efficiency":[145],"numerical":[147],"libraries.":[148],"It":[149],"only":[151],"however,":[153],"community":[157],"shown":[159],"signs":[160],"returning":[162],"as":[167,197],"an":[168],"integral":[169],"part":[170],"development.":[173],"emerging":[175],"disciplines":[176],"experimental":[178],"algorithmics":[179],"engineering":[182],"revived":[184],"extending":[187],"approaches":[191],"used":[192],"by":[193],"computing":[194],"pioneers":[195],"such":[196],"Floyd":[198],"placing":[203],"a":[205],"formal":[206],"basis":[207],"Bentley's":[210],"observations.":[211],"We":[212],"reflect":[213],"issues,":[216],"looking":[217],"back":[218],"at":[219],"thirty":[222],"development":[226],"forward":[228],"new":[230],"challenges:":[231],"designing":[232],"cache-aware":[233],"mixed":[237],"models":[238],"computation,":[240],"external":[243],"memory,":[244],"scientific":[248],"research.":[249]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}