{"id":"https://openalex.org/W7160295045","doi":"https://doi.org/10.48550/arxiv.2605.02233","title":"How to benchmark: the Measure-Explain-Test-Improve loop","display_name":"How to benchmark: the Measure-Explain-Test-Improve loop","publication_year":2026,"publication_date":"2026-05-04","ids":{"openalex":"https://openalex.org/W7160295045","doi":"https://doi.org/10.48550/arxiv.2605.02233"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.02233","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02233","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.02233","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130242112","display_name":"Gabriel Scherer","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Scherer, Gabriel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5130242112"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.7634999752044678,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.7634999752044678,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.029200000688433647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.021800000220537186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.901199996471405},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6003999710083008},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5285999774932861},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.45730000734329224},{"id":"https://openalex.org/keywords/feedback-loop","display_name":"Feedback loop","score":0.35269999504089355},{"id":"https://openalex.org/keywords/impression","display_name":"Impression","score":0.3422999978065491}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.901199996471405},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6545000076293945},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6003999710083008},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5285999774932861},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.45730000734329224},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.35269999504089355},{"id":"https://openalex.org/C2776684213","wikidata":"https://www.wikidata.org/wiki/Q6007582","display_name":"Impression","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2928999960422516},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.28369998931884766},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2644999921321869},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.02233","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02233","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.02233","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02233","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.768398642539978}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"I":[0,88,120],"would":[1],"like":[2],"to":[3,8,40,76,91,95,110],"share":[4],"recommendations":[5],"on":[6],"how":[7],"do":[9,78,96],"performance":[10,29,80,113],"benchmarks":[11],"for":[12,124],"the":[13,36,85,122,128],"purpose":[14],"of":[15,62,117],"computer":[16],"science":[17],"research":[18,43],"evaluation.":[19],"Research":[20],"in":[21],"my":[22],"field":[23],"(programming":[24],"language":[25],"research)":[26],"often":[27],"involves":[28],"considerations,":[30],"but":[31],"it":[32],"is":[33,69],"typically":[34],"not":[35,77],"main":[37],"tool":[38],"used":[39],"evaluate":[41,46],"our":[42,79],"(typically":[44],"we":[45,74],"via":[47],"formal":[48],"statements":[49],"and":[50],"their":[51,118],"proofs,":[52],"experience":[53,106],"writing":[54],"large":[55],"or":[56,59],"interesting":[57],"examples,":[58],"systematic":[60],"comparison":[61],"expressivity,":[63],"feature":[64],"set,":[65],"etc.).":[66],"My":[67],"impression":[68],"that,":[70],"as":[71,115],"a":[72,93],"result,":[73],"tend":[75],"evaluation":[81,114],"very":[82],"well.":[83],"In":[84],"present":[86],"document":[87],"will":[89],"try":[90],"explain":[92,121],"methodology":[94],"benchmarking":[97,105],"correctly":[98],"(I":[99],"hope!).":[100],"People":[101],"with":[102],"no":[103],"former":[104],"should":[107],"be":[108],"able":[109],"build":[111],"solid":[112],"part":[116],"research.":[119],"justification":[123],"each":[125],"aspect":[126],"along":[127],"way.":[129]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-06T00:00:00"}