{"id":"https://openalex.org/W2980791959","doi":"https://doi.org/10.1145/3315508.3329976","title":"A case study on machine learning for synthesizing benchmarks","display_name":"A case study on machine learning for synthesizing benchmarks","publication_year":2019,"publication_date":"2019-06-07","ids":{"openalex":"https://openalex.org/W2980791959","doi":"https://doi.org/10.1145/3315508.3329976","mag":"2980791959"},"language":"en","primary_location":{"id":"doi:10.1145/3315508.3329976","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3315508.3329976","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM SIGPLAN International Workshop on Machine Learning and Programming Languages","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045703198","display_name":"Andr\u00e9s Goens","orcid":"https://orcid.org/0000-0002-0409-1363"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"TU Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Andr\u00e9s Goens","raw_affiliation_strings":["TU Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"TU Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091099679","display_name":"Alexander Brauckmann","orcid":"https://orcid.org/0000-0001-5774-3970"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"TU Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Brauckmann","raw_affiliation_strings":["TU Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"TU Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029364833","display_name":"Sebastian Ertel","orcid":"https://orcid.org/0009-0001-1367-566X"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"TU Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Ertel","raw_affiliation_strings":["TU Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"TU Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034975204","display_name":"Chris Cummins","orcid":"https://orcid.org/0000-0001-8708-4515"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chris Cummins","raw_affiliation_strings":["University of Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053757097","display_name":"Hugh Leather","orcid":"https://orcid.org/0000-0003-0664-4176"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hugh Leather","raw_affiliation_strings":["University of Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030115692","display_name":"Jer\u00f3nimo Castrill\u00f3n","orcid":"https://orcid.org/0000-0002-5007-445X"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"TU Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jeronimo Castrillon","raw_affiliation_strings":["TU Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"TU Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5045703198"],"corresponding_institution_ids":["https://openalex.org/I78650965"],"apc_list":null,"apc_paid":null,"fwci":1.6854,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84007305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"38","last_page":"46"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8592919111251831},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8040041923522949},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7006610631942749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6429339647293091},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.6170789003372192},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.6130969524383545},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5334451794624329},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.08375656604766846},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06035032868385315}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8592919111251831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8040041923522949},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7006610631942749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6429339647293091},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.6170789003372192},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.6130969524383545},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5334451794624329},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.08375656604766846},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06035032868385315},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3315508.3329976","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3315508.3329976","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM SIGPLAN International Workshop on Machine Learning and Programming Languages","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5811753289","display_name":null,"funder_award_id":"EP/M507258/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320309411","display_name":"University of California Berkeley","ror":"https://ror.org/01an7q238"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1964146567","https://openalex.org/W1966344015","https://openalex.org/W1982020565","https://openalex.org/W1989562524","https://openalex.org/W2038178246","https://openalex.org/W2043420024","https://openalex.org/W2046976279","https://openalex.org/W2047105964","https://openalex.org/W2048441570","https://openalex.org/W2056816375","https://openalex.org/W2064675550","https://openalex.org/W2070544163","https://openalex.org/W2100409742","https://openalex.org/W2122505371","https://openalex.org/W2138767187","https://openalex.org/W2152956697","https://openalex.org/W2169049902","https://openalex.org/W2170666978","https://openalex.org/W2289256051","https://openalex.org/W2292282166","https://openalex.org/W2437043446","https://openalex.org/W2511318867","https://openalex.org/W2517977240","https://openalex.org/W2565684518","https://openalex.org/W2593150153","https://openalex.org/W2618564128","https://openalex.org/W2733116932","https://openalex.org/W2739559489","https://openalex.org/W2919115771","https://openalex.org/W2963935794","https://openalex.org/W3138617740","https://openalex.org/W4231477146","https://openalex.org/W4235447137","https://openalex.org/W4236104888","https://openalex.org/W4285789112","https://openalex.org/W6718535954","https://openalex.org/W6730904624","https://openalex.org/W6737876389"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W4230315250","https://openalex.org/W2086519370","https://openalex.org/W3099286772"],"abstract_inverted_index":{"Good":[0],"benchmarks":[1,26,69],"are":[2,27,40],"hard":[3],"to":[4,12,31,79],"find":[5],"because":[6],"they":[7],"require":[8],"a":[9,22,28,99],"substantial":[10],"effort":[11],"keep":[13],"them":[14],"representative":[15],"for":[16,43,86,110,123],"the":[17,52,58,68,72,75,87,103,108,117,119],"constantly":[18],"changing":[19],"challenges":[20,118],"of":[21,54],"particular":[23],"field.":[24],"Synthetic":[25],"common":[29],"approach":[30],"deal":[32],"with":[33,74],"this,":[34],"and":[35,112],"methods":[36],"from":[37],"machine":[38,55,91],"learning":[39,56,92],"natural":[41],"candidates":[42],"synthetic":[44],"benchmark":[45,61],"generation.":[46],"In":[47],"this":[48,111],"paper":[49],"we":[50],"investigate":[51,107],"usefulness":[53],"in":[57],"prominent":[59],"CLgen":[60,65],"generator.":[62],"We":[63,106],"re-evaluate":[64],"by":[66,71],"comparing":[67],"generated":[70],"model":[73],"raw":[76,104],"data":[77],"used":[78],"train":[80],"it.":[81],"This":[82],"re-evaluation":[83],"indicates":[84],"that,":[85],"use":[88],"case":[89],"considered,":[90],"did":[93],"not":[94],"yield":[95],"additional":[96],"benefit":[97],"over":[98],"simpler":[100],"method":[101],"using":[102],"data.":[105],"reasons":[109],"provide":[113],"further":[114],"insights":[115],"into":[116],"problem":[120],"could":[121],"pose":[122],"potential":[124],"future":[125],"generators.":[126]},"counts_by_year":[{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}