{"id":"https://openalex.org/W3138909396","doi":"https://doi.org/10.1145/3439706.3446885","title":"Still Benchmarking After All These Years","display_name":"Still Benchmarking After All These Years","publication_year":2021,"publication_date":"2021-03-12","ids":{"openalex":"https://openalex.org/W3138909396","doi":"https://doi.org/10.1145/3439706.3446885","mag":"3138909396"},"language":"en","primary_location":{"id":"doi:10.1145/3439706.3446885","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3439706.3446885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Symposium on Physical Design","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080828363","display_name":"Ismail Bustany","orcid":"https://orcid.org/0000-0002-7099-1546"},"institutions":[{"id":"https://openalex.org/I32923980","display_name":"Xilinx (United States)","ror":"https://ror.org/01rb7bk56","country_code":"US","type":"company","lineage":["https://openalex.org/I32923980"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ismail S. Bustany","raw_affiliation_strings":["Xilinx Inc., San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xilinx Inc., San Jose, CA, USA","institution_ids":["https://openalex.org/I32923980"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101764248","display_name":"Jinwook Jung","orcid":"https://orcid.org/0000-0002-9384-5277"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinwook Jung","raw_affiliation_strings":["IBM T.J. Watson Research Center, Yorktown Heights, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T.J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074401951","display_name":"Patrick H. Madden","orcid":"https://orcid.org/0000-0002-1727-6885"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick H. Madden","raw_affiliation_strings":["SUNY Binghamton, Binghamton, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SUNY Binghamton, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Natarajan Viswanathan","orcid":null},"institutions":[{"id":"https://openalex.org/I66217453","display_name":"Cadence Design Systems (United States)","ror":"https://ror.org/04w8xa018","country_code":"US","type":"company","lineage":["https://openalex.org/I66217453"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Natarajan Viswanathan","raw_affiliation_strings":["Cadence Design Systems, Inc., Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cadence Design Systems, Inc., Austin, TX, USA","institution_ids":["https://openalex.org/I66217453"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066133332","display_name":"Stephen Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I32923980","display_name":"Xilinx (United States)","ror":"https://ror.org/01rb7bk56","country_code":"US","type":"company","lineage":["https://openalex.org/I32923980"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Yang","raw_affiliation_strings":["Xilinx Inc., San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xilinx Inc., San Jose, CA, USA","institution_ids":["https://openalex.org/I32923980"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"52"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9749047756195068},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6446341872215271},{"id":"https://openalex.org/keywords/very-large-scale-integration","display_name":"Very-large-scale integration","score":0.6240078210830688},{"id":"https://openalex.org/keywords/physical-design","display_name":"Physical design","score":0.4918687343597412},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37443456053733826},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3221599757671356},{"id":"https://openalex.org/keywords/circuit-design","display_name":"Circuit design","score":0.20317143201828003},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.16697457432746887},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.15907523036003113},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.1342683732509613}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9749047756195068},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6446341872215271},{"id":"https://openalex.org/C14580979","wikidata":"https://www.wikidata.org/wiki/Q876049","display_name":"Very-large-scale integration","level":2,"score":0.6240078210830688},{"id":"https://openalex.org/C188817802","wikidata":"https://www.wikidata.org/wiki/Q13426855","display_name":"Physical design","level":3,"score":0.4918687343597412},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37443456053733826},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3221599757671356},{"id":"https://openalex.org/C190560348","wikidata":"https://www.wikidata.org/wiki/Q3245116","display_name":"Circuit design","level":2,"score":0.20317143201828003},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.16697457432746887},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.15907523036003113},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.1342683732509613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3439706.3446885","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3439706.3446885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Symposium on Physical Design","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1971760304","https://openalex.org/W1976496997","https://openalex.org/W1980746862","https://openalex.org/W1984954427","https://openalex.org/W2020549672","https://openalex.org/W2024060531","https://openalex.org/W2025516544","https://openalex.org/W2080409033","https://openalex.org/W2085310683","https://openalex.org/W2133994013","https://openalex.org/W2168126808","https://openalex.org/W2168781832","https://openalex.org/W2178194959","https://openalex.org/W2328615082","https://openalex.org/W2336236367","https://openalex.org/W2479512534","https://openalex.org/W2533722497","https://openalex.org/W2535520145","https://openalex.org/W2535860792","https://openalex.org/W2538165366","https://openalex.org/W2583919170","https://openalex.org/W2595334824","https://openalex.org/W2738078952","https://openalex.org/W2771551340","https://openalex.org/W2895716955","https://openalex.org/W2900075539","https://openalex.org/W2946332877","https://openalex.org/W2997936488","https://openalex.org/W2998557050","https://openalex.org/W3113325008","https://openalex.org/W4206557440","https://openalex.org/W4233568622","https://openalex.org/W6637413124","https://openalex.org/W6643787455","https://openalex.org/W6658091660","https://openalex.org/W6751710798","https://openalex.org/W6754015573"],"related_works":["https://openalex.org/W2181385951","https://openalex.org/W1727049600","https://openalex.org/W1481897060","https://openalex.org/W2183812348","https://openalex.org/W2134640991","https://openalex.org/W3027318491","https://openalex.org/W101478184","https://openalex.org/W1986774039","https://openalex.org/W4313890168","https://openalex.org/W2358255476"],"abstract_inverted_index":{"Circuit":[0],"benchmarks":[1],"for":[2],"VLSI":[3],"physical":[4],"design":[5],"have":[6,35,43],"been":[7,44],"growing":[8],"in":[9],"size":[10],"and":[11,19,46],"complexity,":[12],"helping":[13],"the":[14,37],"industry":[15],"tackle":[16],"new":[17,21],"problems":[18],"find":[20],"approaches.":[22],"In":[23],"this":[24],"paper,":[25],"we":[26],"take":[27],"a":[28],"look":[29],"back":[30],"at":[31],"how":[32],"benchmarking":[33],"efforts":[34],"shaped":[36],"research":[38],"community,":[39],"consider":[40],"trade-offs":[41],"that":[42],"made,":[45],"speculate":[47],"on":[48],"what":[49],"may":[50],"come":[51],"next.":[52]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}