{"id":"https://openalex.org/W2915101224","doi":"https://doi.org/10.1017/s0956796818000217","title":"How to evaluate the performance of gradual type systems","display_name":"How to evaluate the performance of gradual type systems","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2915101224","doi":"https://doi.org/10.1017/s0956796818000217","mag":"2915101224"},"language":"en","primary_location":{"id":"doi:10.1017/s0956796818000217","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0956796818000217","pdf_url":null,"source":{"id":"https://openalex.org/S12266929","display_name":"Journal of Functional Programming","issn_l":"0956-7968","issn":["0956-7968","1469-7653"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Functional Programming","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002785598","display_name":"Ben Greenman","orcid":"https://orcid.org/0000-0001-7078-9287"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"BEN GREENMAN","raw_affiliation_strings":["Northeastern University, Boston, MA, USA (e-mail:"],"raw_orcid":"https://orcid.org/0000-0001-7078-9287","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA (e-mail:","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013219610","display_name":"Asumu Takikawa","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"ASUMU TAKIKAWA","raw_affiliation_strings":["Northeastern University, Boston, MA, USA Igalia, San Francisco, CA, USA (e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA Igalia, San Francisco, CA, USA (e-mail:","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050680882","display_name":"Max S. New","orcid":"https://orcid.org/0000-0001-8141-195X"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"MAX S. NEW","raw_affiliation_strings":["Northeastern University, Boston, MA, USA (e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA (e-mail:","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003099088","display_name":"Daniel Feltey","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"DANIEL FELTEY","raw_affiliation_strings":["Northeastern University, Boston, MA, USA Northwestern University, Chicago, IL, USA (e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA Northwestern University, Chicago, IL, USA (e-mail:","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081388086","display_name":"Robert Bruce Findler","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"ROBERT BRUCE FINDLER","raw_affiliation_strings":["Northwestern University, Chicago, IL, USA (e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Chicago, IL, USA (e-mail:","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084307280","display_name":"Jan V\u00edtek","orcid":"https://orcid.org/0000-0003-4052-3458"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ","US"],"is_corresponding":false,"raw_author_name":"JAN VITEK","raw_affiliation_strings":["Northeastern University, Boston, MA, USA Czech Technical University, Prague, Czech Republic (e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA Czech Technical University, Prague, Czech Republic (e-mail:","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I44504214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000905628","display_name":"Matthias Felleisen","orcid":"https://orcid.org/0000-0001-6678-1004"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"MATTHIAS FELLEISEN","raw_affiliation_strings":["Northeastern University, Boston, MA, USA (e-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA (e-mail:","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5002785598"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":1.8864,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.89203796,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"29","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8830515146255493},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.7552927732467651},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5613606572151184},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.542917013168335},{"id":"https://openalex.org/keywords/racket","display_name":"Racket","score":0.47173988819122314},{"id":"https://openalex.org/keywords/type","display_name":"Type (biology)","score":0.4531347155570984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8830515146255493},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.7552927732467651},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5613606572151184},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.542917013168335},{"id":"https://openalex.org/C2778707667","wikidata":"https://www.wikidata.org/wiki/Q1254148","display_name":"Racket","level":3,"score":0.47173988819122314},{"id":"https://openalex.org/C2777299769","wikidata":"https://www.wikidata.org/wiki/Q3707858","display_name":"Type (biology)","level":2,"score":0.4531347155570984},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C65655974","wikidata":"https://www.wikidata.org/wiki/Q14867674","display_name":"Swing","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s0956796818000217","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0956796818000217","pdf_url":null,"source":{"id":"https://openalex.org/S12266929","display_name":"Journal of Functional Programming","issn_l":"0956-7968","issn":["0956-7968","1469-7653"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Functional Programming","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W25798763","https://openalex.org/W37142284","https://openalex.org/W37659086","https://openalex.org/W103523709","https://openalex.org/W200303486","https://openalex.org/W326743114","https://openalex.org/W753900477","https://openalex.org/W1487777477","https://openalex.org/W1499326305","https://openalex.org/W1566005068","https://openalex.org/W1607247974","https://openalex.org/W1778142413","https://openalex.org/W1963954367","https://openalex.org/W1967698620","https://openalex.org/W1970075481","https://openalex.org/W1973186567","https://openalex.org/W2003715144","https://openalex.org/W2003969655","https://openalex.org/W2020899082","https://openalex.org/W2034224849","https://openalex.org/W2034355944","https://openalex.org/W2052973434","https://openalex.org/W2053664570","https://openalex.org/W2070088936","https://openalex.org/W2073686054","https://openalex.org/W2088295995","https://openalex.org/W2089241138","https://openalex.org/W2091335641","https://openalex.org/W2097013380","https://openalex.org/W2100759424","https://openalex.org/W2102473657","https://openalex.org/W2110549939","https://openalex.org/W2113547509","https://openalex.org/W2113556560","https://openalex.org/W2134720688","https://openalex.org/W2135536553","https://openalex.org/W2153530968","https://openalex.org/W2161100976","https://openalex.org/W2165134790","https://openalex.org/W2167619573","https://openalex.org/W2169661165","https://openalex.org/W2185490239","https://openalex.org/W2218092420","https://openalex.org/W2252374344","https://openalex.org/W2253750756","https://openalex.org/W2293770661","https://openalex.org/W2295283668","https://openalex.org/W2295415424","https://openalex.org/W2337196081","https://openalex.org/W2527882685","https://openalex.org/W2561856298","https://openalex.org/W2621005330","https://openalex.org/W2764150781","https://openalex.org/W2781403051","https://openalex.org/W2886526538","https://openalex.org/W2911481279","https://openalex.org/W2911524086","https://openalex.org/W2912880222","https://openalex.org/W2947857949","https://openalex.org/W2951357319","https://openalex.org/W3099703838","https://openalex.org/W3103649929","https://openalex.org/W3137596000","https://openalex.org/W4229717394","https://openalex.org/W4245545962","https://openalex.org/W4300619236","https://openalex.org/W6601514440","https://openalex.org/W6654010507"],"related_works":["https://openalex.org/W2744434216","https://openalex.org/W598786559","https://openalex.org/W2489491829","https://openalex.org/W2744749537","https://openalex.org/W2744275524","https://openalex.org/W2589774136","https://openalex.org/W2580283794","https://openalex.org/W2370107557","https://openalex.org/W2107073873","https://openalex.org/W1599896731"],"abstract_inverted_index":{"Abstract":[0],"A":[1],"sound":[2,131],"gradual":[3,51,63,74,97,132,144,157],"type":[4,64,75,98,133,145,158],"system":[5,99,146],"ensures":[6],"that":[7],"untyped":[8,46],"components":[9],"of":[10,18,41,56,62,73,86,110,130,142,151,154,176],"a":[11,96,111,143],"program":[12,112],"can":[13],"never":[14],"break":[15],"the":[16,37,60,71,123,128,139,148,155,162,164],"guarantees":[17],"statically":[19],"typed":[20,44],"components.":[21,47],"This":[22,66,120],"assurance":[23],"relies":[24],"on":[25,50,167],"runtime":[26],"checks,":[27],"which":[28],"in":[29,34],"turn":[30],"impose":[31],"performance":[32,61,129,141,150],"overhead":[33],"proportion":[35],"to":[36,95,108,170],"frequency":[38],"and":[39,45,77,147,173],"nature":[40],"interaction":[42],"between":[43],"The":[48,135],"literature":[49],"typing":[52],"lacks":[53],"rigorous":[54],"descriptions":[55],"methods":[57],"for":[58,70,126],"measuring":[59],"systems.":[65,82,134],"gap":[67],"has":[68],"consequences":[69],"implementors":[72,89],"systems":[76],"developers":[78],"who":[79],"use":[80],"such":[81],"Without":[83],"systematic":[84],"evaluation":[85],"mixed-typed":[87],"programs,":[88],"cannot":[90,103],"precisely":[91],"determine":[92],"how":[93],"improvements":[94],"affect":[100],"performance.":[101,119],"Developers":[102],"predict":[104],"whether":[105],"adding":[106],"types":[107],"part":[109],"will":[113],"significantly":[114],"degrade":[115],"(or":[116],"improve)":[117],"its":[118,168],"paper":[121,165],"presents":[122],"first":[124],"method":[125,136],"evaluating":[127],"quantifies":[137],"both":[138],"absolute":[140],"relative":[149],"two":[152],"implementations":[153,175],"same":[156],"system.":[159],"To":[160],"validate":[161],"method,":[163],"reports":[166],"application":[169],"20":[171],"programs":[172],"3":[174],"Typed":[177],"Racket.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2026-05-27T06:14:07.914337","created_date":"2025-10-10T00:00:00"}