{"id":"https://openalex.org/W3214746205","doi":"https://doi.org/10.22152/programming-journal.org/2022/6/8","title":"Types for Tables: A Language Design Benchmark","display_name":"Types for Tables: A Language Design Benchmark","publication_year":2021,"publication_date":"2021-11-15","ids":{"openalex":"https://openalex.org/W3214746205","doi":"https://doi.org/10.22152/programming-journal.org/2022/6/8","mag":"3214746205"},"language":"en","primary_location":{"id":"doi:10.22152/programming-journal.org/2022/6/8","is_oa":true,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2022/6/8","pdf_url":"https://arxiv.org/pdf/2111.10412v1","source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://arxiv.org/pdf/2111.10412v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066442933","display_name":"Kuang-Chen Lu","orcid":"https://orcid.org/0000-0001-6502-9275"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kuang-Chen Lu","raw_affiliation_strings":["Brown University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002785598","display_name":"Ben Greenman","orcid":"https://orcid.org/0000-0001-7078-9287"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Greenman","raw_affiliation_strings":["Brown University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024394821","display_name":"Shriram Krishnamurthi","orcid":"https://orcid.org/0000-0001-5184-1975"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shriram Krishnamurthi","raw_affiliation_strings":["Brown University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27804330"],"apc_list":null,"apc_paid":null,"fwci":0.2843,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66492524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"6","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8460938930511475},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.7118299603462219},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.7104558944702148},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6136994361877441},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5956299304962158},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.560429573059082},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5543825626373291},{"id":"https://openalex.org/keywords/datasheet","display_name":"Datasheet","score":0.5355097651481628},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45858168601989746},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4411658048629761},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4387253224849701},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42508426308631897},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35563546419143677},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.347806841135025},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2294568121433258}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8460938930511475},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.7118299603462219},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.7104558944702148},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6136994361877441},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5956299304962158},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.560429573059082},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5543825626373291},{"id":"https://openalex.org/C2781384022","wikidata":"https://www.wikidata.org/wiki/Q1172383","display_name":"Datasheet","level":2,"score":0.5355097651481628},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45858168601989746},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4411658048629761},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4387253224849701},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42508426308631897},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35563546419143677},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.347806841135025},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2294568121433258},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.22152/programming-journal.org/2022/6/8","is_oa":true,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2022/6/8","pdf_url":"https://arxiv.org/pdf/2111.10412v1","source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2111.10412","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.10412","pdf_url":"https://arxiv.org/pdf/2111.10412","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.22152/programming-journal.org/2022/6/8","is_oa":true,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2022/6/8","pdf_url":"https://arxiv.org/pdf/2111.10412v1","source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G7698193007","display_name":"Computing Innovation Fellows 2020 Project","funder_award_id":"2030859","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3214746205.pdf","grobid_xml":"https://content.openalex.org/works/W3214746205.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W198617740","https://openalex.org/W840947746","https://openalex.org/W1019939734","https://openalex.org/W1946588374","https://openalex.org/W1963557108","https://openalex.org/W1985954365","https://openalex.org/W1992007857","https://openalex.org/W2000491655","https://openalex.org/W2022300126","https://openalex.org/W2031074783","https://openalex.org/W2036378583","https://openalex.org/W2045313089","https://openalex.org/W2047497632","https://openalex.org/W2050968492","https://openalex.org/W2051001073","https://openalex.org/W2074674709","https://openalex.org/W2077022777","https://openalex.org/W2078380329","https://openalex.org/W2087306070","https://openalex.org/W2095631859","https://openalex.org/W2103028615","https://openalex.org/W2104789737","https://openalex.org/W2112866468","https://openalex.org/W2121038016","https://openalex.org/W2121082877","https://openalex.org/W2124212956","https://openalex.org/W2129286663","https://openalex.org/W2134093956","https://openalex.org/W2151856838","https://openalex.org/W2152456366","https://openalex.org/W2159745859","https://openalex.org/W2342249984","https://openalex.org/W2472097883","https://openalex.org/W2569339511","https://openalex.org/W2726953349","https://openalex.org/W2761740351","https://openalex.org/W2795038878","https://openalex.org/W2795883255","https://openalex.org/W2804829712","https://openalex.org/W2899873839","https://openalex.org/W2915777784","https://openalex.org/W2963218353","https://openalex.org/W2963384924","https://openalex.org/W2995917016","https://openalex.org/W3000240292","https://openalex.org/W3005705150","https://openalex.org/W3030839882","https://openalex.org/W3045486034","https://openalex.org/W3109289644"],"related_works":["https://openalex.org/W4379115841","https://openalex.org/W2083794993","https://openalex.org/W3194833114","https://openalex.org/W1511772879","https://openalex.org/W4205868343","https://openalex.org/W2186315912","https://openalex.org/W2248125223","https://openalex.org/W2588591308","https://openalex.org/W2127898439","https://openalex.org/W3082894236"],"abstract_inverted_index":{"ContextTables":[0],"are":[1,17,319],"ubiquitous":[2],"formats":[3],"for":[4,7,267,316],"data.Therefore,":[5],"techniques":[6],"writing":[8],"correct":[9],"programs":[10],"over":[11,199],"tables,":[12],"and":[13,42,74,112,145,260,284,292,327,337],"debugging":[14],"incorrect":[15],"ones,":[16],"vital.Our":[18],"specific":[19],"focus":[20],"in":[21,155,189,245,257,271,300,305],"this":[22,159,190,269],"paper":[23,56],"is":[24,46,59,123,325],"on":[25,298],"rich":[26],"types":[27],"that":[28,153],"articulate":[29],"the":[30,100,169,223,234,248,310,328],"properties":[31],"of":[32,50,66,102,119,129,134,149,164,171,177,214,225,331],"tabular":[33,317,323],"operations.We":[34],"wish":[35],"to":[36,61,72,79,114,160,174,186,195,207,221,308,321,342,350],"study":[37],"both":[38,258],"their":[39,209,238],"expressive":[40,211,329],"power":[41,330],"diagnostic":[43],"quality.Inquiry":[44],"There":[45],"no":[47,97],"\"standard":[48,117],"library\"":[49,118],"table":[51,120],"operations.As":[52],"a":[53,116,126,147,162,172,183,202,219,264,272,352],"result,":[54],"every":[55],"(and":[57,135],"project)":[58],"free":[60],"use":[62],"its":[63,130],"own":[64],"(sub)set":[65],"operations.This":[67],"makes":[68],"artifacts":[69],"very":[70],"difficult":[71],"compare,":[73],"it":[75],"can":[76,236,241,339],"be":[77,94,253],"hard":[78,320],"tell":[80],"whether":[81],"omitted":[82],"operations":[83],"were":[84],"left":[85],"out":[86],"by":[87,125],"oversight":[88],"or":[89],"because":[90],"they":[91],"cannot":[92],"actually":[93],"expressed.Furthermore,":[95],"virtually":[96],"papers":[98],"discuss":[99],"quality":[101,224],"type":[103,141,314,332],"error":[104,231],"feedback.Approach":[105],"We":[106,275],"combed":[107],"through":[108],"several":[109],"existing":[110],"languages":[111],"libraries":[113],"create":[115],"operations.Each":[121],"entry":[122],"accompanied":[124],"detailed":[127],"specification":[128],"\"type,\"":[131],"expressed":[132],"independent":[133],"hence":[136],"not":[137],"constrained":[138],"by)":[139],"any":[140],"language.We":[142],"also":[143,216,262,346],"studied":[144],"categorized":[146],"corpus":[148],"(student)":[150],"program":[151],"edits":[152],"resulted":[154],"table-related":[156],"errors.We":[157],"used":[158],"generate":[161,309],"suite":[163,204],"erroneous":[165],"programs.Finally,":[166],"we":[167],"adapted":[168],"concept":[170],"datasheet":[173,265,338],"facilitate":[175],"comparisons":[176],"different":[178],"implementations.Knowledge":[179],"Our":[180],"benchmark":[181,279,336],"creates":[182],"common":[184],"ground":[185],"frame":[187],"work":[188],"area.Language":[191],"designers":[192],"who":[193,227,243],"claim":[194],"support":[196,315],"typed":[197],"programming":[198,318,324],"tables":[200],"have":[201,276,296],"clear":[203],"against":[205],"which":[206],"demonstrate":[208,222,237],"system's":[210],"power.Our":[212],"family":[213],"errors":[215],"gives":[217],"them":[218],"chance":[220],"feedback.Researchers":[226],"improve":[228],"one":[229],"aspect-especially":[230],"reporting-without":[232],"changing":[233],"other":[235],"improvement,":[239],"as":[240,286,288],"those":[242],"engage":[244],"trade-offs":[246],"between":[247],"two.The":[249],"net":[250],"result":[251],"should":[252],"much":[254],"better":[255],"science":[256,307],"expressiveness":[259],"diagnostics.We":[261],"introduce":[263],"format":[266],"presenting":[268],"knowledge":[270],"methodical":[273],"way.Grounding":[274],"generated":[277],"our":[278],"from":[280],"real":[281],"languages,":[282],"libraries,":[283],"programs,":[285],"well":[287],"personal":[289],"experience":[290,299],"conducting":[291],"teaching":[293],"data":[294,306],"science.We":[295],"drawn":[297],"engineering":[301],"and,":[302],"more":[303,343],"recently,":[304],"datasheet.Importance":[311],"Claims":[312],"about":[313],"evaluate.However,":[322],"ubiquitous,":[326],"systems":[333],"keeps":[334],"growing.Our":[335],"help":[340],"lead":[341],"orderly":[344],"science.It":[345],"benefits":[347],"programmers":[348],"trying":[349],"choose":[351],"language.":[353]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}