{"id":"https://openalex.org/W4392389989","doi":"https://doi.org/10.22152/programming-journal.org/2024/8/12","title":"Privacy-Respecting Type Error Telemetry at Scale","display_name":"Privacy-Respecting Type Error Telemetry at Scale","publication_year":2024,"publication_date":"2024-02-15","ids":{"openalex":"https://openalex.org/W4392389989","doi":"https://doi.org/10.22152/programming-journal.org/2024/8/12"},"language":"en","primary_location":{"id":"doi:10.22152/programming-journal.org/2024/8/12","is_oa":true,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2024/8/12","pdf_url":"https://arxiv.org/pdf/2403.02409.pdf","source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://arxiv.org/pdf/2403.02409.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002785598","display_name":"Ben Greenman","orcid":"https://orcid.org/0000-0001-7078-9287"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]},{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]},{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ben Greenman","raw_affiliation_strings":["Brown University, USA / University of Utah, USA","Brown University, Providence, RI, USA"],"affiliations":[{"raw_affiliation_string":"Brown University, USA / University of Utah, USA","institution_ids":["https://openalex.org/I175594653","https://openalex.org/I223532165"]},{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012868882","display_name":"Alan Jeffrey","orcid":"https://orcid.org/0000-0001-6342-0318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alan Jeffrey","raw_affiliation_strings":["Roblox, USA","Roblox, San Mateo, CA, USA"],"affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]},{"raw_affiliation_string":"Roblox, San Mateo, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024394821","display_name":"Shriram Krishnamurthi","orcid":"https://orcid.org/0000-0001-5184-1975"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]},{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shriram Krishnamurthi","raw_affiliation_strings":["Brown University, USA","Brown University, Providence, RI, USA"],"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I175594653"]},{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109095793","display_name":"Mitesh Shah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitesh Shah","raw_affiliation_strings":["Roblox, USA","Roblox, San Mateo, CA, USA"],"affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]},{"raw_affiliation_string":"Roblox, San Mateo, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5002785598"],"corresponding_institution_ids":["https://openalex.org/I175594653","https://openalex.org/I223532165","https://openalex.org/I27804330"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02063453,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.8478999733924866,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.8478999733924866,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8205999732017517,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.7764999866485596,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/telemetry","display_name":"Telemetry","score":0.8209171295166016},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5549126267433167},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5003516674041748},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.37208908796310425},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3287331461906433},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.11755397915840149},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07707387208938599}],"concepts":[{"id":"https://openalex.org/C183121708","wikidata":"https://www.wikidata.org/wiki/Q209867","display_name":"Telemetry","level":2,"score":0.8209171295166016},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5549126267433167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5003516674041748},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.37208908796310425},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3287331461906433},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.11755397915840149},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07707387208938599}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.22152/programming-journal.org/2024/8/12","is_oa":true,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2024/8/12","pdf_url":"https://arxiv.org/pdf/2403.02409.pdf","source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2403.02409","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.02409","pdf_url":"https://arxiv.org/pdf/2403.02409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.22152/programming-journal.org/2024/8/12","is_oa":true,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2024/8/12","pdf_url":"https://arxiv.org/pdf/2403.02409.pdf","source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6507447573","display_name":null,"funder_award_id":"several","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392389989.pdf","grobid_xml":"https://content.openalex.org/works/W4392389989.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W2170485025"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2070863773","https://openalex.org/W4212896802","https://openalex.org/W2056771637","https://openalex.org/W748047311","https://openalex.org/W2359918844","https://openalex.org/W4298110012","https://openalex.org/W2519661158","https://openalex.org/W4388599231","https://openalex.org/W2058226360"],"abstract_inverted_index":{"Context":[0],"Roblox":[1,193],"Studio":[2,194],"lets":[3,178],"millions":[4],"of":[5,15,42,49,171,215,229,247,254,295,345],"creators":[6,19],"build":[7],"interactive":[8],"experiences":[9],"by":[10,74,292],"programming":[11],"in":[12,87,192,309,331],"a":[13,21,38,149,158,160,163,168,293],"variant":[14],"Lua":[16],"called":[17],"Luau.The":[18],"form":[20],"broad":[22,346],"group,":[23],"ranging":[24],"from":[25,140,204],"novices":[26],"writing":[27],"their":[28],"first":[29],"script":[30],"to":[31,45,60,63,79,82,94,98,130,224,316],"professional":[32],"developers;":[33],"thus,":[34],"Luau":[35,51,69,249],"must":[36],"support":[37,46],"wide":[39],"audience.As":[40],"part":[41],"its":[43,282],"efforts":[44],"all":[47,214],"kinds":[48],"programmers,":[50],"includes":[52],"an":[53,221,310],"optional,":[54],"gradual":[55,236,333],"type":[56,90,143,175,181,226,264,278,323,352],"system":[57,153,191],"and":[58,137,147,167,197,251,302,322,329,339],"goes":[59],"great":[61],"lengths":[62],"minimize":[64],"false":[65],"positive":[66],"errors.Inquiry":[67],"Since":[68],"is":[70,97,134,220,233,241,258,266,276,344],"currently":[71],"being":[72],"used":[73],"many":[75],"creators,":[76],"we":[77,103,113],"want":[78],"collect":[80,95,115],"data":[81,96,107,272,301],"improve":[83],"the":[84,89,172,190,230,245,252,260,313],"language":[85],"and,":[86],"particular,":[88],"system.The":[91],"standard":[92],"way":[93,223],"deploy":[99],"client-side":[100],"telemetry;":[101],"however,":[102],"cannot":[104,114],"scrape":[105],"personal":[106],"or":[108,121],"proprietary":[109],"information,":[110],"which":[111,216],"means":[112],"source":[116],"code":[117],"fragments,":[118],"error":[119,227],"messages,":[120],"even":[122],"filepaths.The":[123],"research":[124],"questions":[125],"are":[126,238,290,307],"thus":[127],"about":[128,142,212,269,320],"how":[129],"conduct":[131],"telemetry":[132,152,202,219,299,342],"that":[133,218,234,259,277],"not":[135],"invasive":[136],"obtain":[138],"insights":[139],"it":[141,306,349],"errors.Approach":[144],"We":[145,208],"designed":[146],"implemented":[148],"pseudonymized,":[150],"randomly-sampling":[151],"for":[154,165,263,304,327],"Luau.Telemetry":[155],"records":[156,203],"include":[157],"timestamp,":[159],"session":[161],"id,":[162],"reason":[164],"sending,":[166],"numeric":[169],"summary":[170],"most":[173],"recent":[174],"analyses.This":[176],"information":[177],"us":[179],"study":[180,225],"errors":[182,324,353],"over":[183,199,205,296],"time":[184],"without":[185,354],"revealing":[186,355],"private":[187],"data.We":[188],"deployed":[189],"during":[195],"Spring":[196],"collected":[198],".":[200,297],"million":[201,298],",":[206],"sessions.Knowledge":[207],"present":[209],"several":[210],"findings":[211,232,289,319],"Luau,":[213,317],"suggest":[217],"effective":[222],"pragmatics.One":[228],"less-surprising":[231],"opt-in":[235],"types":[237,321],"unpopular:":[239],"there":[240],"anx":[242],"gap":[243],"between":[244],"number":[246,253],"untyped":[248],"sessions":[250],"typed":[255],"ones.One":[256],"surprise":[257],"strict":[261],"mode":[262],"analysis":[265,279],"overly":[267],"conservative":[268],"interactions":[270],"with":[271],"assets.A":[273],"reassuring":[274],"finding":[275],"rarely":[280],"hits":[281],"internal":[283],"limits":[284],"on":[285,351],"problem":[286],"size.Grounding":[287],"Our":[288],"supported":[291],"dataset":[294],"records.The":[300],"scripts":[303],"analyzing":[305],"available":[308],"artifact.Importance":[311],"Beyond":[312],"immediate":[314],"benefits":[315],"our":[318],"have":[325],"implications":[326],"adoption":[328],"ergonomics":[330],"other":[332],"languages":[334],"such":[335],"as":[336,348],"TypeScript,":[337],"Elixir,":[338],"Typed":[340],"Racket.Our":[341],"design":[343],"interest,":[347],"reports":[350],"sensitive":[356],"information.":[357]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}