{"id":"https://openalex.org/W3206569975","doi":"https://doi.org/10.1145/3485502","title":"What we eval in the shadows: a large-scale study of eval in R programs","display_name":"What we eval in the shadows: a large-scale study of eval in R programs","publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3206569975","doi":"https://doi.org/10.1145/3485502","mag":"3206569975"},"language":"en","primary_location":{"id":"doi:10.1145/3485502","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3485502","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3485502","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3485502","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038755326","display_name":"Aviral Goel","orcid":"https://orcid.org/0000-0002-0814-5015"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aviral Goel","raw_affiliation_strings":["Northeastern University, USA","Northeastern University [Boston]"],"affiliations":[{"raw_affiliation_string":"Northeastern University, USA","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Northeastern University [Boston]","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022306811","display_name":"Pierre Donat-Bouillud","orcid":"https://orcid.org/0000-0003-4455-1130"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Pierre Donat-Bouillud","raw_affiliation_strings":["Czech Technical University, Czechia","Czech Technical University in Prague"],"affiliations":[{"raw_affiliation_string":"Czech Technical University, Czechia","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Czech Technical University in Prague","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042260167","display_name":"Filip K\u0159ikava","orcid":"https://orcid.org/0000-0002-0478-6202"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Filip K\u0159ikava","raw_affiliation_strings":["Czech Technical University, Czechia","Czech Technical University in Prague"],"affiliations":[{"raw_affiliation_string":"Czech Technical University, Czechia","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Czech Technical University in Prague","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044364762","display_name":"Christoph M. Kirsch","orcid":"https://orcid.org/0000-0002-0961-0564"},"institutions":[{"id":"https://openalex.org/I182212641","display_name":"University of Salzburg","ror":"https://ror.org/05gs8cd61","country_code":"AT","type":"education","lineage":["https://openalex.org/I182212641"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Christoph M. Kirsch","raw_affiliation_strings":["University of Salzburg, Austria / Czech Technical University, Czechia"],"affiliations":[{"raw_affiliation_string":"University of Salzburg, Austria / Czech Technical University, Czechia","institution_ids":["https://openalex.org/I182212641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084307280","display_name":"Jan V\u00edtek","orcid":"https://orcid.org/0000-0003-4052-3458"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ","US"],"is_corresponding":false,"raw_author_name":"Jan Vitek","raw_affiliation_strings":["Northeastern University, USA / Czech Technical University, Czechia"],"affiliations":[{"raw_affiliation_string":"Northeastern University, USA / Czech Technical University, Czechia","institution_ids":["https://openalex.org/I44504214","https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038755326"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.5691,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.74575767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"5","issue":"OOPSLA","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/javascript","display_name":"JavaScript","score":0.739250898361206},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6751200556755066},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.6005455255508423},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5642827749252319},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5345413088798523},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5102987289428711},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4991004467010498},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3584285080432892}],"concepts":[{"id":"https://openalex.org/C544833334","wikidata":"https://www.wikidata.org/wiki/Q2005","display_name":"JavaScript","level":2,"score":0.739250898361206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6751200556755066},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6005455255508423},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5642827749252319},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5345413088798523},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5102987289428711},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4991004467010498},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3584285080432892},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3485502","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3485502","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3485502","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-03373248v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03373248","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM on Programming Languages, Oct 2021, Chicago, United States. ⟨10.1145/3485502⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"doi:10.1145/3485502","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3485502","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3485502","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G1300113294","display_name":null,"funder_award_id":"1544542","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1455580734","display_name":"ABI Innovation: Scalable and Agile Analysis of Mass Spectrometry Experiments","funder_award_id":"1759736","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2403647444","display_name":"SHF: Small: Program Analysis for Data Science","funder_award_id":"1910850","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3622461675","display_name":null,"funder_award_id":"CZ.02.1.01","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4719533574","display_name":"Meeting Great Expectations Through Democratic Innovations","funder_award_id":"759736","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5036817778","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innov","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5123405942","display_name":"CCRI: ENS: Collaborative Research: Enhancing R for Scalability and Deployment","funder_award_id":"1925644","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6492659061","display_name":"Evolving Language Ecosystems","funder_award_id":"695412","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6562023026","display_name":null,"funder_award_id":"1759736, 1544542, 1925644, 1910850","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8412373702","display_name":null,"funder_award_id":"695412","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8633428685","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innovat","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3206569975.pdf","grobid_xml":"https://content.openalex.org/works/W3206569975.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W121994753","https://openalex.org/W1577719850","https://openalex.org/W1777693579","https://openalex.org/W1810028515","https://openalex.org/W1969761972","https://openalex.org/W2020156556","https://openalex.org/W2055931054","https://openalex.org/W2076089459","https://openalex.org/W2083803628","https://openalex.org/W2090924529","https://openalex.org/W2140021378","https://openalex.org/W2167363133","https://openalex.org/W2772007744","https://openalex.org/W2876843022","https://openalex.org/W2885452136","https://openalex.org/W2898321943","https://openalex.org/W2960503875","https://openalex.org/W2974426374","https://openalex.org/W2990427812","https://openalex.org/W3008162052","https://openalex.org/W3103008800","https://openalex.org/W3107967945","https://openalex.org/W3121990932","https://openalex.org/W3124933548","https://openalex.org/W3161373887","https://openalex.org/W3211323961","https://openalex.org/W4232808412"],"related_works":["https://openalex.org/W2461078469","https://openalex.org/W123790205","https://openalex.org/W2085515337","https://openalex.org/W3087706721","https://openalex.org/W4287664162","https://openalex.org/W3102852402","https://openalex.org/W827014118","https://openalex.org/W4385695489","https://openalex.org/W4247806713","https://openalex.org/W4378700020"],"abstract_inverted_index":{"Most":[0],"dynamic":[1],"languages":[2],"allow":[3],"users":[4],"to":[5,38,57,60,68,92,105],"turn":[6],"text":[7],"into":[8],"code":[9,84],"using":[10],"various":[11],"functions,":[12],"often":[13],"named":[14],"<tt>eval</tt>,":[15],"with":[16],"language-dependent":[17],"semantics.":[18],"The":[19],"widespread":[20,122],"use":[21,46],"of":[22,43],"these":[23],"reflective":[24,71],"functions":[25],"hinders":[26],"static":[27],"analysis":[28],"and":[29,76,88,129],"prevents":[30],"compilers":[31],"from":[32,107,111],"performing":[33],"optimizations.":[34],"This":[35],"paper":[36],"aims":[37],"provide":[39],"a":[40],"better":[41],"sense":[42],"why":[44,49],"programmers":[45],"<tt>eval</tt>.":[47],"Understanding":[48],"<tt>eval</tt>":[50,106,118,125],"is":[51,55,74,119,126],"used":[52],"in":[53,86,99,121],"practice":[54],"key":[56],"finding":[58],"ways":[59],"mitigate":[61],"its":[62],"negative":[63],"impact.":[64],"We":[65,101,115],"have":[66],"reasons":[67],"believe":[69],"that":[70,95,117],"feature":[72],"usage":[73],"language":[75],"application":[77],"domain-specific;":[78],"we":[79],"focus":[80],"on":[81],"data":[82],"science":[83],"written":[85],"R":[87,113],"compare":[89],"our":[90],"results":[91],"previous":[93],"work":[94],"analyzed":[96],"web":[97],"programming":[98],"JavaScript.":[100,138],"analyze":[102],"49,296,059":[103],"calls":[104],"240,327":[108],"scripts":[109],"extracted":[110],"15,401":[112],"packages.":[114],"find":[116],"indeed":[120],"use;":[123],"R\u2019s":[124],"more":[127],"pervasive":[128],"arguably":[130],"dangerous":[131],"than":[132],"what":[133],"was":[134],"previously":[135],"reported":[136],"for":[137]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}