{"id":"https://openalex.org/W4414978639","doi":"https://doi.org/10.1145/3763082","title":"Tuning Random Generators: Property-Based Testing as Probabilistic Programming","display_name":"Tuning Random Generators: Property-Based Testing as Probabilistic Programming","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4414978639","doi":"https://doi.org/10.1145/3763082"},"language":"en","primary_location":{"id":"doi:10.1145/3763082","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763082","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1145/3763082","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092829091","display_name":"Ryan Tjoa","orcid":"https://orcid.org/0009-0003-0731-5398"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ryan Tjoa","raw_affiliation_strings":["University of Washington, Seattle, USA"],"raw_orcid":"https://orcid.org/0009-0003-0731-5398","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, USA","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099309891","display_name":"Poorva Garg","orcid":"https://orcid.org/0000-0003-4753-3974"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Poorva Garg","raw_affiliation_strings":["University of California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0003-4753-3974","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079995663","display_name":"Harrison Goldstein","orcid":"https://orcid.org/0000-0001-9631-1169"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harrison Goldstein","raw_affiliation_strings":["University of Maryland, College Park, USA"],"raw_orcid":"https://orcid.org/0000-0001-9631-1169","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014067492","display_name":"Todd Millstein","orcid":"https://orcid.org/0000-0002-2031-1514"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Todd Millstein","raw_affiliation_strings":["University of California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0002-2031-1514","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085361253","display_name":"Benjamin C. Pierce","orcid":"https://orcid.org/0000-0001-7839-1636"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin C. Pierce","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0001-7839-1636","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I922845939","https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009539513","display_name":"Guy Van den Broeck","orcid":"https://orcid.org/0000-0003-3434-2503"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guy Van den Broeck","raw_affiliation_strings":["University of California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0003-3434-2503","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5092829091"],"corresponding_institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26772694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"OOPSLA2","first_page":"894","last_page":"921"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7444000244140625},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.6855999827384949},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.63919997215271},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5213000178337097},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4207000136375427},{"id":"https://openalex.org/keywords/symbolic-execution","display_name":"Symbolic execution","score":0.41260001063346863},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4056999981403351},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.3984000086784363}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656000256538391},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7444000244140625},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.6855999827384949},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.63919997215271},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5213000178337097},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.41260001063346863},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4056999981403351},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.3984000086784363},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.3652999997138977},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3578999936580658},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C26263659","wikidata":"https://www.wikidata.org/wiki/Q1886131","display_name":"Random seed","level":3,"score":0.31279999017715454},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2881999909877777},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2858999967575073},{"id":"https://openalex.org/C201866948","wikidata":"https://www.wikidata.org/wiki/Q228206","display_name":"Random number generation","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27000001072883606},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3763082","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763082","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2508.14394","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.14394","pdf_url":"https://arxiv.org/pdf/2508.14394","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt80v2t5j2","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/80v2t5j2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the ACM on Programming Languages, vol 9, iss OOPSLA2","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3763082","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763082","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8281763306","display_name":null,"funder_award_id":"2402449","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8898939110","display_name":"Collaborative Research: SHF: Small: Data-Driven Lemma Synthesis for Interactive Proofs","funder_award_id":"2220891","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1518043585","https://openalex.org/W1611541577","https://openalex.org/W1965555277","https://openalex.org/W1965573563","https://openalex.org/W1995875735","https://openalex.org/W2021615496","https://openalex.org/W2030358379","https://openalex.org/W2062818807","https://openalex.org/W2080267935","https://openalex.org/W2102506621","https://openalex.org/W2119717200","https://openalex.org/W2120575449","https://openalex.org/W2122919970","https://openalex.org/W2225156818","https://openalex.org/W2278624804","https://openalex.org/W2288908380","https://openalex.org/W2290177015","https://openalex.org/W2304387544","https://openalex.org/W2396983327","https://openalex.org/W2476059279","https://openalex.org/W2734788368","https://openalex.org/W2777305358","https://openalex.org/W2897613819","https://openalex.org/W2926374695","https://openalex.org/W3015752260","https://openalex.org/W3021104605","https://openalex.org/W3090526726","https://openalex.org/W3107908039","https://openalex.org/W4234171087","https://openalex.org/W4244488020","https://openalex.org/W4281705085","https://openalex.org/W4292691288","https://openalex.org/W4307886652","https://openalex.org/W4308641890","https://openalex.org/W4311554859","https://openalex.org/W4386317049","https://openalex.org/W4394746181","https://openalex.org/W4399872372","https://openalex.org/W4403334471","https://openalex.org/W6931154252","https://openalex.org/W6968601389"],"related_works":[],"abstract_inverted_index":{"Property-based":[0],"testing":[1],"validates":[2],"software":[3],"against":[4],"an":[5,117],"executable":[6],"specification":[7],"by":[8],"evaluating":[9],"it":[10,61,179],"on":[11,52,209],"randomly":[12],"generated":[13],"inputs.":[14],"The":[15],"standard":[16],"way":[17],"that":[18,27,90,128,138,171,188],"PBT":[19,210],"users":[20,45,140],"generate":[21],"test":[22,32,43,155],"inputs":[23,33],"is":[24,62,84,191],"via":[25],"generators":[26,222],"describe":[28,134],"how":[29,67],"to":[30,65,68,75,141,198],"sample":[31],"through":[34],"random":[35,58],"choices.":[36,59],"To":[37],"achieve":[38,76],"a":[39,77,110,163,181,206,224],"good":[40],"distribution":[41],"over":[42],"inputs,":[44],"must":[46],"tune":[47],"their":[48,154],"generators,":[49],"i.e.,":[50],"decide":[51],"the":[53,88,102,131,149,199,221],"weights":[54,72,115,127],"of":[55,107,153],"these":[56,126],"individual":[57,70],"Unfortunately,":[60],"very":[63],"difficult":[64],"understand":[66],"choose":[69],"generator":[71,111,195],"in":[73,162,227],"order":[74],"desired":[78,144],"distribution,":[79],"so":[80],"today":[81],"this":[82,96],"process":[83],"tedious":[85],"and":[86,104,116,146,151,174,177,219],"limits":[87],"distributions":[89,145,196],"can":[91],"be":[92],"practically":[93],"achieved.":[94],"In":[95],"paper,":[97],"we":[98],"develop":[99],"techniques":[100],"for":[101,125,130,183,217],"automatic":[103],"offline":[105],"tuning":[106],"generators.":[108,184],"Given":[109],"with":[112],"undetermined":[113],"symbolic":[114],"objective":[118,136,201],"function,":[119],"our":[120,160,189],"approach":[121,161,190],"automatically":[122,215],"learns":[123],"values":[124],"optimize":[129],"objective.":[132],"We":[133,157,185,203],"useful":[135],"functions":[137],"allow":[139],"(1)":[142],"target":[143],"(2)":[147],"improve":[148],"diversity":[150,218],"validity":[152],"cases.":[156],"have":[158],"implemented":[159],"novel":[164],"discrete":[165],"probabilistic":[166],"programming":[167],"system,":[168],"Loaded":[169],"Dice,":[170],"supports":[172],"differentiation":[173],"parameter":[175],"learning,":[176],"use":[178],"as":[180],"language":[182],"empirically":[186],"demonstrate":[187],"effective":[192],"at":[193],"optimizing":[194],"according":[197],"specified":[200],"functions.":[202],"also":[204],"perform":[205],"thorough":[207],"evaluation":[208],"benchmarks,":[211],"demonstrating":[212],"that,":[213],"when":[214],"tuned":[216],"validity,":[220],"exhibit":[223],"3.1-7.4x":[225],"speedup":[226],"bug":[228],"finding.":[229]},"counts_by_year":[],"updated_date":"2026-06-07T08:38:57.713557","created_date":"2025-10-10T00:00:00"}