{"id":"https://openalex.org/W4403334471","doi":"https://doi.org/10.1145/3654777.3676407","title":"Tyche: Making Sense of PBT Effectiveness","display_name":"Tyche: Making Sense of PBT Effectiveness","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403334471","doi":"https://doi.org/10.1145/3654777.3676407"},"language":"en","primary_location":{"id":"doi:10.1145/3654777.3676407","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654777.3676407","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3654777.3676407","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079995663","display_name":"Harrison Goldstein","orcid":"https://orcid.org/0000-0001-9631-1169"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harrison Goldstein","raw_affiliation_strings":["Computer and Information Science, University of Pennsylvania, United States"],"raw_orcid":"https://orcid.org/0000-0001-9631-1169","affiliations":[{"raw_affiliation_string":"Computer and Information Science, University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019512835","display_name":"Jeffrey Tao","orcid":"https://orcid.org/0000-0001-6407-1316"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Tao","raw_affiliation_strings":["Computer and Information Science, University of Pennsylvania, United States"],"raw_orcid":"https://orcid.org/0000-0001-6407-1316","affiliations":[{"raw_affiliation_string":"Computer and Information Science, University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070402589","display_name":"Zac Hatfield-Dodds","orcid":"https://orcid.org/0000-0002-8646-8362"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zac Hatfield-Dodds","raw_affiliation_strings":["Anthropic, United States and School of Cybernetics, Australian National University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8646-8362","affiliations":[{"raw_affiliation_string":"Anthropic, United States and School of Cybernetics, Australian National University, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085361253","display_name":"Benjamin C. Pierce","orcid":"https://orcid.org/0000-0001-7839-1636"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin C. Pierce","raw_affiliation_strings":["Computer and Information Science, University of Pennsylvania, United States"],"raw_orcid":"https://orcid.org/0000-0001-7839-1636","affiliations":[{"raw_affiliation_string":"Computer and Information Science, University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003473641","display_name":"Andrew Head","orcid":"https://orcid.org/0000-0002-1523-3347"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Head","raw_affiliation_strings":["Computer and Information Science, University of Pennsylvania, United States"],"raw_orcid":"https://orcid.org/0000-0002-1523-3347","affiliations":[{"raw_affiliation_string":"Computer and Information Science, University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5633,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66421929,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9584000110626221,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9538999795913696,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sense","display_name":"Sense (electronics)","score":0.6587275862693787},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5699155330657959},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13448867201805115},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.06795641779899597}],"concepts":[{"id":"https://openalex.org/C143141573","wikidata":"https://www.wikidata.org/wiki/Q7450971","display_name":"Sense (electronics)","level":2,"score":0.6587275862693787},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5699155330657959},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13448867201805115},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06795641779899597}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654777.3676407","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654777.3676407","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3654777.3676407","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654777.3676407","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W43120215","https://openalex.org/W1480969602","https://openalex.org/W1550313323","https://openalex.org/W1611541577","https://openalex.org/W1791762382","https://openalex.org/W1827797309","https://openalex.org/W1974503980","https://openalex.org/W2021509247","https://openalex.org/W2028423097","https://openalex.org/W2030358379","https://openalex.org/W2071873073","https://openalex.org/W2076771354","https://openalex.org/W2101819268","https://openalex.org/W2103999647","https://openalex.org/W2116124585","https://openalex.org/W2125126351","https://openalex.org/W2135937266","https://openalex.org/W2137440139","https://openalex.org/W2139627310","https://openalex.org/W2143058502","https://openalex.org/W2152252442","https://openalex.org/W2154267672","https://openalex.org/W2278624804","https://openalex.org/W2288908380","https://openalex.org/W2290177015","https://openalex.org/W2338034815","https://openalex.org/W2476059279","https://openalex.org/W2516678343","https://openalex.org/W2535451242","https://openalex.org/W2553734262","https://openalex.org/W2605403059","https://openalex.org/W2754335648","https://openalex.org/W2765399661","https://openalex.org/W2766094787","https://openalex.org/W2796075754","https://openalex.org/W2796218495","https://openalex.org/W2885842896","https://openalex.org/W2890114759","https://openalex.org/W2897578782","https://openalex.org/W2923421605","https://openalex.org/W2926374695","https://openalex.org/W2963663592","https://openalex.org/W2973756486","https://openalex.org/W2980167976","https://openalex.org/W2990912491","https://openalex.org/W2994560183","https://openalex.org/W3005608680","https://openalex.org/W3011590361","https://openalex.org/W3030160601","https://openalex.org/W3032086959","https://openalex.org/W3047259347","https://openalex.org/W3088281844","https://openalex.org/W3094252362","https://openalex.org/W3107908039","https://openalex.org/W3128733580","https://openalex.org/W3137008396","https://openalex.org/W3160863731","https://openalex.org/W3162399395","https://openalex.org/W3167083555","https://openalex.org/W3198999482","https://openalex.org/W3203841973","https://openalex.org/W3204018925","https://openalex.org/W3207079465","https://openalex.org/W3215694915","https://openalex.org/W4205786399","https://openalex.org/W4224991060","https://openalex.org/W4239950209","https://openalex.org/W4244488020","https://openalex.org/W4248081113","https://openalex.org/W4249909277","https://openalex.org/W4288091274","https://openalex.org/W4300309439","https://openalex.org/W4307475500","https://openalex.org/W4307886652","https://openalex.org/W4308641890","https://openalex.org/W4386317049","https://openalex.org/W4386317173","https://openalex.org/W4389162022"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4385542742","https://openalex.org/W4396701345","https://openalex.org/W2037111888","https://openalex.org/W3170014661","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Software":[0],"developers":[1,53,103,122,168],"increasingly":[2],"rely":[3],"on":[4,38],"automated":[5],"methods":[6],"to":[7,55,60,169],"assess":[8,172],"the":[9,33,36,64,69,87,134],"correctness":[10],"of":[11,29,35,51,89,100,108,136],"their":[12],"code.":[13],"One":[14],"such":[15],"method":[16],"is":[17],"property-based":[18,90],"testing":[19,117,125,174],"(PBT),":[20],"wherein":[21],"a":[22,48,80,94,143,153],"test":[23,66,109,129,147],"harness":[24],"generates":[25],"hundreds":[26],"or":[27],"thousands":[28],"inputs":[30,40,67,130],"and":[31,127,149],"checks":[32],"outputs":[34],"program":[37],"those":[39],"using":[41],"parametric":[42],"properties.":[43],"Though":[44],"powerful,":[45,137],"PBT":[46,139,146,156],"induces":[47],"sizable":[49],"gulf":[50],"evaluation:":[52],"need":[54],"put":[56],"in":[57],"nontrivial":[58],"effort":[59],"understand":[61],"how":[62],"well":[63],"different":[65],"exercise":[68],"software":[70,173],"under":[71],"test.":[72],"To":[73,132],"bridge":[74],"this":[75],"gulf,":[76],"we":[77,141],"propose":[78],"Tyche,":[79],"user":[81],"interface":[82],"that":[83,164],"supports":[84,102],"sensemaking":[85],"around":[86],"effectiveness":[88],"tests.":[91],"Guided":[92],"by":[93],"formative":[95],"design":[96,99],"exploration,":[97],"our":[98],"Tyche":[101],"with":[104,111,152],"interactive,":[105],"configurable":[106],"views":[107,120],"behavior":[110,126],"tight":[112],"integrations":[113],"into":[114],"modern":[115],"developer":[116],"workflow.":[118],"These":[119],"help":[121,167],"explore":[123],"global":[124],"individual":[128],"alike.":[131],"accelerate":[133],"development":[135],"interactive":[138],"tools,":[140],"define":[142],"standard":[144],"for":[145],"reporting":[148],"integrate":[150],"it":[151],"widely":[154],"used":[155],"library.":[157],"A":[158],"self-guided":[159],"online":[160],"usability":[161],"study":[162],"revealed":[163],"Tyche\u2019s":[165],"visualizations":[166],"more":[170],"accurately":[171],"effectiveness.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}