{"id":"https://openalex.org/W4403536273","doi":"https://doi.org/10.1145/3691620.3695536","title":"B4: Towards Optimal Assessment of Plausible Code Solutions with Plausible Tests","display_name":"B4: Towards Optimal Assessment of Plausible Code Solutions with Plausible Tests","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4403536273","doi":"https://doi.org/10.1145/3691620.3695536"},"language":"en","primary_location":{"id":"doi:10.1145/3691620.3695536","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3695536","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.08692","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057551045","display_name":"Mouxiang Chen","orcid":"https://orcid.org/0000-0002-8341-1467"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mouxiang Chen","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102825823","display_name":"Zhongxin Liu","orcid":"https://orcid.org/0000-0002-1981-1626"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongxin Liu","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"He Tao","orcid":"https://orcid.org/0009-0001-8572-1346"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Tao","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yusu Hong","orcid":"https://orcid.org/0000-0001-9418-3095"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusu Hong","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006669765","display_name":"Xin Xia","orcid":"https://orcid.org/0000-0002-6302-3256"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Xia","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100428993","display_name":"Jianling Sun","orcid":"https://orcid.org/0000-0001-8799-6020"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianling Sun","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5057551045"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.9523,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7891791,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1693","last_page":"1705"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6199216842651367},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5241956114768982},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.37785404920578003}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6199216842651367},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5241956114768982},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.37785404920578003},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3691620.3695536","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3695536","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2409.08692","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.08692","pdf_url":"https://arxiv.org/pdf/2409.08692","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.08692","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.08692","pdf_url":"https://arxiv.org/pdf/2409.08692","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G260358288","display_name":null,"funder_award_id":"62202420","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403536273.pdf","grobid_xml":"https://content.openalex.org/works/W4403536273.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W786265215","https://openalex.org/W1517761527","https://openalex.org/W1971650562","https://openalex.org/W2027422213","https://openalex.org/W2041713059","https://openalex.org/W2107709519","https://openalex.org/W2109596254","https://openalex.org/W2122987706","https://openalex.org/W2154385397","https://openalex.org/W2169740263","https://openalex.org/W2741328617","https://openalex.org/W2797328151","https://openalex.org/W3003257820","https://openalex.org/W3081454995","https://openalex.org/W3086938529","https://openalex.org/W3161997752","https://openalex.org/W4220699888","https://openalex.org/W4230900352","https://openalex.org/W4284664028","https://openalex.org/W4285204876","https://openalex.org/W4311887664","https://openalex.org/W4384302749","https://openalex.org/W4384304865","https://openalex.org/W4384345664","https://openalex.org/W4385572142","https://openalex.org/W4385572707","https://openalex.org/W4388483238","https://openalex.org/W4389104713","https://openalex.org/W4391775009","https://openalex.org/W4400484392","https://openalex.org/W4400582690","https://openalex.org/W6967959777"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Selecting":[0],"the":[1,72,121,130,134,146,171,177,206,246,252,256],"best":[2,73,147,207],"code":[3,14,56,61,190,225,261],"solution":[4,74,148],"from":[5],"multiple":[6],"generated":[7,227],"ones":[8],"is":[9,96,149,174,262],"an":[10,98,102,153,160],"essential":[11],"task":[12],"in":[13,45,110,204,223,255],"generation,":[15],"which":[16],"can":[17,40,125],"be":[18,41,126],"achieved":[19],"by":[20,176,228,241],"using":[21],"some":[22,78],"reliable":[23,32],"validators":[24],"(e.g.,":[25],"developer-written":[26],"test":[27,33,52,64,211],"cases)":[28],"for":[29,163],"assistance.":[30],"Since":[31],"cases":[34,53,65],"are":[35,66,202],"not":[36,69],"always":[37],"available":[38,264],"and":[39,63,68,94,140,195,249],"expensive":[42],"to":[43,49,54,84,188,243],"build":[44],"practice,":[46],"researchers":[47],"propose":[48,159],"automatically":[50],"generate":[51],"assess":[55],"solutions.":[57],"However,":[58],"when":[59],"both":[60],"solutions":[62,139,208,226],"plausible":[67,210],"reliable,":[70],"selecting":[71,205,224],"becomes":[75],"challenging.":[76],"Although":[77],"heuristic":[79,248],"strategies":[80],"have":[81],"been":[82],"proposed":[83,214],"tackle":[85],"this":[86,165],"problem,":[87],"they":[88],"lack":[89],"a":[90,118,237],"strong":[91],"theoretical":[92,194],"guarantee":[93],"it":[95],"still":[97],"open":[99],"question":[100],"whether":[101],"optimal":[103,122,166,216],"selection":[104,123,254],"strategy":[105,124,217],"exists.":[106],"Our":[107,213,260],"work":[108],"contributes":[109],"two":[111],"ways.":[112],"First,":[113],"we":[114,158],"show":[115],"that":[116,199],"within":[117],"Bayesian":[119],"framework,":[120],"defined":[127],"based":[128],"on":[129],"posterior":[131],"probability":[132],"of":[133,144,179],"observed":[135],"passing":[136],"states":[137],"between":[138],"tests.":[141],"The":[142],"problem":[143],"identifying":[145],"then":[150,183],"framed":[151],"as":[152],"integer":[154],"programming":[155],"problem.":[156],"Second,":[157],"efficient":[161],"approach":[162],"approximating":[164],"(yet":[167],"uncomputable)":[168],"strategy,":[169],"where":[170],"approximation":[172],"error":[173],"bounded":[175],"correctness":[178],"prior":[180,186],"knowledge.":[181],"We":[182],"incorporate":[184],"effective":[185],"knowledge":[187],"tailor":[189],"generation":[191],"tasks.":[192],"Both":[193],"empirical":[196],"studies":[197],"confirm":[198],"existing":[200,221],"heuristics":[201,222],"limited":[203],"with":[209,233],"cases.":[212],"approximated":[215],"\u212c4":[218],"significantly":[219],"surpasses":[220],"large":[229],"language":[230],"models":[231],"(LLMs)":[232],"LLM-generated":[234],"tests,":[235],"achieving":[236],"relative":[238],"performance":[239],"improvement":[240],"up":[242],"50%":[244],"over":[245,251],"strongest":[247],"246%":[250],"random":[253],"most":[257],"challenging":[258],"scenarios.":[259],"publicly":[263],"at":[265],"https://github.com/ZJU-CTAG/B4.":[266]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2024-10-19T00:00:00"}