{"id":"https://openalex.org/W2387053495","doi":"https://doi.org/10.1145/2884781.2884865","title":"Crowdsourcing program preconditions via a classification game","display_name":"Crowdsourcing program preconditions via a classification game","publication_year":2016,"publication_date":"2016-05-13","ids":{"openalex":"https://openalex.org/W2387053495","doi":"https://doi.org/10.1145/2884781.2884865","mag":"2387053495"},"language":"en","primary_location":{"id":"doi:10.1145/2884781.2884865","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2884781.2884865","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2884865&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2884865&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024004086","display_name":"Daniel Schnetzer Fava","orcid":"https://orcid.org/0000-0002-6900-4849"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Fava","raw_affiliation_strings":["University of California, Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108141570","display_name":"Dan Shapiro","orcid":null},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Shapiro","raw_affiliation_strings":["University of California, Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016436443","display_name":"Joseph Osborn","orcid":"https://orcid.org/0000-0003-0025-9525"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Osborn","raw_affiliation_strings":["University of California, Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113884409","display_name":"Martin Sch\u00e4ef","orcid":null},"institutions":[{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin Sch\u00e4ef","raw_affiliation_strings":["SRI International"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SRI International","institution_ids":["https://openalex.org/I1298353152"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089970457","display_name":"E. James Whitehead","orcid":null},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"E. James Whitehead","raw_affiliation_strings":["University of California, Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5723,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.83585248,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1086","last_page":"1096"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8114099502563477},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7340146899223328},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.5365035533905029},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4891379177570343},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.47763791680336},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4547823965549469},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.45238471031188965},{"id":"https://openalex.org/keywords/program-analysis","display_name":"Program analysis","score":0.4228241443634033},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.40731728076934814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39813995361328125},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1252397894859314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8114099502563477},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7340146899223328},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.5365035533905029},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4891379177570343},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.47763791680336},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4547823965549469},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45238471031188965},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.4228241443634033},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.40731728076934814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39813995361328125},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1252397894859314},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2884781.2884865","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2884781.2884865","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2884865&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2884781.2884865","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2884781.2884865","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2884865&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International Conference on Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G7071973861","display_name":null,"funder_award_id":"FA8750-12-C-0225","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2387053495.pdf","grobid_xml":"https://content.openalex.org/works/W2387053495.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W14568393","https://openalex.org/W145069693","https://openalex.org/W327452528","https://openalex.org/W747612868","https://openalex.org/W1596531406","https://openalex.org/W1970168990","https://openalex.org/W1979812412","https://openalex.org/W1996522627","https://openalex.org/W2035683813","https://openalex.org/W2046676060","https://openalex.org/W2049080106","https://openalex.org/W2051741744","https://openalex.org/W2062071335","https://openalex.org/W2072000086","https://openalex.org/W2073338313","https://openalex.org/W2104926950","https://openalex.org/W2110908283","https://openalex.org/W2127574686","https://openalex.org/W2148177688","https://openalex.org/W2154173307","https://openalex.org/W2155438671","https://openalex.org/W2170170364","https://openalex.org/W2247845964","https://openalex.org/W2294950441","https://openalex.org/W2522186013","https://openalex.org/W2578996956","https://openalex.org/W3106729728","https://openalex.org/W4285719527","https://openalex.org/W6726951839"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Invariant":[0],"discovery":[1,35],"is":[2],"one":[3],"of":[4,102,117],"the":[5,114],"central":[6],"problems":[7],"in":[8,21,70],"software":[9],"verification.":[10],"This":[11],"paper":[12],"reports":[13],"on":[14],"an":[15],"approach":[16],"that":[17,58,87,105],"addresses":[18],"this":[19],"problem":[20],"a":[22,37,46,108],"novel":[23],"way;":[24],"it":[25],"crowdsources":[26],"logical":[27],"expressions":[28],"for":[29],"likely":[30],"invariants":[31],"by":[32,54],"turning":[33],"invariant":[34],"into":[36],"computer":[38],"game.":[39],"The":[40,64],"game,":[41],"called":[42],"Binary":[43,88],"Fission,":[44],"employs":[45],"classification":[47],"model.":[48],"In":[49],"it,":[50],"players":[51,65,90],"compose":[52],"preconditions":[53],"separating":[55],"program":[56,62,98],"states":[57],"preserve":[59],"or":[60,73],"violate":[61],"assertions.":[63],"have":[66],"no":[67],"special":[68],"expertise":[69],"formal":[71],"methods":[72],"programming,":[74],"and":[75,95,110],"are":[76,81],"not":[77],"specifically":[78],"aware":[79],"they":[80],"solving":[82],"verification":[83,118],"tasks.":[84],"We":[85],"show":[86],"Fission":[89],"discover":[91],"concise,":[92],"general,":[93],"novel,":[94],"human":[96],"readable":[97],"preconditions.":[99],"Our":[100],"proof":[101],"concept":[103],"suggests":[104],"crowdsourcing":[106],"offers":[107],"feasible":[109],"promising":[111],"path":[112],"towards":[113],"practical":[115],"application":[116],"technology.":[119]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}