{"id":"https://openalex.org/W2926102038","doi":"https://doi.org/10.1007/978-3-030-17502-3_12","title":"VerifyThis \u2013 Verification Competition with a Human Factor","display_name":"VerifyThis \u2013 Verification Competition with a Human Factor","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2926102038","doi":"https://doi.org/10.1007/978-3-030-17502-3_12","mag":"2926102038"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-17502-3_12","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-17502-3_12","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-17502-3_12.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-17502-3_12.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049068584","display_name":"Gidon Ernst","orcid":"https://orcid.org/0000-0002-3289-5764"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gidon Ernst","raw_affiliation_strings":["University of Melbourne, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045181048","display_name":"Marieke Huisman","orcid":"https://orcid.org/0000-0003-4467-072X"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Marieke Huisman","raw_affiliation_strings":["University of Twente, Enschede, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020732166","display_name":"Wojciech Mostowski","orcid":"https://orcid.org/0000-0002-7054-9985"},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Wojciech Mostowski","raw_affiliation_strings":["Halmstad University, Halmstad, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Halmstad University, Halmstad, Sweden","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039009530","display_name":"Mattias Ulbrich","orcid":"https://orcid.org/0000-0002-2350-1831"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mattias Ulbrich","raw_affiliation_strings":["Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5045181048"],"corresponding_institution_ids":["https://openalex.org/I94624287"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":null,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"176","last_page":"195"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8551642298698425},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8384135365486145},{"id":"https://openalex.org/keywords/enabling","display_name":"Enabling","score":0.8040872812271118},{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.6983177661895752},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.5381826162338257},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5133165717124939},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.49694469571113586},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4825555682182312},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41429680585861206},{"id":"https://openalex.org/keywords/factor","display_name":"Factor (programming language)","score":0.41402214765548706},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38638511300086975},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34803032875061035},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3000399172306061},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16859447956085205},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07187226414680481}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8551642298698425},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8384135365486145},{"id":"https://openalex.org/C22607594","wikidata":"https://www.wikidata.org/wiki/Q5375150","display_name":"Enabling","level":2,"score":0.8040872812271118},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.6983177661895752},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.5381826162338257},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5133165717124939},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.49694469571113586},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4825555682182312},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41429680585861206},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.41402214765548706},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38638511300086975},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34803032875061035},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3000399172306061},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16859447956085205},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07187226414680481},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-030-17502-3_12","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-17502-3_12","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-17502-3_12.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:ris.utwente.nl:openaire/48c34e97-2257-4126-bee8-0528424e319c","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/48c34e97-2257-4126-bee8-0528424e319c","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1007/978-3-030-17502-3_12","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-17502-3_12","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-17502-3_12.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2926102038.pdf","grobid_xml":"https://content.openalex.org/works/W2926102038.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W327452528","https://openalex.org/W1515421996","https://openalex.org/W1545681762","https://openalex.org/W1568098114","https://openalex.org/W1580328473","https://openalex.org/W1656765819","https://openalex.org/W1820726602","https://openalex.org/W1989153124","https://openalex.org/W1993255342","https://openalex.org/W2053154567","https://openalex.org/W2063362342","https://openalex.org/W2079614594","https://openalex.org/W2106192381","https://openalex.org/W2115215132","https://openalex.org/W2119929369","https://openalex.org/W2130413791","https://openalex.org/W2130427425","https://openalex.org/W2132051278","https://openalex.org/W2147778310","https://openalex.org/W2169417140","https://openalex.org/W2212093233","https://openalex.org/W2294722445","https://openalex.org/W2401179365","https://openalex.org/W2565255124","https://openalex.org/W2743936024","https://openalex.org/W2746792245","https://openalex.org/W2800309713","https://openalex.org/W2810768857","https://openalex.org/W2927040248","https://openalex.org/W2929832674","https://openalex.org/W2932603064","https://openalex.org/W2942066171","https://openalex.org/W3022025871","https://openalex.org/W4236287236","https://openalex.org/W4250846042","https://openalex.org/W4256174789","https://openalex.org/W4301259899"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525","https://openalex.org/W55831818"],"abstract_inverted_index":{"VerifyThis":[0,82],"is":[1,31,98],"a":[2,87,99],"series":[3],"of":[4,13,20,38,41,44,62,81],"competitions":[5],"that":[6,95,109],"aims":[7],"to":[8,16,34,74],"evaluate":[9],"the":[10,36,42,60,63,66,75,79,91,96],"current":[11,76],"state":[12],"deductive":[14,84],"tools":[15,39],"prove":[17],"functional":[18],"correctness":[19],"programs.":[21],"Such":[22],"proofs":[23],"typically":[24],"require":[25],"human":[26,64],"creativity,":[27],"and":[28,69,108,113],"hence":[29],"it":[30,110],"not":[32],"possible":[33,71],"measure":[35],"performance":[37],"independently":[40],"skills":[43],"its":[45],"user.":[46],"Similarly,":[47],"solutions":[48],"can":[49],"be":[50],"judged":[51],"by":[52],"humans":[53],"only.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58],"discuss":[59],"role":[61],"in":[65],"competition":[67],"setup":[68],"explore":[70],"future":[72],"changes":[73],"format.":[77],"Regarding":[78],"impact":[80],"on":[83],"verification":[85],"research,":[86],"survey":[88],"conducted":[89],"among":[90],"previous":[92],"participants":[93],"shows":[94],"event":[97],"key":[100],"enabler":[101],"for":[102],"gaining":[103],"insight":[104],"into":[105],"other":[106],"approaches,":[107],"fosters":[111],"collaboration":[112],"exchange.":[114]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}