{"id":"https://openalex.org/W3009390554","doi":"https://doi.org/10.1007/s00165-020-00505-4","title":"Using formal verification to evaluate theexecution time of Spark applications","display_name":"Using formal verification to evaluate theexecution time of Spark applications","publication_year":2020,"publication_date":"2020-02-01","ids":{"openalex":"https://openalex.org/W3009390554","doi":"https://doi.org/10.1007/s00165-020-00505-4","mag":"3009390554"},"language":"en","primary_location":{"id":"doi:10.1007/s00165-020-00505-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s00165-020-00505-4","pdf_url":null,"source":{"id":"https://openalex.org/S128250343","display_name":"Formal Aspects of Computing","issn_l":"0934-5043","issn":["0934-5043","1433-299X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Formal Aspects of Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/2434/1227075","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063590018","display_name":"Luciano Baresi","orcid":"https://orcid.org/0000-0001-6467-837X"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"L. Baresi","raw_affiliation_strings":["Dipartimento di Elettronica Informazione e Bioingegneria, Politecnico di Milano, Via Golgi 42, 20133, Milan, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica Informazione e Bioingegneria, Politecnico di Milano, Via Golgi 42, 20133, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052125239","display_name":"Marcello M. Bersani","orcid":"https://orcid.org/0000-0001-5137-940X"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"M. M. Bersani","raw_affiliation_strings":["Dipartimento di Elettronica Informazione e Bioingegneria, Politecnico di Milano, Via Golgi 42, 20133, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5137-940X","affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica Informazione e Bioingegneria, Politecnico di Milano, Via Golgi 42, 20133, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070507820","display_name":"F. Marconi","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"F. Marconi","raw_affiliation_strings":["Dipartimento di Elettronica Informazione e Bioingegneria, Politecnico di Milano, Via Golgi 42, 20133, Milan, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica Informazione e Bioingegneria, Politecnico di Milano, Via Golgi 42, 20133, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025651991","display_name":"Giovanni Quattrocchi","orcid":"https://orcid.org/0000-0002-0405-9814"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"G. Quattrocchi","raw_affiliation_strings":["Dipartimento di Elettronica Informazione e Bioingegneria, Politecnico di Milano, Via Golgi 42, 20133, Milan, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Elettronica Informazione e Bioingegneria, Politecnico di Milano, Via Golgi 42, 20133, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088212295","display_name":"Matteo Rossi","orcid":"https://orcid.org/0000-0002-9193-9560"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"M. Rossi","raw_affiliation_strings":["Dipartimento di Meccanica, Politecnico di Milano, via La Masa 1, 20156, Milano, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Meccanica, Politecnico di Milano, via La Masa 1, 20156, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8104,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7447321,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"32","issue":"1","first_page":"33","last_page":"70"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8801256418228149},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7832026481628418},{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.6202391386032104},{"id":"https://openalex.org/keywords/theory-of-computation","display_name":"Theory of computation","score":0.488770455121994},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.45750996470451355},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.45539185404777527},{"id":"https://openalex.org/keywords/directed-acyclic-graph","display_name":"Directed acyclic graph","score":0.4356166124343872},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.4296693801879883},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42875349521636963},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2836000323295593},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19871768355369568},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17592114210128784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8801256418228149},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7832026481628418},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.6202391386032104},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.488770455121994},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.45750996470451355},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.45539185404777527},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.4356166124343872},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.4296693801879883},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42875349521636963},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2836000323295593},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19871768355369568},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17592114210128784},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s00165-020-00505-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s00165-020-00505-4","pdf_url":null,"source":{"id":"https://openalex.org/S128250343","display_name":"Formal Aspects of Computing","issn_l":"0934-5043","issn":["0934-5043","1433-299X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Formal Aspects of Computing","raw_type":"journal-article"},{"id":"pmh:oai:air.unimi.it:2434/1227075","is_oa":true,"landing_page_url":"https://hdl.handle.net/2434/1227075","pdf_url":null,"source":{"id":"https://openalex.org/S4306400516","display_name":"Archivio Istituzionale della Ricerca (Universita Degli Studi Di Milano)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I189158943","host_organization_name":"University of Milan","host_organization_lineage":["https://openalex.org/I189158943"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:re.public.polimi.it:11311/1135498","is_oa":true,"landing_page_url":"http://hdl.handle.net/11311/1135498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:air.unimi.it:2434/1227075","is_oa":true,"landing_page_url":"https://hdl.handle.net/2434/1227075","pdf_url":null,"source":{"id":"https://openalex.org/S4306400516","display_name":"Archivio Istituzionale della Ricerca (Universita Degli Studi Di Milano)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I189158943","host_organization_name":"University of Milan","host_organization_lineage":["https://openalex.org/I189158943"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G1432923229","display_name":null,"funder_award_id":"2015KWREMX","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G5295949082","display_name":null,"funder_award_id":"644869","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"}],"funders":[{"id":"https://openalex.org/F4320321873","display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca","ror":"https://ror.org/0166hxq48"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W55601588","https://openalex.org/W142258998","https://openalex.org/W1489391022","https://openalex.org/W1548132545","https://openalex.org/W1558869278","https://openalex.org/W1568729458","https://openalex.org/W1583869287","https://openalex.org/W1746258828","https://openalex.org/W1897593416","https://openalex.org/W1967174286","https://openalex.org/W1977971680","https://openalex.org/W1981808971","https://openalex.org/W1987234253","https://openalex.org/W1987734880","https://openalex.org/W2003162666","https://openalex.org/W2019145653","https://openalex.org/W2030935018","https://openalex.org/W2033546932","https://openalex.org/W2044935944","https://openalex.org/W2066636486","https://openalex.org/W2086023301","https://openalex.org/W2091661303","https://openalex.org/W2093709900","https://openalex.org/W2101508170","https://openalex.org/W2103070976","https://openalex.org/W2115309705","https://openalex.org/W2116093754","https://openalex.org/W2121382795","https://openalex.org/W2139212933","https://openalex.org/W2142718416","https://openalex.org/W2148745480","https://openalex.org/W2149116986","https://openalex.org/W2158931957","https://openalex.org/W2162541148","https://openalex.org/W2439404901","https://openalex.org/W2504709358","https://openalex.org/W2506730751","https://openalex.org/W2612045773","https://openalex.org/W2794214281","https://openalex.org/W2906796898","https://openalex.org/W2913459036","https://openalex.org/W3018037103","https://openalex.org/W3189981105","https://openalex.org/W4234693819","https://openalex.org/W4254807835","https://openalex.org/W4293572766"],"related_works":["https://openalex.org/W2136512912","https://openalex.org/W2127267268","https://openalex.org/W2156446763","https://openalex.org/W2067910792","https://openalex.org/W2150194458","https://openalex.org/W2143461633","https://openalex.org/W2889071233","https://openalex.org/W2884574904","https://openalex.org/W2890277969","https://openalex.org/W4200080306"],"abstract_inverted_index":{"Abstract":[0],"Apache":[1],"Spark":[2,51,140,207],"is":[3,39,242,254],"probably":[4],"the":[5,27,33,46,62,79,133,136,152,155,165,171,179,203,210,216,252],"most":[6],"widely":[7],"adopted":[8],"framework":[9],"for":[10,16,102,201],"developing":[11],"big-data":[12],"batch":[13],"applications":[14,35,72,208,269],"and":[15,73,81,96,150,227,236],"executing":[17],"them":[18],"on":[19,121,246],"a":[20,50,118,126,160,175,188,265,277],"cluster":[21,52,80],"of":[22,49,64,88,135,139,154,181,206,215,268],"(virtual)":[23],"machines.":[24,66],"In":[25],"general,":[26],"more":[28],"resources":[29,211],"(machines)":[30],"one":[31],"uses,":[32],"faster":[34],"execute,":[36],"but":[37],"there":[38],"currently":[40],"no":[41],"adequate":[42],"means":[43],"to":[44,57,77,93,131,177,233,264],"determine":[45],"proper":[47],"size":[48,78,180],"given":[53,61,209],"time":[54,109,158,196,205],"constraints,":[55],"or":[56],"foresee":[58],"execution":[59,84,89,137,157,204],"times":[60,90],"number":[63],"employed":[65],"One":[67],"can":[68,91,261,273],"only":[69],"run":[70],"these":[71],"use":[74],"her/his":[75],"experience":[76],"predict":[82],"expected":[83],"times.":[85],"Wrong":[86],"estimation":[87],"lead":[92],"costly":[94],"overruns":[95],"overly":[97],"long":[98],"executions,":[99],"thus":[100],"calling":[101],"analytic":[103],"sizing/prediction":[104],"techniques":[105],"that":[106,259],"provide":[107],"precise":[108],"guarantees.":[110],"This":[111,185],"paper":[112,172],"addresses":[113],"this":[114],"problem":[115],"by":[116,222],"proposing":[117],"solution":[119],"based":[120],"model-checking.":[122],"The":[123,213,240],"approach":[124,199,241],"exploits":[125],"directed":[127],"acyclic":[128],"graph":[129],"(DAG)":[130],"abstract":[132,183],"structure":[134],"flows":[138],"programs,":[141],"annotates":[142],"each":[143],"node":[144],"(Spark":[145],"stage)":[146],"with":[147],"execution-related":[148],"data,":[149],"formulates":[151],"identification":[153],"global":[156],"as":[159,276],"reachability":[161],"problem.":[162],"To":[163],"avoid":[164],"well-known":[166],"state":[167],"space":[168],"explosion":[169],"problem,":[170],"also":[173,243],"proposes":[174],"technique":[176,219],"reduce":[178],"generated":[182,238],"models.":[184,239],"results":[186],"in":[187,191],"significant":[189],"decrease":[190],"used":[192],"memory":[193],"and/or":[194],"verification":[195],"making":[197],"our":[198],"feasible":[200],"predicting":[202],"available.":[212],"benefits":[214],"proposed":[217],"reduction":[218],"are":[220],"evaluated":[221],"using":[223],"both":[224],"timed":[225],"automata":[226],"constraint":[228],"LTL":[229],"over":[230],"clocks":[231],"logic":[232],"formally":[234],"encode":[235],"analyze":[237],"successfully":[244],"validated":[245],"some":[247],"realistic":[248],"case":[249],"studies.":[250],"Since":[251],"optimization":[253],"not":[255],"Spark-specific,":[256],"we":[257],"claim":[258],"it":[260],"be":[262,274],"applied":[263],"wide":[266],"range":[267],"whose":[270],"underlying":[271],"model":[272],"abstracted":[275],"DAG.":[278]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2020-03-13T00:00:00"}