{"id":"https://openalex.org/W2903974159","doi":"https://doi.org/10.1145/3387909","title":"Monotone Precision and Recall Measures for Comparing Executions and Specifications of Dynamic Systems","display_name":"Monotone Precision and Recall Measures for Comparing Executions and Specifications of Dynamic Systems","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W2903974159","doi":"https://doi.org/10.1145/3387909","mag":"2903974159"},"language":"en","primary_location":{"id":"doi:10.1145/3387909","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3387909","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1812.07334","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024929895","display_name":"Artem Polyvyanyy","orcid":"https://orcid.org/0000-0002-7672-1643"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Artem Polyvyanyy","raw_affiliation_strings":["The University of Melbourne, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7672-1643","affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084846876","display_name":"Andreas Solti","orcid":"https://orcid.org/0000-0002-0537-6598"},"institutions":[{"id":"https://openalex.org/I102248843","display_name":"Vienna University of Economics and Business","ror":"https://ror.org/03yn8s215","country_code":"AT","type":"education","lineage":["https://openalex.org/I102248843"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Andreas Solti","raw_affiliation_strings":["Vienna University of Economics and Business, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vienna University of Economics and Business, Vienna, Austria","institution_ids":["https://openalex.org/I102248843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070529144","display_name":"Matthias Weidlich","orcid":"https://orcid.org/0000-0003-3325-7227"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Weidlich","raw_affiliation_strings":["Humboldt University of Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Humboldt University of Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007015446","display_name":"Claudio Di Ciccio","orcid":"https://orcid.org/0000-0001-5570-0475"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio Di Ciccio","raw_affiliation_strings":["Sapienza University of Rome, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062764959","display_name":"Jan Mendling","orcid":"https://orcid.org/0000-0002-7260-524X"},"institutions":[{"id":"https://openalex.org/I102248843","display_name":"Vienna University of Economics and Business","ror":"https://ror.org/03yn8s215","country_code":"AT","type":"education","lineage":["https://openalex.org/I102248843"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Jan Mendling","raw_affiliation_strings":["Vienna University of Economics and Business, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vienna University of Economics and Business, Vienna, Austria","institution_ids":["https://openalex.org/I102248843"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5024929895"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":7.9524,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.97439873,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"29","issue":"3","first_page":"1","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8671984076499939},{"id":"https://openalex.org/keywords/monotone-polygon","display_name":"Monotone polygon","score":0.4595462679862976},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4421542286872864},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3783944845199585},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36575329303741455},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3275340795516968},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20667630434036255}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8671984076499939},{"id":"https://openalex.org/C2834757","wikidata":"https://www.wikidata.org/wiki/Q4925424","display_name":"Monotone polygon","level":2,"score":0.4595462679862976},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4421542286872864},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3783944845199585},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36575329303741455},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3275340795516968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20667630434036255},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/3387909","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3387909","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:research.wu.ac.at:publications/d0dbb854-0f71-4272-b749-c7cd219953a2","is_oa":false,"landing_page_url":"https://research.wu.ac.at/de/publications/d0dbb854-0f71-4272-b749-c7cd219953a2","pdf_url":null,"source":{"id":"https://openalex.org/S7407055123","display_name":"WU Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Polyvyanyy, A, Solti, A, Weidlich, M, Di Ciccio, C & Mendling, J 2020, 'Monotone Precision and Recall Measures for Comparing Executions and Specifications of Dynamic Systems', ACM Transactions on Software Engineering and Methodology, vol. 29, no. 3. https://doi.org/10.1145/3387909","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:1812.07334","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.07334","pdf_url":"https://arxiv.org/pdf/1812.07334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/241292","is_oa":true,"landing_page_url":"http://hdl.handle.net/11343/241292","pdf_url":"http://hdl.handle.net/11343/241292","source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1428920","is_oa":false,"landing_page_url":"http://hdl.handle.net/11573/1428920","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:research.wu.ac.at:openaire_cris_publications/a14bc589-120c-4242-9889-35227656d71d","is_oa":false,"landing_page_url":"https://research.wu.ac.at/de/publications/a14bc589-120c-4242-9889-35227656d71d","pdf_url":null,"source":{"id":"https://openalex.org/S7407055123","display_name":"WU Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Solti, A, Mendling, J, Polyvyanny, A, Di Ciccio, C & Weidlich, M 2018, Monotone Precision and Recall Measures for Comparing Executions and Specifications of Dynamic Systems.","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1812.07334","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.07334","pdf_url":"https://arxiv.org/pdf/1812.07334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1785604624","display_name":null,"funder_award_id":"861213","funder_id":"https://openalex.org/F4320323031","funder_display_name":"\u00d6sterreichische Forschungsf\u00f6rderungsgesellschaft"},{"id":"https://openalex.org/G3006576871","display_name":null,"funder_award_id":"2018-2022","funder_id":"https://openalex.org/F4320317295","funder_display_name":"Dipartimenti di Eccellenza"},{"id":"https://openalex.org/G3089993230","display_name":null,"funder_award_id":"Dipartimenti di eccellenza 2018-2022","funder_id":"https://openalex.org/F4320322510","funder_display_name":"Sapienza Universit\u00e0 di Roma"},{"id":"https://openalex.org/G4956079712","display_name":null,"funder_award_id":"2018-2022","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G5202371700","display_name":null,"funder_award_id":"DP180102839","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G591785249","display_name":null,"funder_award_id":"645751","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G6315092050","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G6398410221","display_name":null,"funder_award_id":"MSCA-RISE agreement 645751","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"},{"id":"https://openalex.org/G7331901853","display_name":null,"funder_award_id":"EU H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320317295","display_name":"Dipartimenti di Eccellenza","ror":null},{"id":"https://openalex.org/F4320320875","display_name":"Deutscher Akademischer Austauschdienst","ror":"https://ror.org/039djdh30"},{"id":"https://openalex.org/F4320321873","display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca","ror":"https://ror.org/0166hxq48"},{"id":"https://openalex.org/F4320322510","display_name":"Sapienza Universit\u00e0 di Roma","ror":"https://ror.org/02be6w209"},{"id":"https://openalex.org/F4320323031","display_name":"\u00d6sterreichische Forschungsf\u00f6rderungsgesellschaft","ror":"https://ror.org/028jc0449"},{"id":"https://openalex.org/F4320331937","display_name":"Universities Australia","ror":null},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":130,"referenced_works":["https://openalex.org/W55743072","https://openalex.org/W75763446","https://openalex.org/W169243799","https://openalex.org/W229489550","https://openalex.org/W357046174","https://openalex.org/W609416416","https://openalex.org/W622223666","https://openalex.org/W1159006237","https://openalex.org/W1491087240","https://openalex.org/W1497007062","https://openalex.org/W1500351379","https://openalex.org/W1506690472","https://openalex.org/W1513831398","https://openalex.org/W1530303756","https://openalex.org/W1544772936","https://openalex.org/W1550797871","https://openalex.org/W1555544970","https://openalex.org/W1559171143","https://openalex.org/W1647671624","https://openalex.org/W1672228566","https://openalex.org/W1793057166","https://openalex.org/W1842503650","https://openalex.org/W1975120975","https://openalex.org/W1983992997","https://openalex.org/W1984801861","https://openalex.org/W1994584977","https://openalex.org/W2001207032","https://openalex.org/W2002089154","https://openalex.org/W2003250112","https://openalex.org/W2004865374","https://openalex.org/W2009636439","https://openalex.org/W2011762419","https://openalex.org/W2012148899","https://openalex.org/W2019166248","https://openalex.org/W2020660308","https://openalex.org/W2022925531","https://openalex.org/W2025503267","https://openalex.org/W2026252407","https://openalex.org/W2030972311","https://openalex.org/W2035875679","https://openalex.org/W2037894849","https://openalex.org/W2038057323","https://openalex.org/W2041181884","https://openalex.org/W2042780115","https://openalex.org/W2044809217","https://openalex.org/W2045671792","https://openalex.org/W2054801208","https://openalex.org/W2066643409","https://openalex.org/W2067007638","https://openalex.org/W2076343783","https://openalex.org/W2084864929","https://openalex.org/W2087103691","https://openalex.org/W2093938715","https://openalex.org/W2096508355","https://openalex.org/W2098981343","https://openalex.org/W2099529102","https://openalex.org/W2100175929","https://openalex.org/W2101107197","https://openalex.org/W2104639956","https://openalex.org/W2104994910","https://openalex.org/W2105250349","https://openalex.org/W2107465592","https://openalex.org/W2107720122","https://openalex.org/W2109837661","https://openalex.org/W2111207692","https://openalex.org/W2122493035","https://openalex.org/W2124081952","https://openalex.org/W2124722342","https://openalex.org/W2124968587","https://openalex.org/W2126834265","https://openalex.org/W2128475506","https://openalex.org/W2129879174","https://openalex.org/W2131109383","https://openalex.org/W2132077759","https://openalex.org/W2136230992","https://openalex.org/W2137865376","https://openalex.org/W2139300931","https://openalex.org/W2145935793","https://openalex.org/W2149288970","https://openalex.org/W2155988490","https://openalex.org/W2164122643","https://openalex.org/W2165469059","https://openalex.org/W2167091921","https://openalex.org/W2169122911","https://openalex.org/W2176022234","https://openalex.org/W2193441267","https://openalex.org/W2274761815","https://openalex.org/W2295399529","https://openalex.org/W2340735175","https://openalex.org/W2345040254","https://openalex.org/W2379946416","https://openalex.org/W2401203661","https://openalex.org/W2466492611","https://openalex.org/W2501271607","https://openalex.org/W2508787983","https://openalex.org/W2523931655","https://openalex.org/W2524370299","https://openalex.org/W2524961085","https://openalex.org/W2531307718","https://openalex.org/W2611323262","https://openalex.org/W2612769046","https://openalex.org/W2613412164","https://openalex.org/W2647359280","https://openalex.org/W2755759676","https://openalex.org/W2757843169","https://openalex.org/W2769242340","https://openalex.org/W2781885368","https://openalex.org/W2794555255","https://openalex.org/W2802074788","https://openalex.org/W2803630351","https://openalex.org/W2807405309","https://openalex.org/W2808208058","https://openalex.org/W2811461408","https://openalex.org/W2903825036","https://openalex.org/W2946980539","https://openalex.org/W2965319931","https://openalex.org/W2990109202","https://openalex.org/W3000511677","https://openalex.org/W3010856131","https://openalex.org/W3085412222","https://openalex.org/W3112428749","https://openalex.org/W3200493159","https://openalex.org/W4229646213","https://openalex.org/W4230835700","https://openalex.org/W4252399646","https://openalex.org/W4285719527","https://openalex.org/W4288363128","https://openalex.org/W4291213652","https://openalex.org/W4301118033","https://openalex.org/W4313205696"],"related_works":["https://openalex.org/W2963936214","https://openalex.org/W4301895170","https://openalex.org/W2610026222","https://openalex.org/W2784024314","https://openalex.org/W1970485118","https://openalex.org/W4249252985","https://openalex.org/W3093949365","https://openalex.org/W1481475550","https://openalex.org/W3122495059","https://openalex.org/W2085901578"],"abstract_inverted_index":{"The":[0],"behavioural":[1,108],"comparison":[2],"of":[3,9,17,32,50,56,107,129,141,153],"systems":[4],"is":[5,41],"an":[6],"important":[7],"concern":[8],"software":[10],"engineering":[11],"research.":[12,169],"For":[13],"example,":[14],"the":[15,27,48,54,105,127,130],"areas":[16],"specification":[18,21,59],"discovery":[19],"and":[20,35,135,144],"mining":[22,46],"are":[23],"concerned":[24],"with":[25,47,161],"measuring":[26],"consistency":[28],"between":[29,138],"a":[30,36,57,101,139,145,150],"collection":[31,140],"execution":[33,63],"traces":[34],"program":[37],"specification.":[38,147],"This":[39],"problem":[40,98],"also":[42],"tackled":[43],"in":[44,167],"process":[45,58],"help":[49],"measures":[51,67,120,137,155,162],"that":[52,75,112,118,163],"describe":[53],"quality":[55],"automatically":[60],"discovered":[61],"from":[62],"logs.":[64],"Though":[65],"various":[66],"have":[68,121,164],"been":[69,165],"proposed,":[70],"it":[71],"was":[72],"recently":[73],"demonstrated":[74],"they":[76,87],"neither":[77],"fulfil":[78],"essential":[79],"properties,":[80],"such":[81],"as":[82],"monotonicity":[83],",":[84],"nor":[85],"can":[86],"handle":[88],"infinite":[89],"behaviour.":[90],"In":[91],"this":[92,96],"article,":[93],"we":[94],"address":[95],"research":[97],"by":[99],"introducing":[100],"new":[102],"framework":[103],"for":[104,132],"definition":[106],"quotients.":[109],"We":[110,125,148],"prove":[111],"corresponding":[113],"quotients":[114,131],"guarantee":[115],"desired":[116],"properties":[117],"existing":[119],"failed":[122],"to":[123,156],"support.":[124],"demonstrate":[126],"application":[128],"capturing":[133],"precision":[134],"recall":[136],"recorded":[142],"executions":[143],"system":[146],"use":[149],"prototypical":[151],"implementation":[152],"these":[154],"contrast":[157],"their":[158],"monotonic":[159],"assessment":[160],"defined":[166],"prior":[168]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-02T09:04:35.204637","created_date":"2021-02-01T00:00:00"}