{"id":"https://openalex.org/W4387470007","doi":"https://doi.org/10.1109/icpm60904.2023.10271960","title":"Measuring the Stability of Process Outcome Predictions in Online Settings","display_name":"Measuring the Stability of Process Outcome Predictions in Online Settings","publication_year":2023,"publication_date":"2023-10-09","ids":{"openalex":"https://openalex.org/W4387470007","doi":"https://doi.org/10.1109/icpm60904.2023.10271960"},"language":"en","primary_location":{"id":"doi:10.1109/icpm60904.2023.10271960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpm60904.2023.10271960","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 5th International Conference on Process Mining (ICPM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.library.uu.nl/handle/1874/436362","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089261967","display_name":"Suhwan Lee","orcid":"https://orcid.org/0000-0001-8089-0960"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Suhwan Lee","raw_affiliation_strings":["Utrecht University,Utrecht,The Netherlands","Utrecht University, Utrecht, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University,Utrecht,The Netherlands","institution_ids":["https://openalex.org/I193662353"]},{"raw_affiliation_string":"Utrecht University, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013970379","display_name":"Marco Comuzzi","orcid":"https://orcid.org/0000-0002-6944-4705"},"institutions":[{"id":"https://openalex.org/I48566637","display_name":"Ulsan National Institute of Science and Technology","ror":"https://ror.org/017cjz748","country_code":"KR","type":"education","lineage":["https://openalex.org/I48566637"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Marco Comuzzi","raw_affiliation_strings":["Ulsan National Institute of Science and Technology,Ulsan,Republic of Korea","Ulsan National Institute of Science and Technology, Ulsan, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Ulsan National Institute of Science and Technology,Ulsan,Republic of Korea","institution_ids":["https://openalex.org/I48566637"]},{"raw_affiliation_string":"Ulsan National Institute of Science and Technology, Ulsan, Republic of Korea","institution_ids":["https://openalex.org/I48566637"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059099510","display_name":"Xixi Lu","orcid":"https://orcid.org/0000-0002-9844-3330"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Xixi Lu","raw_affiliation_strings":["Utrecht University,Utrecht,The Netherlands","Utrecht University, Utrecht, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University,Utrecht,The Netherlands","institution_ids":["https://openalex.org/I193662353"]},{"raw_affiliation_string":"Utrecht University, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086052987","display_name":"Hajo A. Reijers","orcid":"https://orcid.org/0000-0001-9634-5852"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hajo A. Reijers","raw_affiliation_strings":["Utrecht University,Utrecht,The Netherlands","Utrecht University, Utrecht, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University,Utrecht,The Netherlands","institution_ids":["https://openalex.org/I193662353"]},{"raw_affiliation_string":"Utrecht University, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089261967"],"corresponding_institution_ids":["https://openalex.org/I193662353"],"apc_list":null,"apc_paid":null,"fwci":0.3473,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66573957,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"105","last_page":"112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7504197359085083},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.553987443447113},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5246562957763672},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5052152276039124},{"id":"https://openalex.org/keywords/volatility","display_name":"Volatility (finance)","score":0.5019495487213135},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.47109588980674744},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.45439887046813965},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4451672434806824},{"id":"https://openalex.org/keywords/predictive-analytics","display_name":"Predictive analytics","score":0.44422146677970886},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44268497824668884},{"id":"https://openalex.org/keywords/process-mining","display_name":"Process mining","score":0.4298512041568756},{"id":"https://openalex.org/keywords/predictive-value","display_name":"Predictive value","score":0.4297229051589966},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.42312395572662354},{"id":"https://openalex.org/keywords/business-process","display_name":"Business process","score":0.39904800057411194},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3679298758506775},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3542705178260803},{"id":"https://openalex.org/keywords/work-in-process","display_name":"Work in process","score":0.31772780418395996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2937332093715668},{"id":"https://openalex.org/keywords/business-process-management","display_name":"Business process management","score":0.269891619682312},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.19796210527420044},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14011281728744507}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7504197359085083},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.553987443447113},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5246562957763672},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5052152276039124},{"id":"https://openalex.org/C91602232","wikidata":"https://www.wikidata.org/wiki/Q756115","display_name":"Volatility (finance)","level":2,"score":0.5019495487213135},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.47109588980674744},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.45439887046813965},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4451672434806824},{"id":"https://openalex.org/C83209312","wikidata":"https://www.wikidata.org/wiki/Q1053367","display_name":"Predictive analytics","level":2,"score":0.44422146677970886},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44268497824668884},{"id":"https://openalex.org/C124670913","wikidata":"https://www.wikidata.org/wiki/Q2608526","display_name":"Process mining","level":5,"score":0.4298512041568756},{"id":"https://openalex.org/C3019719930","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value","level":2,"score":0.4297229051589966},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.42312395572662354},{"id":"https://openalex.org/C85345410","wikidata":"https://www.wikidata.org/wiki/Q851587","display_name":"Business process","level":3,"score":0.39904800057411194},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3679298758506775},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3542705178260803},{"id":"https://openalex.org/C174998907","wikidata":"https://www.wikidata.org/wiki/Q357662","display_name":"Work in process","level":2,"score":0.31772780418395996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2937332093715668},{"id":"https://openalex.org/C80309976","wikidata":"https://www.wikidata.org/wiki/Q7007379","display_name":"Business process management","level":4,"score":0.269891619682312},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.19796210527420044},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14011281728744507},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icpm60904.2023.10271960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpm60904.2023.10271960","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 5th International Conference on Process Mining (ICPM)","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.library.uu.nl:1874/436362","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/436362","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Part of book"}],"best_oa_location":{"id":"pmh:oai:dspace.library.uu.nl:1874/436362","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/436362","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Part of book"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W281005445","https://openalex.org/W1525647652","https://openalex.org/W2068714596","https://openalex.org/W2101234009","https://openalex.org/W2132304385","https://openalex.org/W2756184294","https://openalex.org/W2795524994","https://openalex.org/W2797908698","https://openalex.org/W2964066696","https://openalex.org/W3025961343","https://openalex.org/W3025980182","https://openalex.org/W3111828510","https://openalex.org/W3198892831","https://openalex.org/W4226064336","https://openalex.org/W4285297975","https://openalex.org/W4295312788","https://openalex.org/W4297802744","https://openalex.org/W6610207352","https://openalex.org/W6675354045","https://openalex.org/W6679447507","https://openalex.org/W6766978945","https://openalex.org/W6787556164"],"related_works":["https://openalex.org/W4401228152","https://openalex.org/W3108868229","https://openalex.org/W4205686051","https://openalex.org/W4206275624","https://openalex.org/W3189884647","https://openalex.org/W4313451520","https://openalex.org/W3134571208","https://openalex.org/W3203664106","https://openalex.org/W4251864566","https://openalex.org/W4224092800"],"abstract_inverted_index":{"Predictive":[0],"Process":[1],"Monitoring":[2],"aims":[3],"to":[4,26,83,142,174],"forecast":[5],"the":[6,31,34,101,116,122,127,131,157],"future":[7],"progress":[8],"of":[9,33,103,118,124,133,161,171],"process":[10,18,108],"instances":[11],"using":[12,70],"historical":[13],"event":[14,148],"data.":[15],"As":[16],"predictive":[17,64,107,162],"monitoring":[19],"is":[20,48],"increasingly":[21],"applied":[22,140],"in":[23,51,177],"online":[24,106],"settings":[25],"enable":[27],"timely":[28],"interventions,":[29],"evaluating":[30],"performance":[32,86,114,120],"underlying":[35],"models":[36,65,104,163],"becomes":[37],"crucial":[38],"for":[39,99,105,164],"ensuring":[40],"their":[41,85,89],"consistency":[42],"and":[43,130,145,159],"reliability":[44],"over":[45,91],"time.":[46,92],"This":[47,93],"especially":[49],"important":[50],"high":[52],"risk":[53],"business":[54,179],"scenarios":[55],"where":[56],"incorrect":[57],"predictions":[58],"may":[59],"have":[60],"severe":[61],"consequences.":[62],"However,":[63],"are":[66,170],"currently":[67],"usually":[68],"evaluated":[69],"a":[71,76],"single,":[72],"aggregated":[73],"value":[74,173],"or":[75],"time-series":[77],"visualization,":[78],"which":[79],"makes":[80],"it":[81,141],"challenging":[82],"assess":[84],"and,":[87],"specifically,":[88],"stability":[90,102],"paper":[94],"proposes":[95],"an":[96],"evaluation":[97],"framework":[98,111],"assessing":[100],"monitoring.":[109],"The":[110,150],"introduces":[112],"four":[113],"meta-measures:":[115],"frequency":[117],"significant":[119],"drops,":[121,126],"magnitude":[123],"such":[125],"recovery":[128],"rate,":[129],"volatility":[132],"performance.":[134],"To":[135],"validate":[136],"this":[137],"framework,":[138],"we":[139],"two":[143,146],"artificial":[144],"real-world":[147],"logs.":[149],"results":[151],"demonstrate":[152],"that":[153],"these":[154],"meta-measures":[155],"facilitate":[156],"comparison":[158],"selection":[160],"different":[165],"risk-taking":[166],"scenarios.":[167],"Such":[168],"insights":[169],"particular":[172],"enhance":[175],"decision-making":[176],"dynamic":[178],"environments.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}