{"id":"https://openalex.org/W7138153222","doi":"https://doi.org/10.5281/zenodo.18892612","title":"Multimodal Process Monitoring with On-Demand Disambiguation","display_name":"Multimodal Process Monitoring with On-Demand Disambiguation","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7138153222","doi":"https://doi.org/10.5281/zenodo.18892612"},"language":null,"primary_location":{"id":"doi:10.5281/zenodo.18892612","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.18892612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.18892612","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Franceschetti, Marco","orcid":"https://orcid.org/0000-0001-7030-282X"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Franceschetti, Marco","raw_affiliation_strings":["University of St. Gallen"],"raw_orcid":"https://orcid.org/0000-0001-7030-282X","affiliations":[{"raw_affiliation_string":"University of St. Gallen","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sijaric, Sejma","orcid":"https://orcid.org/0009-0001-9086-8940"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sijaric, Sejma","raw_affiliation_strings":["University of St.Gallen"],"raw_orcid":"https://orcid.org/0009-0001-9086-8940","affiliations":[{"raw_affiliation_string":"University of St.Gallen","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033981490","display_name":"Ra\u00fal Jim\u00e9nez-Cruz","orcid":"https://orcid.org/0000-0002-0154-4865"},"institutions":[{"id":"https://openalex.org/I98461037","display_name":"Tecnol\u00f3gico de Monterrey","ror":"https://ror.org/03ayjn504","country_code":"MX","type":"education","lineage":["https://openalex.org/I98461037"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Jimenez Cruz, Raul","raw_affiliation_strings":["Tecnol\u00f3gico de Monterrey - Campus Ciudad de Mexico"],"raw_orcid":"https://orcid.org/0000-0002-0154-4865","affiliations":[{"raw_affiliation_string":"Tecnol\u00f3gico de Monterrey - Campus Ciudad de Mexico","institution_ids":["https://openalex.org/I98461037"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067810844","display_name":"Olaf Zimmermann","orcid":"https://orcid.org/0009-0003-7923-9777"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zimmermann, Olaf","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0003-7923-9777","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055637870","display_name":"C\u00e9sar Torres-Huitzil","orcid":"https://orcid.org/0000-0002-8980-0615"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torres-Huitzil, Cesar","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-8980-0615","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048568271","display_name":"Barbara Weber","orcid":"https://orcid.org/0000-0002-6004-4860"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Weber, Barbara","raw_affiliation_strings":["University of St. Gallen"],"raw_orcid":"https://orcid.org/0000-0002-6004-4860","affiliations":[{"raw_affiliation_string":"University of St. Gallen","institution_ids":["https://openalex.org/I202963720"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6410999894142151},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.5582000017166138},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.4050000011920929},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3955000042915344},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.3772999942302704},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3490000069141388},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.3102000057697296}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8048999905586243},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6410999894142151},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.5582000017166138},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43970000743865967},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3955000042915344},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36169999837875366},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30399999022483826},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29510000348091125},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28380000591278076},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2621999979019165},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C60478076","wikidata":"https://www.wikidata.org/wiki/Q3036835","display_name":"Reference data","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.18892612","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.18892612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.18892612","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.18892612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"online":[1],"appendix":[2],"includes":[3,83],"the":[4,9,20,24,31,34,41,46,52,60,76,81,84,91,96,99,102,106,111,123,132,163,184,187,190,217,233,242,244,270,273,277,280,284,288,291,342,350,383,399,416,423,441,455,486,519,528,532,539,543,553,558,562,569,574,585,588,604,612,620,632,640,646,651,655,666,674,677,684],"supplementary":[5],"material":[6,32,82],"referenced":[7],"in":[8,51,95,138,153,158,216,238,348,503,518,581,598,642,650,673,683],"article":[10],"\"Multimodal":[11],"Process":[12],"Monitoring":[13],"with":[14,110,178,202,206,211,371,492,510],"On-Demand":[15],"Disambiguation\".":[16],"In":[17,241,294,327,467,584,619],"addition":[18],"to":[19,39,168,300,333,414,435,473,489,635],"evaluation":[21,43,78,93,100,108,135,143,219,235,252,306,606],"results":[22,49,89,109,130,231,245,343],"of":[23,59,75,90,101,131,149,162,189,226,232,344,398,425,445,542,573,622,654],"proposed":[25],"MMPMOD":[26,164,191,533,563,656],"architecture":[27,165,192],"and":[28,36,44,69,105,120,283,320,324,367,387,464,670],"vision":[29,103,115,133,292,384,667],"model,":[30],"provides":[33],"data":[35],"scripts":[37],"required":[38,286],"inspect":[40],"experimental":[42,92],"reproduce":[45],"ablation":[47,112,346,633],"study":[48,339,634],"reported":[50,77],"article.":[53],"The":[54,88,114,129,141,230,375,402,419,497,577,663],"provided":[55],"files":[56],"allow":[57],"inspection":[58,491],"raw":[61],"disambiguation":[62,67,257,264,274,302,352,417,447,450,475,529,567,594,607],"attempts,":[63],"including":[64,98],"captured":[65,560,591],"images,":[66],"results,":[68],"ground":[70],"truth,":[71],"enabling":[72],"independent":[73],"verification":[74],"results.":[79],"Specifically,":[80],"following":[85],"artifacts:":[86],"1.":[87],"described":[94],"article,":[97],"model":[104,116,134,359,377,457,671],"end-to-end":[107,142,185,218,234,575,605],"study:":[113],"has":[117,193],"been":[118,194,483],"trained":[119],"tested":[121],"using":[122,485,639],"publicly":[124],"available":[125,127],"dataset":[126],"here.":[128,662],"are":[136,236,246,501,579,596],"included":[137,237,502,580,672,682],"file":[139,239,504,582,614,624],"Vision_model_evaluation_results.zip.":[140],"is":[144,166,261,354],"based":[145,221],"on":[146,196,222,382,409],"50":[147,570],"enactments":[148,572],"a":[150,179,197,207,212,262,267,357,361,410,549,627],"phlebotomy":[151,520],"process":[152,172,316,335,494,554,571],"an":[154,160,223,313,345,599],"IoT-monitored":[155],"lab":[156],"setup,":[157],"which":[159,349,481,500,658],"implementation":[161,188,564],"integrated":[167],"disambiguate":[169],"events":[170,393,512],"during":[171,315,568,603],"monitoring":[173,521],"by":[174,290,312,394,531,548,561],"complementing":[175],"IoT":[176,515],"sensing":[177,181,385],"video":[180],"modality.":[182],"For":[183,438],"evaluation,":[186],"deployed":[195],"MacBook":[198],"Pro":[199],"M3":[200],"Max":[201],"36GB":[203],"RAM,":[204],"connected":[205],"Logitech":[208],"StreamCam":[209],"camera":[210,228,412,426,462],"1920x1080":[213],"resolution.":[214],"Disambiguation":[215],"was":[220,608],"aggregation":[224,407],"window":[225],"10":[227,589],"images.":[229,437],"Disambiguation_results.xlsx.":[240],"file,":[243,587],"organized":[247],"as":[248],"follows:":[249],"Sheet":[250,304,337],"\"End-to-end":[251,305],"results\"":[253,340],"presents,":[254],"for":[255,287,429,454,592],"each":[256,297,330,439,446,470,593],"attempt,":[258,448],"whether":[259,276],"it":[260,391,649],"genuine":[263,319],"attempt":[265,595],"or":[266],"false":[268,321],"ambiguity,":[269],"actual":[271,281,540],"enactment,":[272,282,317],"result,":[275],"result":[278],"matches":[279],"time":[285,460],"inference":[289,459,668],"model.":[293],"this":[295,328,468],"sheet,":[296,329,469],"row":[298,331,471],"corresponds":[299,332,472],"one":[301,334,397,474],"attempt.":[303,418,476],"notes\"":[307],"presents":[308,341],"manual":[309],"notes":[310],"taken":[311],"annotator":[314,551],"indicating":[318],"ambiguities,":[322],"misclassifications,":[323],"misclassification":[325],"types.":[326],"enactment.":[336],"\"Ablation":[338],"study,":[347],"implemented":[351],"approach":[353,363,378,404],"compared":[355],"against":[356],"null":[358,376,456],"approach,":[360,440,458],"vision-based":[362,403],"without":[364,405],"temporal":[365,373,406,430],"aggregation,":[366,431],"multiple":[368],"vision-model":[369],"approaches":[370,421],"varying":[372],"aggregation.":[374],"does":[379],"not":[380],"rely":[381],"modality":[386],"lacks":[388],"contextualization;":[389],"therefore,":[390],"disambiguates":[392],"randomly":[395],"selecting":[396],"possible":[400],"interpretations.":[401],"relies":[408],"single":[411],"image":[413,465],"perform":[415],"remaining":[420],"vary":[422],"number":[424],"images":[427,559,578,590,641],"used":[428],"ranging":[432],"from":[433,514,527],"2":[434],"5":[436],"sheet":[442],"reports":[443],"correctness":[444],"aggregated":[449],"accuracy,":[451],"and,":[452],"except":[453],"(excluding":[461],"activation":[463],"acquisition).":[466],"2.":[477],"Three":[478],"event":[479,516],"logs,":[480,499],"have":[482],"encoded":[484],"XES":[487],"standard":[488],"facilitate":[490],"common":[493],"mining":[495],"tools.":[496],"three":[498],"Logs.zip,":[505],"are:":[506],"Ambiguous_log_standard.xes:":[507],"contains":[508,524,536,615],"traces":[509,525,537],"ambiguous":[511],"derived":[513,526,546],"abstraction":[517],"setting.":[522],"Disambiguated_log_standard.xes:":[523],"attempts":[530],"implementation.":[534,675],"Ground_truth_log_standard.xes:":[535],"describing":[538],"executions":[541],"monitored":[544],"process,":[545],"manually":[547],"human":[550],"observing":[552],"enactments.":[555],"3.":[556],"All":[557],"when":[565],"attempting":[566],"evaluation.":[576],"Captured_images.zip.":[583,643],"compressed":[586,613],"located":[597],"individual":[600],"subfolder.":[601],"Because":[602],"attempted":[609],"259":[610,616],"times,":[611],"subfolders.":[617],"4.":[618],"spirit":[621],"reproducibility,":[623],"ablation_study.py":[625],"encodes":[626],"Python":[628],"script":[629,664],"that":[630],"allows":[631],"be":[636,660,681],"executed":[637],"again":[638],"To":[644],"execute":[645],"script,":[647],"place":[648],"directory":[652],"java/ch/unisg/mmpmod/ambiguityresolver/ml":[653],"implementation,":[657],"can":[659],"found":[661],"reuses":[665],"component":[669],"Moreover,":[676],"uncompressed":[678],"Captured_images.zip":[679],"must":[680],"same":[685],"location.":[686]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-03-18T00:00:00"}