{"id":"https://openalex.org/W4403826923","doi":"https://doi.org/10.1109/tsc.2024.3486226","title":"Continuous Management of Machine Learning-Based Application Behavior","display_name":"Continuous Management of Machine Learning-Based Application Behavior","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4403826923","doi":"https://doi.org/10.1109/tsc.2024.3486226"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3486226","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3486226","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tsc.2024.3486226","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090344140","display_name":"Marco Anisetti","orcid":"https://orcid.org/0000-0002-5438-9467"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Anisetti","raw_affiliation_strings":["Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5438-9467","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058453558","display_name":"Claudio A. Ardagna","orcid":"https://orcid.org/0000-0001-7426-4795"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio A. Ardagna","raw_affiliation_strings":["Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7426-4795","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046305434","display_name":"Nicola Bena","orcid":"https://orcid.org/0000-0003-4909-9892"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Bena","raw_affiliation_strings":["Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4909-9892","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075830877","display_name":"Ernesto Damiani","orcid":"https://orcid.org/0000-0002-9557-6496"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ernesto Damiani","raw_affiliation_strings":["Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0000-0002-9557-6496","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001917268","display_name":"Paolo G. Panero","orcid":null},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo G. Panero","raw_affiliation_strings":["Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy"],"raw_orcid":"https://orcid.org/0009-0000-6712-1294","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]},{"raw_affiliation_string":"Department of Computer Science, Universit`a degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I189158943"],"apc_list":null,"apc_paid":null,"fwci":0.2778,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63540254,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"18","issue":"1","first_page":"112","last_page":"125"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.6578999757766724,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.6578999757766724,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.5845999717712402,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8086336851119995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48549726605415344},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39517590403556824}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8086336851119995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48549726605415344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39517590403556824}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsc.2024.3486226","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3486226","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},{"id":"pmh:oai:air.unimi.it:2434/1118989","is_oa":true,"landing_page_url":"https://hdl.handle.net/2434/1118989","pdf_url":null,"source":{"id":"https://openalex.org/S4306400516","display_name":"Archivio Istituzionale della Ricerca (Universita Degli Studi Di Milano)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I189158943","host_organization_name":"University of Milan","host_organization_lineage":["https://openalex.org/I189158943"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tsc.2024.3486226","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3486226","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2016375676","https://openalex.org/W2021862793","https://openalex.org/W2025041550","https://openalex.org/W2130527179","https://openalex.org/W2287868114","https://openalex.org/W2342249984","https://openalex.org/W2755371172","https://openalex.org/W2782570088","https://openalex.org/W2784045057","https://openalex.org/W2789731619","https://openalex.org/W2792895843","https://openalex.org/W2883977858","https://openalex.org/W2898017895","https://openalex.org/W2959912598","https://openalex.org/W2964759459","https://openalex.org/W2965366403","https://openalex.org/W2969644839","https://openalex.org/W2997591727","https://openalex.org/W2999144473","https://openalex.org/W2999917162","https://openalex.org/W3035965352","https://openalex.org/W3041620083","https://openalex.org/W3048759177","https://openalex.org/W3083829175","https://openalex.org/W3109652301","https://openalex.org/W3113905663","https://openalex.org/W3163715127","https://openalex.org/W3181414820","https://openalex.org/W4220929609","https://openalex.org/W4288778008","https://openalex.org/W4296912134","https://openalex.org/W4383503685","https://openalex.org/W4384205849","https://openalex.org/W4385266086","https://openalex.org/W4386427453","https://openalex.org/W4387415163","https://openalex.org/W4387808602","https://openalex.org/W4388878351","https://openalex.org/W4393407109","https://openalex.org/W4396809710","https://openalex.org/W4400547038","https://openalex.org/W6676077707","https://openalex.org/W6734862562","https://openalex.org/W6789206308","https://openalex.org/W6796992717","https://openalex.org/W6800074242","https://openalex.org/W6810206781","https://openalex.org/W6838493852","https://openalex.org/W6858596914"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Modern":[0],"applications":[1,42],"are":[2],"increasingly":[3],"driven":[4,182],"by":[5,163,183],"Machine":[6],"Learning":[7],"(ML)":[8],"models":[9,132,190,212],"whose":[10],"non-deterministic":[11],"behavior":[12,39,87,117,144,173],"is":[13,29,126,177,181],"affecting":[14],"the":[15,85,139,158,161,188],"entire":[16],"application":[17,200],"life":[18],"cycle":[19],"from":[20],"design":[21],"to":[22,84,112,128,148],"operation.":[23],"The":[24],"pervasive":[25],"adoption":[26],"of":[27,40,54,88,118,160,174,194,210,229],"ML":[28,55,89,131,178,189,211],"urgently":[30],"calling":[31],"for":[32,80],"approaches":[33,71],"that":[34,110,167],"guarantee":[35,113],"a":[36,107,114,165,170,195,238],"stable":[37,115,142,171,227],"non-functional":[38,52,116,135,143,172,184,208,230,243],"ML-based":[41,119,175],"over":[43,145],"time":[44,146],"and":[45,62,68,123,137,150,180,214,219,226],"across":[46],"model":[47,140],"changes.":[48,153],"To":[49],"this":[50,103],"aim,":[51],"properties":[53,136,185,209],"models,":[56,90],"such":[57,98],"as":[58,99],"privacy,":[59],"confidentiality,":[60],"fairness,":[61],"explainability,":[63],"must":[64],"be":[65],"monitored,":[66],"verified,":[67],"maintained.":[69],"Existing":[70],"mostly":[72],"focus":[73],"on":[74,187,242],"<italic":[75,91,203,220],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[76,92,204,221],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i)</i>":[77],"implementing":[78],"solutions":[79],"classifier":[81],"selection":[82],"according":[83,147],"functional":[86],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ii)</i>":[93],"finding":[94],"new":[95],"algorithmic":[96],"solutions,":[97],"continuous":[100,225],"re-training.":[101],"In":[102],"paper,":[104],"we":[105],"propose":[106],"multi-model":[108],"approach":[109,125,155],"aims":[111],"applications.":[120],"An":[121],"architectural":[122],"methodological":[124],"provided":[127],"compare":[129],"multiple":[130],"showing":[133],"similar":[134],"select":[138],"supporting":[141],"(dynamic":[149],"unpredictable)":[151],"contextual":[152],"Our":[154],"goes":[156],"beyond":[157],"state":[159],"art":[162],"providing":[164],"solution":[166,236],"continuously":[168],"guarantees":[169,224],"applications,":[176],"algorithm-agnostic,":[179],"assessed":[186],"themselves.":[191],"It":[192],"consists":[193],"two-step":[196],"process":[197],"working":[198],"during":[199],"operation,":[201],"where":[202],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">model":[205,222],"assessment</i>":[206],"verifies":[207],"trained":[213],"selected":[215],"at":[216],"development":[217],"time,":[218],"substitution</i>":[223],"support":[228],"properties.":[231],"We":[232],"experimentally":[233],"evaluate":[234],"our":[235],"in":[237],"real-world":[239],"scenario":[240],"focusing":[241],"property":[244],"fairness.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}