{"id":"https://openalex.org/W3109652301","doi":"https://doi.org/10.1145/3415958.3433101","title":"A Methodology for Non-Functional Property Evaluation of Machine Learning Models","display_name":"A Methodology for Non-Functional Property Evaluation of Machine Learning Models","publication_year":2020,"publication_date":"2020-11-02","ids":{"openalex":"https://openalex.org/W3109652301","doi":"https://doi.org/10.1145/3415958.3433101","mag":"3109652301"},"language":"en","primary_location":{"id":"doi:10.1145/3415958.3433101","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3415958.3433101","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Management of Digital EcoSystems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/2434/841580","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090344140","display_name":"Marco Anisetti","orcid":"https://orcid.org/0000-0002-5438-9467"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Marco Anisetti","raw_affiliation_strings":["Universit\u00e0 degli Studi di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058453558","display_name":"Claudio A. Ardagna","orcid":"https://orcid.org/0000-0001-7426-4795"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio A. Ardagna","raw_affiliation_strings":["Universit\u00e0 degli Studi di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 degli Studi di Milano, Milano, Italy","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075830877","display_name":"Ernesto Damiani","orcid":"https://orcid.org/0000-0002-9557-6496"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ernesto Damiani","raw_affiliation_strings":["C2PS -- Khalifa University Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"C2PS -- Khalifa University Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001917268","display_name":"Paolo G. Panero","orcid":null},"institutions":[{"id":"https://openalex.org/I1310145721","display_name":"SAES Group (Italy)","ror":"https://ror.org/020e1a811","country_code":"IT","type":"company","lineage":["https://openalex.org/I1310145721"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo G. Panero","raw_affiliation_strings":["SORIS S.p.A, Torino, Italy"],"affiliations":[{"raw_affiliation_string":"SORIS S.p.A, Torino, Italy","institution_ids":["https://openalex.org/I1310145721"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090344140"],"corresponding_institution_ids":["https://openalex.org/I189158943"],"apc_list":null,"apc_paid":null,"fwci":1.2749,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85185015,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"38","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8110082149505615},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5794459581375122},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5730699896812439},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5478219985961914},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5439742207527161},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.5330520868301392},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5284098386764526},{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.423444539308548},{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.41928938031196594},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.075023353099823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8110082149505615},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5794459581375122},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5730699896812439},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5478219985961914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5439742207527161},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5330520868301392},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5284098386764526},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.423444539308548},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.41928938031196594},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.075023353099823},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3415958.3433101","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3415958.3433101","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Management of Digital EcoSystems","raw_type":"proceedings-article"},{"id":"pmh:oai:air.unimi.it:2434/841580","is_oa":true,"landing_page_url":"https://hdl.handle.net/2434/841580","pdf_url":null,"source":{"id":"https://openalex.org/S4306400516","display_name":"Archivio Istituzionale della Ricerca (Universita Degli Studi Di Milano)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I189158943","host_organization_name":"University of Milan","host_organization_lineage":["https://openalex.org/I189158943"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bookPart"},{"id":"pmh:oai:zenodo.org:4312460","is_oa":true,"landing_page_url":"https://zenodo.org/record/4312460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:air.unimi.it:2434/841580","is_oa":true,"landing_page_url":"https://hdl.handle.net/2434/841580","pdf_url":null,"source":{"id":"https://openalex.org/S4306400516","display_name":"Archivio Istituzionale della Ricerca (Universita Degli Studi Di Milano)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I189158943","host_organization_name":"University of Milan","host_organization_lineage":["https://openalex.org/I189158943"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bookPart"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2367949695","display_name":null,"funder_award_id":"830927","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4447653093","display_name":null,"funder_award_id":"Network","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7741952749","display_name":null,"funder_award_id":"830927","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1537596977","https://openalex.org/W1591933168","https://openalex.org/W1998987919","https://openalex.org/W2021862793","https://openalex.org/W2044386325","https://openalex.org/W2044631171","https://openalex.org/W2046624934","https://openalex.org/W2100960835","https://openalex.org/W2116067849","https://openalex.org/W2130527179","https://openalex.org/W2406713467","https://openalex.org/W2582140688","https://openalex.org/W2584805976","https://openalex.org/W2612890464","https://openalex.org/W2621228277","https://openalex.org/W2730550703","https://openalex.org/W2764040709","https://openalex.org/W2809878087","https://openalex.org/W2892038960","https://openalex.org/W2892229407","https://openalex.org/W2904642422","https://openalex.org/W2949598193","https://openalex.org/W2960028325","https://openalex.org/W2963349562","https://openalex.org/W2963662115","https://openalex.org/W2964759459","https://openalex.org/W2974817986","https://openalex.org/W2999144473","https://openalex.org/W3098869601","https://openalex.org/W3110197861","https://openalex.org/W4233529227","https://openalex.org/W4242131586","https://openalex.org/W4247200422","https://openalex.org/W4248673376","https://openalex.org/W6680042741","https://openalex.org/W6728551298","https://openalex.org/W6755095635"],"related_works":["https://openalex.org/W2066052364","https://openalex.org/W2224296908","https://openalex.org/W3109981693","https://openalex.org/W2381980429","https://openalex.org/W2023743128","https://openalex.org/W2384206113","https://openalex.org/W645983410","https://openalex.org/W2401692867","https://openalex.org/W2968387512","https://openalex.org/W2971224742"],"abstract_inverted_index":{"The":[0,23],"pervasive":[1],"diffusion":[2],"of":[3,19,25,33,58,63,74,96,123,130],"Machine":[4],"Learning":[5],"(ML)":[6],"in":[7,113,126],"many":[8],"critical":[9],"domains":[10],"and":[11,17,69,79,107],"application":[12],"scenarios":[13],"has":[14],"revolutionized":[15],"implementation":[16],"working":[18],"modern":[20,26],"IT":[21],"systems.":[22],"behavior":[24,32],"systems":[27],"often":[28],"depends":[29],"on":[30,47,89],"the":[31,60,72,121,128],"ML":[34,64,97,132],"models,":[35,65],"which":[36],"are":[37],"treated":[38],"as":[39],"black":[40],"boxes,":[41],"thus":[42],"making":[43],"automated":[44],"decisions":[45],"based":[46,88],"inference":[48],"unpredictable.":[49],"In":[50,81],"this":[51,82],"context,":[52],"there":[53],"is":[54,117],"an":[55],"increasing":[56],"need":[57],"verifying":[59],"non-functional":[61,94],"properties":[62,95],"such":[66],"as,":[67],"fairness":[68,129],"privacy,":[70],"to":[71,119],"aim":[73],"providing":[75],"certified":[76],"ML-based":[77],"applications":[78],"services.":[80],"paper,":[83],"we":[84],"propose":[85],"a":[86,114],"methodology":[87,100],"Multi-Armed":[90],"Bandit":[91],"for":[92],"evaluating":[93,127],"models.":[98,133],"Our":[99],"adopts":[101],"Thompson":[102],"sampling,":[103],"Monte":[104],"Carlo":[105],"Simulation,":[106],"Value":[108],"Remaining.":[109],"An":[110],"experimental":[111],"evaluation":[112],"real-world":[115],"scenario":[116],"presented":[118],"prove":[120],"applicability":[122],"our":[124],"approach":[125],"different":[131]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}