{"id":"https://openalex.org/W4308643025","doi":"https://doi.org/10.1145/3540250.3558943","title":"Testing of machine learning models with limited samples: an industrial vacuum pumping application","display_name":"Testing of machine learning models with limited samples: an industrial vacuum pumping application","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4308643025","doi":"https://doi.org/10.1145/3540250.3558943"},"language":"en","primary_location":{"id":"doi:10.1145/3540250.3558943","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3540250.3558943","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3540250.3558943","source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3540250.3558943","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008184102","display_name":"Ayan Chatterjee","orcid":"https://orcid.org/0000-0002-8016-0965"},"institutions":[{"id":"https://openalex.org/I43968019","display_name":"Karlstad University","ror":"https://ror.org/05s754026","country_code":"SE","type":"education","lineage":["https://openalex.org/I43968019"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ayan Chatterjee","raw_affiliation_strings":["Karlstad University, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlstad University, Sweden","institution_ids":["https://openalex.org/I43968019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031391282","display_name":"Bestoun S. Ahmed","orcid":"https://orcid.org/0000-0001-9051-7609"},"institutions":[{"id":"https://openalex.org/I43968019","display_name":"Karlstad University","ror":"https://ror.org/05s754026","country_code":"SE","type":"education","lineage":["https://openalex.org/I43968019"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Bestoun S. Ahmed","raw_affiliation_strings":["Karlstad University, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlstad University, Sweden","institution_ids":["https://openalex.org/I43968019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082756385","display_name":"Erik Hallin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erik Hallin","raw_affiliation_strings":["Uddeholms, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uddeholms, Sweden","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064808748","display_name":"Anton Engman","orcid":"https://orcid.org/0009-0007-5403-0108"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anton Engman","raw_affiliation_strings":["Uddeholms, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uddeholms, Sweden","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2122,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.88904234,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1280","last_page":"1290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8106666803359985},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6480259895324707},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.5772940516471863},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5747278928756714},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.563127875328064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5129387378692627},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.48046988248825073},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.47232764959335327},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.45071399211883545},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.44350674748420715},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.43068626523017883},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3252042531967163}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8106666803359985},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6480259895324707},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.5772940516471863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5747278928756714},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.563127875328064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5129387378692627},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.48046988248825073},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.47232764959335327},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.45071399211883545},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.44350674748420715},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.43068626523017883},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3252042531967163},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3540250.3558943","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3540250.3558943","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3540250.3558943","source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:kau-92775","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kau:diva-92775","pdf_url":null,"source":{"id":"https://openalex.org/S4306402133","display_name":"Digitala vetenskapliga arkivet (Diva) (Karlstad University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43968019","host_organization_name":"Karlstad University","host_organization_lineage":["https://openalex.org/I43968019"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3540250.3558943","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3540250.3558943","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3540250.3558943","source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6100000143051147,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308643025.pdf","grobid_xml":"https://content.openalex.org/works/W4308643025.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2005501916","https://openalex.org/W2042154985","https://openalex.org/W2116882733","https://openalex.org/W2586461909","https://openalex.org/W2594778042","https://openalex.org/W2596787870","https://openalex.org/W2604272474","https://openalex.org/W2746127766","https://openalex.org/W2804694819","https://openalex.org/W2890344874","https://openalex.org/W2892456951","https://openalex.org/W2896236534","https://openalex.org/W2910881901","https://openalex.org/W2971051625","https://openalex.org/W2981679558","https://openalex.org/W3007157104","https://openalex.org/W3008872739","https://openalex.org/W3033071662","https://openalex.org/W3097324885","https://openalex.org/W3100043936","https://openalex.org/W3100487172","https://openalex.org/W3108161109","https://openalex.org/W3135401736","https://openalex.org/W4211173503"],"related_works":["https://openalex.org/W4362604364","https://openalex.org/W2028462208","https://openalex.org/W4285337533","https://openalex.org/W2982831492","https://openalex.org/W3138055416","https://openalex.org/W3094735304","https://openalex.org/W2187490799","https://openalex.org/W1574942924","https://openalex.org/W2363004085","https://openalex.org/W2900267584"],"abstract_inverted_index":{"There":[0],"is":[1,35,56,100],"often":[2],"a":[3,28,40,123,133,136,141,162,166],"scarcity":[4],"of":[5,30,42,53,63,81,143,152,169,196,279,298],"training":[6,146,154],"data":[7,34,94,214,237],"for":[8,20,37,46,74,103,145,201,283],"machine":[9],"learning":[10],"(ML)":[11],"classification":[12,75],"and":[13,76,147,155,186,226,253,288,294],"regression":[14],"models":[15,66,84,105],"in":[16,107,113,122,140,251,258,269],"industrial":[17,205,212],"production,":[18],"especially":[19],"time-consuming":[21],"or":[22,88],"sparsely":[23],"run":[24],"manufacturing":[25],"processes.":[26],"Traditionally,":[27],"majority":[29],"the":[31,51,61,64,70,79,92,97,101,108,114,120,150,179,194,230,239,247,273,280,291,302],"limited":[32],"ground-truth":[33],"used":[36,106,200],"training,":[38],"while":[39],"handful":[41],"samples":[43,55,139,171],"are":[44,190,208,229],"left":[45],"testing.":[47,148],"In":[48,149],"that":[49,130,224],"case,":[50],"number":[52],"test":[54,68,156,184,188],"inadequate":[57],"to":[58,118,164,192],"properly":[59],"evaluate":[60],"robustness":[62,195,257,267],"ML":[65,83,104,198,255,285,299],"under":[67,72],"(i.e.,":[69],"system":[71],"test)":[73],"regression.":[77],"Furthermore,":[78],"output":[80],"these":[82],"may":[85],"be":[86],"inaccurate":[87],"even":[89],"fail":[90],"if":[91],"input":[93],"differ":[95],"from":[96,216,301],"expected.":[98],"This":[99],"case":[102],"Electroslag":[109],"Remelting":[110],"(ESR)":[111],"process":[112],"refined":[115],"steel":[116,219],"industry":[117],"predict":[119],"pressure":[121],"vacuum":[124,127,174],"chamber.":[125],"A":[126],"pumping":[128,144,175],"event":[129],"occurs":[131],"once":[132],"workday":[134],"generates":[135],"few":[137],"hundred":[138],"year":[142],"absence":[151],"adequate":[153],"samples,":[157,182],"this":[158],"paper":[159,274],"first":[160],"presents":[161,275],"method":[163],"generate":[165],"fresh":[167],"set":[168],"augmented":[170,181,236],"based":[172],"on":[173,178,203,235,290],"principles.":[176],"Based":[177],"generated":[180],"three":[183],"scenarios":[185],"one":[187],"oracle":[189],"presented":[191],"assess":[193],"an":[197,204,276],"model":[199,286],"production":[202,213],"scale.":[206],"Experiments":[207],"conducted":[209],"with":[210],"real":[211],"obtained":[215],"Uddeholms":[217],"AB":[218],"company.":[220],"The":[221,243,261],"evaluations":[222],"indicate":[223],"Ensemble":[225],"Neural":[227],"Network":[228],"most":[231],"robust":[232],"when":[233],"trained":[234],"using":[238],"proposed":[240,248,281],"testing":[241,268],"strategy.":[242],"evaluation":[244],"also":[245],"demonstrates":[246],"method's":[249],"effectiveness":[250],"checking":[252],"improving":[254],"algorithms'":[256],"such":[259],"situations.":[260],"work":[262],"improves":[263],"software":[264,300],"testing's":[265],"state-of-the-art":[266],"similar":[270],"settings.":[271],"Finally,":[272],"MLOps":[277],"implementation":[278],"approach":[282],"real-time":[284],"prediction":[287],"action":[289],"edge":[292],"node":[293],"automated":[295],"continuous":[296],"delivery":[297],"cloud.":[303]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}