{"id":"https://openalex.org/W4414404854","doi":"https://doi.org/10.1109/tse.2025.3612253","title":"MetaSel: A Test Selection Approach for Fine-Tuned DNN Models","display_name":"MetaSel: A Test Selection Approach for Fine-Tuned DNN Models","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414404854","doi":"https://doi.org/10.1109/tse.2025.3612253"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3612253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3612253","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2503.17534","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092657440","display_name":"Amin Abbasishahkoo","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Amin Abbasishahkoo","raw_affiliation_strings":["School of EECS, University of Ottawa, Ottawa, ON, Canada","School of EECS, University of Ottawa, Ottawa, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6854-5726","affiliations":[{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072142047","display_name":"Mahboubeh Dadkhah","orcid":"https://orcid.org/0000-0002-0436-8369"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mahboubeh Dadkhah","raw_affiliation_strings":["School of EECS, University of Ottawa, Ottawa, ON, Canada","School of EECS, University of Ottawa, Ottawa, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0436-8369","affiliations":[{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078533117","display_name":"Lionel Briand","orcid":"https://orcid.org/0000-0002-1393-1010"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lionel Briand","raw_affiliation_strings":["School of EECS, University of Ottawa, Ottawa, ON, Canada","School of EECS, University of Ottawa, Ottawa, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1393-1010","affiliations":[{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079401267","display_name":"Dayi Lin","orcid":"https://orcid.org/0000-0002-4034-6650"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dayi Lin","raw_affiliation_strings":["Huawei Canada, Kingston, ON, Canada","Huawei Canada, Kingston, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4034-6650","affiliations":[{"raw_affiliation_string":"Huawei Canada, Kingston, ON, Canada","institution_ids":["https://openalex.org/I4210115038"]},{"raw_affiliation_string":"Huawei Canada, Kingston, Canada","institution_ids":["https://openalex.org/I4210115038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24883047,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"51","issue":"11","first_page":"3168","last_page":"3188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/covariate","display_name":"Covariate","score":0.6567000150680542},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6204000115394592},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.5658000111579895},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5543000102043152},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5468999743461609},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.45190000534057617},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.4244000017642975},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.3970000147819519},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.38999998569488525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8313999772071838},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6618000268936157},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.6567000150680542},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6204000115394592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5898000001907349},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.5658000111579895},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5543000102043152},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5468999743461609},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.45190000534057617},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41769999265670776},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.38999998569488525},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.31369999051094055},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.28690001368522644},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C183905921","wikidata":"https://www.wikidata.org/wiki/Q1038757","display_name":"Multiple comparisons problem","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C3020402766","wikidata":"https://www.wikidata.org/wiki/Q104376712","display_name":"Prior information","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C9483764","wikidata":"https://www.wikidata.org/wiki/Q585740","display_name":"Likelihood-ratio test","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.2632000148296356}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2025.3612253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3612253","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2503.17534","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.17534","pdf_url":"https://arxiv.org/pdf/2503.17534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2503.17534","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.17534","pdf_url":"https://arxiv.org/pdf/2503.17534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1695564441","display_name":null,"funder_award_id":"13/RC/2094-2","funder_id":"https://openalex.org/F4320322675","funder_display_name":"Mitacs"}],"funders":[{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"},{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"},{"id":"https://openalex.org/F4320331257","display_name":"Alliance de recherche num\u00e9rique du Canada","ror":"https://ror.org/010r6td27"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"face":[4],"challenges":[5],"during":[6],"deployment":[7,19],"due":[8],"to":[9,25,59,63,105,135,198],"covariate":[10,61],"shift,":[11,62],"i.e.,":[12],"data":[13,78],"distribution":[14,168],"shifts":[15],"between":[16],"development":[17],"and":[18,73,80,117,128,131,158,166,212,221],"contexts.":[20],"Fine-tuning":[21],"adapts":[22],"pre-trained":[23,74,129],"models":[24,35,54,75,130,162],"new":[26,49],"contexts":[27],"requiring":[28],"smaller":[29],"labeled":[30],"sets.":[31],"However,":[32,87],"testing":[33],"fine-tuned":[34,58,72,127,161,230],"under":[36,186],"constrained":[37,188],"labeling":[38,189],"budgets":[39],"remains":[40],"a":[41,48,208],"critical":[42],"challenge.":[43],"This":[44],"paper":[45],"introduces":[46],"MetaSel,":[47],"approach":[50],"tailored":[51],"for":[52,84,139,223],"DNN":[53,115],"that":[55,71,110,171],"have":[56],"been":[57],"address":[60],"select":[64],"tests":[65],"from":[66,124],"unlabeled":[67,140],"inputs.":[68,86],"MetaSel":[69,121,153,172,191],"assumes":[70],"share":[76],"related":[77],"distributions":[79],"exhibit":[81],"similar":[82],"behaviors":[83,89],"many":[85],"their":[88,132],"diverge":[90],"within":[91],"the":[92,114,126,201,227],"input":[93,119],"subspace":[94],"where":[95],"fine-tuning":[96],"alters":[97],"decision":[98],"boundaries,":[99],"making":[100],"those":[101],"inputs":[102],"more":[103,144],"prone":[104],"misclassification.":[106],"Unlike":[107],"general":[108],"approaches":[109,157],"rely":[111],"solely":[112],"on":[113],"model":[116],"its":[118],"set,":[120],"leverages":[122],"information":[123],"both":[125],"behavioral":[133],"differences":[134],"estimate":[136],"misclassification":[137],"probability":[138],"test":[141,146,224],"inputs,":[142],"enabling":[143],"effective":[145],"selection.":[147],"Our":[148,215],"extensive":[149],"empirical":[150],"evaluation,":[151],"comparing":[152],"against":[154],"11":[155],"state-of-the-art":[156],"involving":[159],"68":[160],"across":[163],"weak,":[164],"medium,":[165],"strong":[167],"shifts,":[169],"demonstrates":[170],"consistently":[173],"delivers":[174],"significant":[175],"improvements":[176,195],"in":[177,226],"Test":[178],"Relative":[179],"Coverage":[180],"(TRC)":[181],"over":[182,200],"existing":[183],"baselines,":[184],"particularly":[185],"highly":[187],"budgets.":[190],"shows":[192],"average":[193],"TRC":[194,210],"of":[196,229],"28.46%":[197],"56.18%":[199],"most":[202],"frequent":[203],"second-best":[204],"baselines":[205],"while":[206],"maintaining":[207],"high":[209],"median":[211],"low":[213],"variability.":[214],"results":[216],"confirm":[217],"MetaSel\u2019s":[218],"practicality,":[219],"robustness,":[220],"cost-effectiveness":[222],"selection":[225],"context":[228],"models.":[231]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}