{"id":"https://openalex.org/W2971288875","doi":"https://doi.org/10.1109/mlsp.2019.8918731","title":"Robust Importance-Weighted Cross-Validation Under Sample Selection Bias","display_name":"Robust Importance-Weighted Cross-Validation Under Sample Selection Bias","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2971288875","doi":"https://doi.org/10.1109/mlsp.2019.8918731","mag":"2971288875"},"language":"en","primary_location":{"id":"doi:10.1109/mlsp.2019.8918731","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp.2019.8918731","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 29th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.tue.nl/en/publications/b5afd26c-1651-4878-bb3e-e489626681dc","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015804681","display_name":"Wouter M. Kouw","orcid":"https://orcid.org/0000-0002-0547-4817"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Wouter M. Kouw","raw_affiliation_strings":["Department of Electrical Engineering, Eindhoven University of Technology","Eindhoven University of Technology Department of Electrical Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]},{"raw_affiliation_string":"Eindhoven University of Technology Department of Electrical Engineering","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073286154","display_name":"Jesse H. Krijthe","orcid":"https://orcid.org/0000-0003-3435-6358"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jesse H. Krijthe","raw_affiliation_strings":["Institute for Computing and Information Sciences, Radboud University Nijmegen","Institute for Computing and Information Sciences, Radboud University, Nijmegen,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Computing and Information Sciences, Radboud University Nijmegen","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"Institute for Computing and Information Sciences, Radboud University, Nijmegen,","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086060106","display_name":"Marco Loog","orcid":"https://orcid.org/0000-0002-1298-8461"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marco Loog","raw_affiliation_strings":["Department of Intelligent Systems, Delft University of Technology","Delft University of Technology,Department of Intelligent Systems"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Intelligent Systems, Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology,Department of Intelligent Systems","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12405992,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6926569938659668},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6857194900512695},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6834983229637146},{"id":"https://openalex.org/keywords/control-variates","display_name":"Control variates","score":0.6237649917602539},{"id":"https://openalex.org/keywords/selection-bias","display_name":"Selection bias","score":0.622154951095581},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5782318711280823},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.5739960670471191},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.538611650466919},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4721182584762573},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4693129062652588},{"id":"https://openalex.org/keywords/cross-validation","display_name":"Cross-validation","score":0.4429703950881958},{"id":"https://openalex.org/keywords/empirical-distribution-function","display_name":"Empirical distribution function","score":0.4258437752723694},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.42274898290634155},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4186091721057892},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.37310904264450073},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.2823992669582367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2144239842891693},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07003459334373474}],"concepts":[{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6926569938659668},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6857194900512695},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6834983229637146},{"id":"https://openalex.org/C121683094","wikidata":"https://www.wikidata.org/wiki/Q3554721","display_name":"Control variates","level":5,"score":0.6237649917602539},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.622154951095581},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5782318711280823},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5739960670471191},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.538611650466919},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4721182584762573},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4693129062652588},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.4429703950881958},{"id":"https://openalex.org/C98385598","wikidata":"https://www.wikidata.org/wiki/Q1339385","display_name":"Empirical distribution function","level":2,"score":0.4258437752723694},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.42274898290634155},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4186091721057892},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.37310904264450073},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.2823992669582367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2144239842891693},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07003459334373474},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.0},{"id":"https://openalex.org/C13153151","wikidata":"https://www.wikidata.org/wiki/Q1639846","display_name":"Hybrid Monte Carlo","level":4,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":9,"locations":[{"id":"doi:10.1109/mlsp.2019.8918731","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp.2019.8918731","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 29th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.tue.nl:openaire/b5afd26c-1651-4878-bb3e-e489626681dc","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/b5afd26c-1651-4878-bb3e-e489626681dc","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kouw, W M, Krijthe, J H & Loog, M 2019, Robust importance-weighted cross-validation under sample selection bias. in 2019 IEEE 29th International Workshop on Machine Learning for Signal Processing, MLSP 2019., 8918731, Institute of Electrical and Electronics Engineers, Piscataway, 29th IEEE International Workshop on Machine Learning for Signal Processing, MLSP 2019, Pittsburgh, Pennsylvania, United States, 13/10/19. https://doi.org/10.1109/MLSP.2019.8918731","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arXiv.org:1710.06514","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.06514","pdf_url":"https://arxiv.org/pdf/1710.06514","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:tue:oai:pure.tue.nl:publications/b5afd26c-1651-4878-bb3e-e489626681dc","is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/b5afd26c-1651-4878-bb3e-e489626681dc","pdf_url":"https://research.tue.nl/nl/publications/b5afd26c-1651-4878-bb3e-e489626681dc","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2019 IEEE 29th International Workshop on Machine Learning for Signal Processing, MLSP 2019","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"mag:2971288875","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1710.06514.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:916537","is_oa":false,"landing_page_url":"http://library.tue.nl/csp/dare/LinkToRepository.csp?recordnumber=916537","pdf_url":null,"source":{"id":"https://openalex.org/S4406923046","display_name":"TU/e Research Portal (Eindhoven University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:oai:library.tue.nl:916537","is_oa":false,"landing_page_url":"http://repository.tue.nl/916537","pdf_url":null,"source":{"id":"https://openalex.org/S4406923046","display_name":"TU/e Research Portal (Eindhoven University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/214642","is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/214642","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2019 IEEE 29th International Workshop on Machine Learning for Signal Processing (MLSP), 13-16 October 2019 Pittsburgh, PA USA, 1 - 6. Red Hook : IEEE","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.1710.06514","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1710.06514","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:pure.tue.nl:openaire/b5afd26c-1651-4878-bb3e-e489626681dc","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/b5afd26c-1651-4878-bb3e-e489626681dc","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kouw, W M, Krijthe, J H & Loog, M 2019, Robust importance-weighted cross-validation under sample selection bias. in 2019 IEEE 29th International Workshop on Machine Learning for Signal Processing, MLSP 2019., 8918731, Institute of Electrical and Electronics Engineers, Piscataway, 29th IEEE International Workshop on Machine Learning for Signal Processing, MLSP 2019, Pittsburgh, Pennsylvania, United States, 13/10/19. https://doi.org/10.1109/MLSP.2019.8918731","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W103650626","https://openalex.org/W189742998","https://openalex.org/W1548614216","https://openalex.org/W1680392829","https://openalex.org/W1853837125","https://openalex.org/W1987640097","https://openalex.org/W2006722592","https://openalex.org/W2006772343","https://openalex.org/W2032536435","https://openalex.org/W2063471322","https://openalex.org/W2080849723","https://openalex.org/W2086206379","https://openalex.org/W2094084296","https://openalex.org/W2102689555","https://openalex.org/W2103851188","https://openalex.org/W2112483442","https://openalex.org/W2124758339","https://openalex.org/W2154776925","https://openalex.org/W2162651021","https://openalex.org/W2797563284","https://openalex.org/W2799151547","https://openalex.org/W2811380766","https://openalex.org/W3098220881","https://openalex.org/W6607672814","https://openalex.org/W6637386731","https://openalex.org/W6675410418","https://openalex.org/W6676840641","https://openalex.org/W6682981795"],"related_works":["https://openalex.org/W3098220881","https://openalex.org/W3121782379","https://openalex.org/W3082454357","https://openalex.org/W3203515362","https://openalex.org/W2980877143","https://openalex.org/W1853837125","https://openalex.org/W3119022819","https://openalex.org/W2994670303","https://openalex.org/W2065432682","https://openalex.org/W3128551660","https://openalex.org/W2183804074","https://openalex.org/W2261599299","https://openalex.org/W2772202324","https://openalex.org/W194406255","https://openalex.org/W2062291443","https://openalex.org/W2084784387","https://openalex.org/W2886451426","https://openalex.org/W2982695424","https://openalex.org/W2103851188","https://openalex.org/W2897893437"],"abstract_inverted_index":{"Cross-validation":[0],"under":[1],"sample":[2],"selection":[3],"bias":[4],"can,":[5],"in":[6,24],"principle,":[7],"be":[8],"done":[9],"by":[10],"importance-weighting":[11],"the":[12,16,43],"empirical":[13],"risk.":[14],"However,":[15],"importance-weighted":[17],"risk":[18],"estimator":[19],"produces":[20],"suboptimal":[21],"hyperparameter":[22],"estimates":[23],"problem":[25],"settings":[26],"where":[27],"large":[28,58],"weights":[29],"arise":[30],"with":[31],"high":[32],"probability.":[33],"We":[34],"study":[35],"its":[36,54],"sampling":[37],"variance":[38],"as":[39],"a":[40,49],"function":[41],"of":[42],"training":[44],"data":[45],"distribution":[46],"and":[47],"introduce":[48],"control":[50],"variate":[51],"to":[52,56],"increase":[53],"robustness":[55],"problematically":[57],"weights.":[59]},"counts_by_year":[],"updated_date":"2026-07-08T08:33:18.762332","created_date":"2025-10-10T00:00:00"}