{"id":"https://openalex.org/W3204100264","doi":"https://doi.org/10.3390/make3040038","title":"A Critical Study on Stability Measures of Feature Selection with a Novel Extension of Lustgarten Index","display_name":"A Critical Study on Stability Measures of Feature Selection with a Novel Extension of Lustgarten Index","publication_year":2021,"publication_date":"2021-09-24","ids":{"openalex":"https://openalex.org/W3204100264","doi":"https://doi.org/10.3390/make3040038","mag":"3204100264"},"language":"en","primary_location":{"id":"doi:10.3390/make3040038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make3040038","pdf_url":"https://www.mdpi.com/2504-4990/3/4/38/pdf?version=1635946514","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/3/4/38/pdf?version=1635946514","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069061164","display_name":"Rikta Sen","orcid":"https://orcid.org/0000-0001-7978-0916"},"institutions":[{"id":"https://openalex.org/I6090238","display_name":"Iwate Prefectural University","ror":"https://ror.org/054dx8336","country_code":"JP","type":"education","lineage":["https://openalex.org/I6090238"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Rikta Sen","raw_affiliation_strings":["Department of Software and Information Science, Iwate Prefectural University, Sugo, Takizawa 020-0693, Japan"],"raw_orcid":"https://orcid.org/0000-0001-7978-0916","affiliations":[{"raw_affiliation_string":"Department of Software and Information Science, Iwate Prefectural University, Sugo, Takizawa 020-0693, Japan","institution_ids":["https://openalex.org/I6090238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086970969","display_name":"Ashis Kumar Mandal","orcid":"https://orcid.org/0000-0002-2658-2745"},"institutions":[{"id":"https://openalex.org/I6090238","display_name":"Iwate Prefectural University","ror":"https://ror.org/054dx8336","country_code":"JP","type":"education","lineage":["https://openalex.org/I6090238"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ashis Kumar Mandal","raw_affiliation_strings":["Department of Software and Information Science, Iwate Prefectural University, Sugo, Takizawa 020-0693, Japan"],"raw_orcid":"https://orcid.org/0000-0002-2658-2745","affiliations":[{"raw_affiliation_string":"Department of Software and Information Science, Iwate Prefectural University, Sugo, Takizawa 020-0693, Japan","institution_ids":["https://openalex.org/I6090238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101612450","display_name":"Basabi Chakraborty","orcid":"https://orcid.org/0000-0002-6211-9790"},"institutions":[{"id":"https://openalex.org/I6090238","display_name":"Iwate Prefectural University","ror":"https://ror.org/054dx8336","country_code":"JP","type":"education","lineage":["https://openalex.org/I6090238"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Basabi Chakraborty","raw_affiliation_strings":["Department of Software and Information Science, Iwate Prefectural University, Sugo, Takizawa 020-0693, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software and Information Science, Iwate Prefectural University, Sugo, Takizawa 020-0693, Japan","institution_ids":["https://openalex.org/I6090238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101612450"],"corresponding_institution_ids":["https://openalex.org/I6090238"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.2724,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.63306508,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"3","issue":"4","first_page":"771","last_page":"787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.7288151979446411},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6537482142448425},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6518413424491882},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.6310902237892151},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6225433349609375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5275900959968567},{"id":"https://openalex.org/keywords/similarity-measure","display_name":"Similarity measure","score":0.5116265416145325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4778687357902527},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.47554776072502136},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4348519444465637},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.42188650369644165},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39743196964263916},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3271401524543762}],"concepts":[{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.7288151979446411},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6537482142448425},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6518413424491882},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.6310902237892151},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6225433349609375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5275900959968567},{"id":"https://openalex.org/C2776517306","wikidata":"https://www.wikidata.org/wiki/Q29017317","display_name":"Similarity measure","level":2,"score":0.5116265416145325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4778687357902527},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47554776072502136},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4348519444465637},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42188650369644165},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39743196964263916},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3271401524543762},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/make3040038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make3040038","pdf_url":"https://www.mdpi.com/2504-4990/3/4/38/pdf?version=1635946514","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3bb01927e0734c1ea6342675817ccf50","is_oa":true,"landing_page_url":"https://doaj.org/article/3bb01927e0734c1ea6342675817ccf50","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 3, Iss 4, Pp 771-787 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2504-4990/3/4/38/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/make3040038","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/make3040038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make3040038","pdf_url":"https://www.mdpi.com/2504-4990/3/4/38/pdf?version=1635946514","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3715242895","display_name":"Development of Fast and Highly Effective Feature Subset Selection Algorithms based on Novel Integration of Quantum Computing and Machine Learning","funder_award_id":"20K11939","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3204100264.pdf"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1501626351","https://openalex.org/W1567104431","https://openalex.org/W1819658147","https://openalex.org/W1966703382","https://openalex.org/W2007028835","https://openalex.org/W2032909675","https://openalex.org/W2038894244","https://openalex.org/W2047729457","https://openalex.org/W2064342429","https://openalex.org/W2095303436","https://openalex.org/W2103291381","https://openalex.org/W2115684345","https://openalex.org/W2116343100","https://openalex.org/W2117004913","https://openalex.org/W2117135012","https://openalex.org/W2143840439","https://openalex.org/W2145949183","https://openalex.org/W2149963614","https://openalex.org/W2158418996","https://openalex.org/W2164628101","https://openalex.org/W2165432359","https://openalex.org/W2510447297","https://openalex.org/W2793070660","https://openalex.org/W2890190333","https://openalex.org/W2921958598","https://openalex.org/W2955612236","https://openalex.org/W2997416769","https://openalex.org/W3111257814","https://openalex.org/W3178973963","https://openalex.org/W3189372979","https://openalex.org/W6605080727","https://openalex.org/W6605866200","https://openalex.org/W6674632251","https://openalex.org/W6684173676","https://openalex.org/W6749067469","https://openalex.org/W6765213864"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W2163064108","https://openalex.org/W2767257176","https://openalex.org/W2915154372","https://openalex.org/W1605984447","https://openalex.org/W2137596338"],"abstract_inverted_index":{"Stability":[0],"of":[1,12,33,45,62,66,73,98,120,126,163,172],"feature":[2,22,31,63],"selection":[3,23],"algorithm":[4,24],"refers":[5],"to":[6,9,116,141,147],"its":[7,83,103],"robustness":[8],"the":[10,13,29,43,56,60,70,79,94,99,117,127,156,161,173],"perturbations":[11],"training":[14],"set,":[15],"parameter":[16],"settings":[17],"or":[18],"initialization.":[19],"A":[20],"stable":[21],"is":[25,39],"crucial":[26],"for":[27,58],"identifying":[28],"relevant":[30],"subset":[32],"meaningful":[34],"and":[35,82,96,102,112,159],"interpretable":[36],"features":[37],"which":[38],"extremely":[40],"important":[41],"in":[42,55,88],"task":[44],"knowledge":[46],"discovery.":[47],"Though":[48],"there":[49],"are":[50,85,110],"many":[51],"stability":[52,61,75,121,152,168],"measures":[53],"reported":[54],"literature":[57],"evaluating":[59],"selection,":[64],"none":[65],"them":[67],"follows":[68],"all":[69],"requisite":[71,118],"properties":[72,119,158],"a":[74,149],"measure.":[76,122],"Among":[77],"them,":[78],"Kuncheva":[80,100],"index":[81,101],"modifications,":[84],"widely":[86],"used":[87],"practical":[89],"problems.":[90],"In":[91],"this":[92],"work,":[93],"merits":[95],"limitations":[97,162],"existing":[104,164],"modifications":[105],"(Lustgarten,":[106],"Wald,":[107],"nPOG/nPOGR,":[108],"Nogueira)":[109],"studied":[111],"analysed":[113],"with":[114,181],"respect":[115],"One":[123],"more":[124],"limitation":[125],"most":[128],"recent":[129],"modified":[130,151,175],"similarity":[131,166],"measure,":[132,134],"Nogueira\u2019s":[133],"has":[135,178],"been":[136,145,179],"pointed":[137],"out.":[138],"Finally,":[139],"corrections":[140],"Lustgarten\u2019s":[142,176],"measure":[143,153,177],"have":[144],"proposed":[146],"define":[148],"new":[150],"that":[154],"satisfies":[155],"desired":[157],"overcomes":[160],"popular":[165],"based":[167],"measures.":[169],"The":[170],"effectiveness":[171],"newly":[174],"evaluated":[180],"simple":[182],"toy":[183],"experiments.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}