{"id":"https://openalex.org/W3094999275","doi":"https://doi.org/10.1109/tsp.2021.3125147","title":"Information-Theoretic Feature Selection via Tensor Decomposition and Submodularity","display_name":"Information-Theoretic Feature Selection via Tensor Decomposition and Submodularity","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3094999275","doi":"https://doi.org/10.1109/tsp.2021.3125147","mag":"3094999275"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2021.3125147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2021.3125147","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.16181","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078368845","display_name":"Magda Amiridi","orcid":"https://orcid.org/0000-0001-7563-1673"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Magda Amiridi","raw_affiliation_strings":["Electrical and Computer Engineering, University of Virginia, 2358 Charlottesville, Virginia, United States, (e-mail: ma7bx@virginia.edu)","UNIVERSITY OF VIRGINIA;"],"raw_orcid":"https://orcid.org/0000-0001-7563-1673","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Virginia, 2358 Charlottesville, Virginia, United States, (e-mail: ma7bx@virginia.edu)","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"UNIVERSITY OF VIRGINIA;","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077063387","display_name":"Nikos Kargas","orcid":"https://orcid.org/0000-0002-3798-2875"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I2800403580","display_name":"University of Minnesota System","ror":"https://ror.org/03grvy078","country_code":"US","type":"education","lineage":["https://openalex.org/I2800403580"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikos Kargas","raw_affiliation_strings":["Electrical and Computer Engineering, University of Minnesota College of Science and Engineering, 172299 Minneapolis, Minnesota, United States, 55414 (e-mail: karga005@umn.edu)","university of minnesota;"],"raw_orcid":"https://orcid.org/0000-0002-3798-2875","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Minnesota College of Science and Engineering, 172299 Minneapolis, Minnesota, United States, 55414 (e-mail: karga005@umn.edu)","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"university of minnesota;","institution_ids":["https://openalex.org/I2800403580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050186120","display_name":"Nicholas D. Sidiropoulos","orcid":"https://orcid.org/0000-0002-3385-7911"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas D. Sidiropoulos","raw_affiliation_strings":["Electrical and Computer Engineering, University of Virginia, 2358 Charlottesville, Virginia, United States, 22903-1738 (e-mail: nikos@virginia.edu)","UNIVERSITY OF VIRGINIA;"],"raw_orcid":"https://orcid.org/0000-0002-3385-7911","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Virginia, 2358 Charlottesville, Virginia, United States, 22903-1738 (e-mail: nikos@virginia.edu)","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"UNIVERSITY OF VIRGINIA;","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.135,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.2876377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"69","issue":null,"first_page":"6195","last_page":"6205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/submodular-set-function","display_name":"Submodular set function","score":0.810570478439331},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.7509622573852539},{"id":"https://openalex.org/keywords/cardinality","display_name":"Cardinality (data modeling)","score":0.5750302076339722},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.49785947799682617},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48681017756462097},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.4553968012332916},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.439289927482605},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4297579526901245},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4292471408843994},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.420169472694397},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4194552004337311},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4151720702648163},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3756187856197357},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35070669651031494},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.22961029410362244}],"concepts":[{"id":"https://openalex.org/C178621042","wikidata":"https://www.wikidata.org/wiki/Q7631710","display_name":"Submodular set function","level":2,"score":0.810570478439331},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.7509622573852539},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.5750302076339722},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.49785947799682617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48681017756462097},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.4553968012332916},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.439289927482605},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4297579526901245},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4292471408843994},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.420169472694397},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4194552004337311},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4151720702648163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3756187856197357},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35070669651031494},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.22961029410362244},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tsp.2021.3125147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2021.3125147","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2010.16181","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.16181","pdf_url":"https://arxiv.org/pdf/2010.16181","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3094999275","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2010.16181.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2010.16181","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.16181","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.16181","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.16181","pdf_url":"https://arxiv.org/pdf/2010.16181","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1486950299","https://openalex.org/W1680189815","https://openalex.org/W1770458422","https://openalex.org/W1898824936","https://openalex.org/W1958077162","https://openalex.org/W2000911789","https://openalex.org/W2009118069","https://openalex.org/W2017537474","https://openalex.org/W2079705627","https://openalex.org/W2097089247","https://openalex.org/W2099111195","https://openalex.org/W2108138101","https://openalex.org/W2143043751","https://openalex.org/W2154053567","https://openalex.org/W2154572047","https://openalex.org/W2170752989","https://openalex.org/W2469230926","https://openalex.org/W2500139799","https://openalex.org/W2774921216","https://openalex.org/W2911681169","https://openalex.org/W2949312134","https://openalex.org/W2953921834","https://openalex.org/W2962708970","https://openalex.org/W2962779416","https://openalex.org/W2966030703","https://openalex.org/W3097993951","https://openalex.org/W3118655244","https://openalex.org/W3120740533","https://openalex.org/W4236122429","https://openalex.org/W4285719527","https://openalex.org/W4289236186","https://openalex.org/W6629087766","https://openalex.org/W6637886330","https://openalex.org/W6646202073","https://openalex.org/W6682576451","https://openalex.org/W6682686508","https://openalex.org/W6752051073","https://openalex.org/W6758972637","https://openalex.org/W6762796984","https://openalex.org/W6782159035","https://openalex.org/W6797947550","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W3211973203","https://openalex.org/W2245291345","https://openalex.org/W3041868113","https://openalex.org/W1875482710","https://openalex.org/W2895929976","https://openalex.org/W2153510570","https://openalex.org/W3150710509","https://openalex.org/W3035089687","https://openalex.org/W2070184756","https://openalex.org/W2170744602","https://openalex.org/W309620940","https://openalex.org/W2748147629","https://openalex.org/W2168255372","https://openalex.org/W2953224152","https://openalex.org/W3121108338","https://openalex.org/W2891606679","https://openalex.org/W2908328868","https://openalex.org/W2470885921","https://openalex.org/W1826019345","https://openalex.org/W2788545655"],"abstract_inverted_index":{"Feature":[0],"selection":[1,173],"by":[2,139],"maximizing":[3,113],"high-order":[4],"mutual":[5],"information":[6],"between":[7],"the":[8,17,24,32,45,53,97,114,127,135,144,152,156,162,171,209,215],"selected":[9],"feature":[10,172],"vector":[11],"and":[12,52,55,103,112],"a":[13,57,77,92,107,118,178,184,193],"target":[14,164],"variable":[15,154],"is":[16,131,167],"gold":[18],"standard":[19,205],"in":[20],"terms":[21],"of":[22,27,34,44,49,96,100,109,121,126,137,143,155,161,177],"selecting":[23],"best":[25],"subset":[26],"relevant":[28],"features":[29,51],"that":[30,66,196,208],"maximizes":[31],"performance":[33,116,199],"prediction":[35],"models.":[36],"However,":[37],"such":[38],"an":[39],"approach":[40,211],"typically":[41],"requires":[42],"knowledge":[43],"multivariate":[46],"probability":[47],"distribution":[48],"all":[50,101],"target,":[54],"involves":[56],"challenging":[58],"combinatorial":[59],"optimization":[60],"problem.":[61,220],"Recent":[62],"work":[63],"has":[64],"shown":[65],"any":[67],"joint":[68,98,128,145],"Probability":[69],"Mass":[70],"Function":[71],"(PMF)":[72],"can":[73,189],"be":[74,190],"represented":[75],"as":[76,106,175],"naive":[78,157],"Bayes":[79,158],"model,":[80],"via":[81],"Canonical":[82],"Polyadic":[83],"(tensor":[84],"rank)":[85],"Decomposition.":[86],"In":[87],"this":[88,218],"paper,":[89],"we":[90],"introduce":[91],"low-rank":[93,124],"tensor":[94],"model":[95,159],"PMF":[99],"variables":[102],"indirect":[104],"targeting":[105],"way":[108],"mitigating":[110],"complexity":[111],"classification":[115],"for":[117,217],"given":[119],"number":[120],"features.":[122],"Through":[123],"modeling":[125],"PMF,":[129],"it":[130,166],"possible":[132,168],"to":[133,150,169,183,214],"circumvent":[134],"curse":[136],"dimensionality":[138],"learning":[140],"principal":[141],"components":[142],"distribution.":[146],"By":[147],"indirectly":[148],"aiming":[149],"predict":[151],"latent":[153],"instead":[160],"original":[163],"variable,":[165],"formulate":[170],"problem":[174],"maximization":[176],"monotone":[179],"submodular":[180],"function":[181],"subject":[182],"cardinality":[185],"constraint":[186],"--":[187],"which":[188],"tackled":[191],"using":[192],"greedy":[194],"algorithm":[195],"comes":[197],"with":[198,203],"guarantees.":[200],"Numerical":[201],"experiments":[202],"several":[204],"datasets":[206],"suggest":[207],"proposed":[210],"compares":[212],"favorably":[213],"state-of-art":[216],"important":[219]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}