{"id":"https://openalex.org/W3201362552","doi":"https://doi.org/10.1109/tsp.2022.3177845","title":"Memory-Efficient Convex Optimization for Self-Dictionary Separable Nonnegative Matrix Factorization: A Frank\u2013Wolfe Approach","display_name":"Memory-Efficient Convex Optimization for Self-Dictionary Separable Nonnegative Matrix Factorization: A Frank\u2013Wolfe Approach","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W3201362552","doi":"https://doi.org/10.1109/tsp.2022.3177845","mag":"3201362552"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2022.3177845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3177845","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.11135","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100611361","display_name":"Tri Nguyen","orcid":"https://orcid.org/0000-0003-1986-9841"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tri Nguyen","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR, USA","School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR 97331, United States"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR 97331, United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015075381","display_name":"Xiao Fu","orcid":"https://orcid.org/0000-0003-4847-9586"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Fu","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR, USA","School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR 97331, United States"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR 97331, United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057100970","display_name":"Ruiyuan Wu","orcid":"https://orcid.org/0000-0002-7751-4355"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210147775","display_name":"Grant Technology (China)","ror":"https://ror.org/04d0zy231","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210147775"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK","US"],"is_corresponding":false,"raw_author_name":"Ruiyuan Wu","raw_affiliation_strings":["Department of Electronic Engineering, The Chinese University of Hong Kong Shatin, N.T., Hong Kong, SAR","School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR 97331, United States","Department of Electronic Engineering, The Chi-nese University of Hong Kong, Shatin, N.T., Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, The Chinese University of Hong Kong Shatin, N.T., Hong Kong, SAR","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR 97331, United States","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Department of Electronic Engineering, The Chi-nese University of Hong Kong, Shatin, N.T., Hong Kong SAR","institution_ids":["https://openalex.org/I4210147775","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100611361"],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":1.6545,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.79397583,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"70","issue":null,"first_page":"3221","last_page":"3236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/non-negative-matrix-factorization","display_name":"Non-negative matrix factorization","score":0.7072996497154236},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.623023509979248},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.4898662269115448},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4863894283771515},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.48395946621894836},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.46325358748435974},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4265047013759613},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4087408781051636},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.36275601387023926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35236501693725586},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.351399302482605},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2622515559196472}],"concepts":[{"id":"https://openalex.org/C152671427","wikidata":"https://www.wikidata.org/wiki/Q10843505","display_name":"Non-negative matrix factorization","level":4,"score":0.7072996497154236},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.623023509979248},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.4898662269115448},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4863894283771515},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.48395946621894836},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46325358748435974},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4265047013759613},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4087408781051636},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.36275601387023926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35236501693725586},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.351399302482605},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2622515559196472},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2022.3177845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3177845","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2109.11135","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.11135","pdf_url":"https://arxiv.org/pdf/2109.11135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.11135","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.11135","pdf_url":"https://arxiv.org/pdf/2109.11135","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2010689998","display_name":null,"funder_award_id":"ARO W911NF19-1-0407","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W905619","https://openalex.org/W1503428008","https://openalex.org/W1524090374","https://openalex.org/W1560324652","https://openalex.org/W1586171079","https://openalex.org/W1880262756","https://openalex.org/W1932742904","https://openalex.org/W1966872876","https://openalex.org/W1969013340","https://openalex.org/W1982755765","https://openalex.org/W2034035291","https://openalex.org/W2040399008","https://openalex.org/W2046793177","https://openalex.org/W2063790512","https://openalex.org/W2074054045","https://openalex.org/W2076095618","https://openalex.org/W2105503503","https://openalex.org/W2105617746","https://openalex.org/W2114486983","https://openalex.org/W2114760097","https://openalex.org/W2115163184","https://openalex.org/W2117986441","https://openalex.org/W2124172487","https://openalex.org/W2125118959","https://openalex.org/W2125126993","https://openalex.org/W2128521126","https://openalex.org/W2129062845","https://openalex.org/W2134328014","https://openalex.org/W2136635436","https://openalex.org/W2136885855","https://openalex.org/W2140318696","https://openalex.org/W2157321686","https://openalex.org/W2163547919","https://openalex.org/W2164696938","https://openalex.org/W2167732364","https://openalex.org/W2169658215","https://openalex.org/W2174706414","https://openalex.org/W2343706002","https://openalex.org/W2513096609","https://openalex.org/W2528824794","https://openalex.org/W2556090297","https://openalex.org/W2766055969","https://openalex.org/W2791154158","https://openalex.org/W2802755718","https://openalex.org/W2898088671","https://openalex.org/W2950143340","https://openalex.org/W2952152543","https://openalex.org/W2952389066","https://openalex.org/W2955787666","https://openalex.org/W2963412369","https://openalex.org/W2963625764","https://openalex.org/W2970585637","https://openalex.org/W2976088223","https://openalex.org/W3038413610","https://openalex.org/W3085097441","https://openalex.org/W3091551346","https://openalex.org/W3100202987","https://openalex.org/W3100566860","https://openalex.org/W3104573984","https://openalex.org/W3104744791","https://openalex.org/W3105145047","https://openalex.org/W3106158395","https://openalex.org/W3114089334","https://openalex.org/W3151826485","https://openalex.org/W3169765801","https://openalex.org/W3198728162","https://openalex.org/W4231510805","https://openalex.org/W4250589301","https://openalex.org/W4285719527","https://openalex.org/W4323521080","https://openalex.org/W6600043445","https://openalex.org/W6631434998","https://openalex.org/W6633456375","https://openalex.org/W6639619044","https://openalex.org/W6675606416","https://openalex.org/W6675907514","https://openalex.org/W6677079277","https://openalex.org/W6677605506","https://openalex.org/W6680770193","https://openalex.org/W6730067477","https://openalex.org/W6741565038","https://openalex.org/W6765217860","https://openalex.org/W6767394681","https://openalex.org/W6783569511","https://openalex.org/W6796467477"],"related_works":["https://openalex.org/W2127243424","https://openalex.org/W4390394189","https://openalex.org/W2037504162","https://openalex.org/W2539013788","https://openalex.org/W2792706544","https://openalex.org/W1568451138","https://openalex.org/W2156699640","https://openalex.org/W2045265907","https://openalex.org/W2972997031","https://openalex.org/W2146544734"],"abstract_inverted_index":{"Nonnegative":[0],"matrix":[1,49],"factorization":[2],"(NMF)":[3],"often":[4],"relies":[5],"on":[6,113],"the":[7,36,48,77,114,123,126,137,141,153,173,183],"separability":[8],"condition":[9],"for":[10,86,93,107,190],"tractable":[11],"algorithm":[12,106,111,121,139],"design.":[13],"Separability-based":[14],"NMF":[15,33],"is":[16,35,54,131,166,197],"mainly":[17],"handled":[18],"by":[19],"two":[20],"types":[21],"of":[22,118,155,202],"approaches,":[23],"namely,":[24,125],"greedy":[25,63],"pursuit":[26],"and":[27,53,89,209,216],"convex":[28,32,66,95,108,191],"programming.":[29],"A":[30],"notable":[31],"formulation":[34],"so-called":[37],"self-dictionary":[38],"multiple":[39],"measurement":[40],"vectors":[41],"(SD-MMV),":[42],"which":[43],"can":[44],"work":[45,102],"without":[46],"knowing":[47],"rank":[50],"a":[51,69,87,90,104,119,146,161,200],"priori,":[52],"arguably":[55],"more":[56],"resilient":[57],"to":[58,62,97,168,212],"error":[59],"propagation":[60],"relative":[61],"pursuit.":[64],"However,":[65],"SD-MMV":[67,96,143,192],"renders":[68],"large":[70],"memory":[71,81,147,175,186,217],"cost":[72,148],"that":[73,149],"scales":[74],"quadratically":[75],"with":[76,145,152,177],"problem":[78,144],"size.":[79],"This":[80,101],"challenge":[82],"has":[83],"been":[84],"around":[85],"decade,":[88],"major":[91],"obstacle":[92],"applying":[94],"big":[98],"data":[99],"analytics.":[100],"proposes":[103],"memory-efficient":[105],"SD-MMV.":[109],"Our":[110],"capitalizes":[112],"special":[115],"update":[116],"rules":[117],"classic":[120],"from":[122],"1950s,":[124],"Frank-Wolfe":[127],"(FW)":[128],"algorithm.":[129],"It":[130],"shown":[132],"that,":[133],"under":[134],"reasonable":[135],"conditions,":[136],"FW":[138],"solves":[140],"noisy":[142],"grows":[150],"linearly":[151],"amount":[154],"data.":[156],"To":[157],"handle":[158],"noisier":[159],"scenarios,":[160],"smoothed":[162],"group":[163],"sparsity":[164],"regularizer":[165],"proposed":[167,180],"improve":[169],"robustness":[170],"while":[171],"maintaining":[172],"low":[174],"footprint":[176],"guarantees.":[178],"The":[179,195],"approach":[181],"presents":[182],"first":[184],"linear":[185],"complexity":[187],"algorithmic":[188],"framework":[189],"based":[193],"NMF.":[194],"method":[196],"tested":[198],"over":[199],"couple":[201],"unsupervised":[203],"learning":[204],"tasks,":[205],"i.e.,":[206],"text":[207],"mining":[208],"community":[210],"detection,":[211],"showcase":[213],"its":[214],"effectiveness":[215],"efficiency.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2021-09-27T00:00:00"}