{"id":"https://openalex.org/W3188805868","doi":"https://doi.org/10.1137/20m1344561","title":"Comparison of Accuracy and Scalability of Gauss--Newton and Alternating Least Squares for CANDECOMC/PARAFAC Decomposition","display_name":"Comparison of Accuracy and Scalability of Gauss--Newton and Alternating Least Squares for CANDECOMC/PARAFAC Decomposition","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3188805868","doi":"https://doi.org/10.1137/20m1344561","mag":"3188805868"},"language":"en","primary_location":{"id":"doi:10.1137/20m1344561","is_oa":false,"landing_page_url":"https://doi.org/10.1137/20m1344561","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063703765","display_name":"Navjot Singh","orcid":"https://orcid.org/0000-0003-0360-2915"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Navjot Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084195463","display_name":"Linjian Ma","orcid":"https://orcid.org/0000-0001-7470-5415"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linjian Ma","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7470-5415","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034932304","display_name":"Hongru Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongru Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022838370","display_name":"Edgar Solomonik","orcid":"https://orcid.org/0000-0002-6480-9066"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edgar Solomonik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7703,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.65727003,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"43","issue":"4","first_page":"C290","last_page":"C311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11809","display_name":"Advanced NMR Techniques and Applications","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1607","display_name":"Spectroscopy"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.8006616830825806},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.620337963104248},{"id":"https://openalex.org/keywords/newtons-method","display_name":"Newton's method","score":0.5395644307136536},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5234988331794739},{"id":"https://openalex.org/keywords/non-linear-least-squares","display_name":"Non-linear least squares","score":0.5007631778717041},{"id":"https://openalex.org/keywords/lu-decomposition","display_name":"LU decomposition","score":0.4932171702384949},{"id":"https://openalex.org/keywords/conjugate-gradient-method","display_name":"Conjugate gradient method","score":0.48183098435401917},{"id":"https://openalex.org/keywords/least-squares-function-approximation","display_name":"Least-squares function approximation","score":0.477413535118103},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4426315724849701},{"id":"https://openalex.org/keywords/linear-least-squares","display_name":"Linear least squares","score":0.4372017979621887},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.43027758598327637},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.36778968572616577},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.3296447992324829},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.29614949226379395},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.25938332080841064},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.21234926581382751},{"id":"https://openalex.org/keywords/estimation-theory","display_name":"Estimation theory","score":0.10460641980171204},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.08501496911048889}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.8006616830825806},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.620337963104248},{"id":"https://openalex.org/C85189116","wikidata":"https://www.wikidata.org/wiki/Q374195","display_name":"Newton's method","level":3,"score":0.5395644307136536},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5234988331794739},{"id":"https://openalex.org/C45923927","wikidata":"https://www.wikidata.org/wiki/Q3319230","display_name":"Non-linear least squares","level":3,"score":0.5007631778717041},{"id":"https://openalex.org/C123213974","wikidata":"https://www.wikidata.org/wiki/Q833089","display_name":"LU decomposition","level":4,"score":0.4932171702384949},{"id":"https://openalex.org/C81184566","wikidata":"https://www.wikidata.org/wiki/Q1191895","display_name":"Conjugate gradient method","level":2,"score":0.48183098435401917},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.477413535118103},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4426315724849701},{"id":"https://openalex.org/C58663186","wikidata":"https://www.wikidata.org/wiki/Q6553462","display_name":"Linear least squares","level":3,"score":0.4372017979621887},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.43027758598327637},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36778968572616577},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.3296447992324829},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.29614949226379395},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.25938332080841064},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.21234926581382751},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.10460641980171204},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.08501496911048889},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/20m1344561","is_oa":false,"landing_page_url":"https://doi.org/10.1137/20m1344561","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2952167421","display_name":null,"funder_award_id":"(OCI 07\u201025070)","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3226045097","display_name":null,"funder_award_id":"ACI-1 548 562","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4363882756","display_name":"Collaborative Research: Frameworks: Scalable Modular Software and Methods for High-Accuracy Materials and Condensed Phase Chemistry Simulation","funder_award_id":"1931258","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4911334988","display_name":"Sustained-Petascale In Action: Blue Waters Enabling Transformative Science And Engineering","funder_award_id":"1238993","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W49160414","https://openalex.org/W1590929617","https://openalex.org/W1963826206","https://openalex.org/W1969811075","https://openalex.org/W1979172031","https://openalex.org/W1982621520","https://openalex.org/W1989811026","https://openalex.org/W2004948173","https://openalex.org/W2006973305","https://openalex.org/W2008114373","https://openalex.org/W2008972618","https://openalex.org/W2022242697","https://openalex.org/W2024165284","https://openalex.org/W2026698804","https://openalex.org/W2035146430","https://openalex.org/W2035476608","https://openalex.org/W2043701535","https://openalex.org/W2044777402","https://openalex.org/W2047680880","https://openalex.org/W2051582030","https://openalex.org/W2057503509","https://openalex.org/W2066392792","https://openalex.org/W2071729267","https://openalex.org/W2095729436","https://openalex.org/W2098648646","https://openalex.org/W2102291960","https://openalex.org/W2105724942","https://openalex.org/W2111885075","https://openalex.org/W2141280932","https://openalex.org/W2157382843","https://openalex.org/W2469230926","https://openalex.org/W2581316022","https://openalex.org/W2582365613","https://openalex.org/W2619090350","https://openalex.org/W2736906781","https://openalex.org/W2756519801","https://openalex.org/W2950034300","https://openalex.org/W2963931908","https://openalex.org/W2988137070","https://openalex.org/W3009356518","https://openalex.org/W3102774506","https://openalex.org/W3102869303","https://openalex.org/W3103849684"],"related_works":["https://openalex.org/W2983297293","https://openalex.org/W4388964614","https://openalex.org/W2996136316","https://openalex.org/W2970432723","https://openalex.org/W1560140409","https://openalex.org/W2082821409","https://openalex.org/W2463007134","https://openalex.org/W2489086843","https://openalex.org/W2093919938","https://openalex.org/W2142947426"],"abstract_inverted_index":{"Alternating":[0],"least":[1,16,41,81,101],"squares":[2,17,42,82,102],"is":[3,28,33,57],"the":[4,72,86,123,136,145,161,174,179,200,212,216],"most":[5],"widely":[6],"used":[7],"algorithm":[8],"for":[9,94,118,139,160,185],"CANDECOMC/PARAFAC":[10],"(CP)":[11],"tensor":[12,116,130,141],"decomposition.":[13],"However,":[14,60],"alternating":[15,80],"may":[18],"exhibit":[19],"slow":[20],"or":[21],"no":[22],"convergence,":[23],"especially":[24],"when":[25],"high":[26],"accuracy":[27],"required.":[29],"An":[30],"alternative":[31],"approach":[32,147],"to":[34,134,143,164,183],"regard":[35],"CP":[36,95,188],"decomposition":[37],"as":[38,190,192],"a":[39,91,112,149,157],"nonlinear":[40],"problem":[43],"and":[44,204,210],"employ":[45,135],"Newton-like":[46],"methods.":[47],"Direct":[48],"solution":[49],"of":[50,67,71,90,129,176,178,195,202,207],"linear":[51,73,100],"systems":[52],"involving":[53],"an":[54,68],"approximated":[55],"Hessian":[56],"generally":[58],"expensive.":[59],"recent":[61],"advancements":[62],"have":[63],"shown":[64],"that":[65,114],"use":[66,128],"implicit":[69,119],"representation":[70],"system":[74],"makes":[75],"these":[76],"methods":[77],"competitive":[78],"with":[79,148],"(ALS).":[83],"We":[84,172,198],"provide":[85],"first":[87],"parallel":[88,205,213],"implementation":[89],"Gauss--Newton":[92,106,146,162,180],"method":[93,163,181],"decomposition,":[96],"which":[97],"iteratively":[98],"solves":[99],"problems":[103],"at":[104],"each":[105],"step.":[107],"In":[108,153],"particular,":[109],"we":[110,155],"leverage":[111],"formulation":[113],"employs":[115],"contractions":[117,131],"matrix-vector":[120],"products":[121],"within":[122],"conjugate":[124],"gradient":[125],"method.":[126],"The":[127],"enables":[132],"us":[133],"Cyclops":[137],"library":[138],"distributed-memory":[140],"computations":[142],"parallelize":[144],"high-level":[150],"Python":[151],"implementation.":[152],"addition,":[154],"propose":[156],"regularization":[158],"scheme":[159],"improve":[165],"convergence":[166,175],"properties":[167],"without":[168],"any":[169],"additional":[170],"cost.":[171],"study":[173,211],"variants":[177],"relative":[182],"ALS":[184],"finding":[186],"exact":[187],"decompositions":[189,194],"well":[191],"approximate":[193],"real-world":[196],"tensors.":[197],"evaluate":[199],"performance":[201],"sequential":[203],"versions":[206],"both":[208],"approaches,":[209],"scalability":[214],"on":[215],"Stampede2":[217],"supercomputer.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}