{"id":"https://openalex.org/W1590929617","doi":"https://doi.org/10.1137/14097968x","title":"Computing the Gradient in Optimization Algorithms for the CP Decomposition in Constant Memory through Tensor Blocking","display_name":"Computing the Gradient in Optimization Algorithms for the CP Decomposition in Constant Memory through Tensor Blocking","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W1590929617","doi":"https://doi.org/10.1137/14097968x","mag":"1590929617"},"language":"en","primary_location":{"id":"doi:10.1137/14097968x","is_oa":false,"landing_page_url":"https://doi.org/10.1137/14097968x","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://lirias.kuleuven.be/handle/123456789/494543","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047646325","display_name":"Nick Vannieuwenhoven","orcid":"https://orcid.org/0000-0001-5692-4163"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Nick Vannieuwenhoven","raw_affiliation_strings":["Katholieke Universiteit \u00adLeuven"],"affiliations":[{"raw_affiliation_string":"Katholieke Universiteit \u00adLeuven","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079388991","display_name":"Karl Meerbergen","orcid":"https://orcid.org/0000-0002-1508-0248"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Karl Meerbergen","raw_affiliation_strings":["Numerical Approximation and Linear Algebra Group, Department of Computer Science, KU Leuven, 3000 Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"Numerical Approximation and Linear Algebra Group, Department of Computer Science, KU Leuven, 3000 Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039999347","display_name":"Raf Vandebril","orcid":"https://orcid.org/0000-0003-2119-8696"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Raf Vandebril","raw_affiliation_strings":["Numerical Approximation and Linear Algebra Group, Department of Computer Science, KU Leuven, 3000 Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"Numerical Approximation and Linear Algebra Group, Department of Computer Science, KU Leuven, 3000 Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5047646325"],"corresponding_institution_ids":["https://openalex.org/I99464096"],"apc_list":null,"apc_paid":null,"fwci":0.7046,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.67476636,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"37","issue":"3","first_page":"C415","last_page":"C438"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.934499979019165,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.583357036113739},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5483707189559937},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5379543900489807},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.525230884552002},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.5244734287261963},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.5142349600791931},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5053377747535706},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.43975016474723816},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4149152934551239},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.41233396530151367},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3571564555168152},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.2402084767818451},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.1443559229373932},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.1286431849002838}],"concepts":[{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.583357036113739},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5483707189559937},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5379543900489807},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.525230884552002},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.5244734287261963},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.5142349600791931},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5053377747535706},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.43975016474723816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4149152934551239},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.41233396530151367},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3571564555168152},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.2402084767818451},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.1443559229373932},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1286431849002838},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1137/14097968x","is_oa":false,"landing_page_url":"https://doi.org/10.1137/14097968x","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},{"id":"pmh:oai:lirias2repo.kuleuven.be:123456789/494543","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/123456789/494543","pdf_url":null,"source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIAM Journal on Scientific Computing, vol. 37 (3), Art.No. 3, (C415-C438)","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:lirias2repo.kuleuven.be:123456789/494543","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/123456789/494543","pdf_url":null,"source":{"id":"https://openalex.org/S4306401954","display_name":"Lirias (KU Leuven)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I99464096","host_organization_name":"KU Leuven","host_organization_lineage":["https://openalex.org/I99464096"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIAM Journal on Scientific Computing, vol. 37 (3), Art.No. 3, (C415-C438)","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1814521481","https://openalex.org/W1964974767","https://openalex.org/W1978632288","https://openalex.org/W1979172031","https://openalex.org/W1989811026","https://openalex.org/W1995413897","https://openalex.org/W2000215628","https://openalex.org/W2002257715","https://openalex.org/W2008972618","https://openalex.org/W2022242697","https://openalex.org/W2024165284","https://openalex.org/W2036718271","https://openalex.org/W2038469228","https://openalex.org/W2044901395","https://openalex.org/W2047680880","https://openalex.org/W2059959502","https://openalex.org/W2063385922","https://openalex.org/W2066392792","https://openalex.org/W2070013413","https://openalex.org/W2071729267","https://openalex.org/W2073061372","https://openalex.org/W2093245688","https://openalex.org/W2093736060","https://openalex.org/W2102892751","https://openalex.org/W2121739212","https://openalex.org/W2128344236","https://openalex.org/W2132267493","https://openalex.org/W2141280932","https://openalex.org/W2143119605","https://openalex.org/W2162440838","https://openalex.org/W2258054274","https://openalex.org/W2330159389","https://openalex.org/W2524816694","https://openalex.org/W2963242183","https://openalex.org/W2963626304","https://openalex.org/W3098973674","https://openalex.org/W3102774506","https://openalex.org/W3104226882"],"related_works":["https://openalex.org/W2048963143","https://openalex.org/W3205652752","https://openalex.org/W1974777642","https://openalex.org/W1530861026","https://openalex.org/W2370340664","https://openalex.org/W2924774914","https://openalex.org/W30499333","https://openalex.org/W2798696987","https://openalex.org/W1980837560","https://openalex.org/W2381496012"],"abstract_inverted_index":{"The":[0,30,147,210],"construction":[1],"of":[2,5,20,48,56,58,66,95,118,143,159,163,167,187,195,201,215,217,222,231,234,237,243],"the":[3,6,46,54,59,67,71,93,96,115,137,144,157,174,179,199,202,218,223,235,238,241],"gradient":[4],"objective":[7],"function":[8],"in":[9,193],"gradient-based":[10],"optimization":[11],"algorithms":[12],"for":[13,33,134,189],"computing":[14],"an":[15,21],"r-term":[16],"CANDECOMP/PARAFAC":[17],"(CP)":[18],"decomposition":[19],"unstructured":[22],"dense":[23,191],"tensor":[24,98,239],"is":[25,79,141,153,205],"a":[26,39,63,75,82,160],"key":[27],"computational":[28],"kernel.":[29],"best":[31],"technique":[32,84],"efficiently":[34],"implementing":[35],"this":[36],"operation":[37],"has":[38],"memory":[40,72,196],"consumption":[41],"that":[42,85,149,173],"scales":[43],"linearly":[44],"with":[45,53],"number":[47,55,242],"terms":[49,194,244],"r":[50],"and":[51,102,114,121,240],"sublinearly":[52],"elements":[57],"tensor.":[60],"We":[61],"consider":[62],"blockwise":[64],"computation":[65],"CP":[68],"gradient,":[69],"reducing":[70],"requirements":[73],"to":[74,184],"constant.":[76],"This":[77],"reduction":[78],"achieved":[80],"by":[81,100,156,182],"novel":[83],"we":[86],"call":[87],"implicit":[88,116],"block":[89,97],"unfoldings,":[90],"which":[91],"combines":[92],"benefits":[94],"unfoldings":[99,117],"[Ragnarsson":[101],"Van":[103],"Loan,":[104],"SIAM":[105],"J.":[106],"Matrix":[107],"Anal.":[108],"Appl.,":[109],"33":[110],"(2012),":[111],"pp.":[112,129],"149--169]":[113],"[Phan,":[119],"Tichavsk\u00fd,":[120],"Cichocki,":[122],"IEEE":[123],"Trans.":[124],"Signal":[125],"Process.,":[126],"61":[127],"(2013),":[128],"4834--4846].":[130],"A":[131],"heuristic":[132],"algorithm":[133,212],"automatically":[135],"choosing":[136],"division":[138],"into":[139],"subtensors":[140],"part":[142],"proposed":[145,175,211],"algorithm.":[146],"throughput":[148],"can":[150,177],"be":[151],"attained":[152,213],"essentially":[154],"determined":[155],"performance":[158,221],"matrix":[161],"product":[162],"two":[164,185],"small":[165],"matrices":[166],"constant":[168],"size.":[169],"Numerical":[170],"experiments":[171],"illustrate":[172],"method":[176],"outperform":[178],"current":[180],"state-of-the-art":[181],"up":[183],"orders":[186],"magnitude":[188],"large":[190],"tensors":[192],"consumption,":[197],"while":[198],"increase":[200],"execution":[203],"time":[204],"no":[206,227],"more":[207,228],"than":[208,229],"5%.":[209],"upward":[214],"90%":[216],"theoretical":[219],"peak":[220],"computer":[224],"system,":[225],"using":[226],"50MB":[230],"memory,":[232],"irrespective":[233],"size":[236],"r.":[245]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}