{"id":"https://openalex.org/W2972392971","doi":"https://doi.org/10.48550/arxiv.1909.05675","title":"Accelerating Training using Tensor Decomposition","display_name":"Accelerating Training using Tensor Decomposition","alternate_titles":[],"publication_year":2019,"publication_date":"2019-09-10","ids":{"openalex":"https://openalex.org/W2972392971","doi":"https://doi.org/10.48550/arxiv.1909.05675","mag":"2972392971"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1909.05675","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.05675","pdf_url":"https://arxiv.org/pdf/1909.05675","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2972392971"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.05675","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031013766","display_name":"Mostafa Elhoushi","orcid":"https://orcid.org/0000-0001-6172-4510","observed_orcids":["https://orcid.org/0000-0001-6172-4510"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elhoushi, Mostafa","raw_affiliation_strings":["Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024018042","display_name":"Ye Tian","orcid":"https://orcid.org/0000-0002-3428-1889","observed_orcids":["https://orcid.org/0000-0002-3428-1889"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Ye Henry","raw_affiliation_strings":["Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100434177","display_name":"Zihao Chen","orcid":"https://orcid.org/0000-0002-9349-0349","observed_orcids":["https://orcid.org/0000-0002-9349-0349"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zihao","raw_affiliation_strings":["Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089837135","display_name":"Farhan Shafiq","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shafiq, Farhan","raw_affiliation_strings":["Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086116511","display_name":"Joey Yiwei Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Joey Yiwei","raw_affiliation_strings":["Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toronto Hetrogeneous Compilers Lab 19 Allstate Parkway Markham , Ontario , L3R 5B4 Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8720999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8720999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.09830000251531601,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.013500000350177288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tensor-decomposition","display_name":"tensor decomposition","score":0.9990000128746033},{"id":"https://openalex.org/keywords/training-acceleration","display_name":"training acceleration","score":0.8220000267028809},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.6710000038146973},{"id":"https://openalex.org/keywords/training-time-reduction","display_name":"training time reduction","score":0.6570000052452087},{"id":"https://openalex.org/keywords/random-initialization","display_name":"random initialization","score":0.4350000023841858},{"id":"https://openalex.org/keywords/cifar-10","display_name":"CIFAR-10","score":0.7519999742507935},{"id":"https://openalex.org/keywords/imagenet","display_name":"ImageNet","score":0.875}],"concepts":[{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.8355090022087097},{"id":"https://openalex.org/C2986737658","wikidata":"https://www.wikidata.org/wiki/Q30103009","display_name":"Tensor decomposition","level":3,"score":0.769390344619751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7357104420661926},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.6852065324783325},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5400164723396301},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.530460000038147},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.5267276763916016},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5210363268852234},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.518305242061615},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4772500991821289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43321090936660767},{"id":"https://openalex.org/C2781345722","wikidata":"https://www.wikidata.org/wiki/Q5308388","display_name":"Drop (telecommunication)","level":2,"score":0.4164230227470398},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16314822435379028},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.112388014793396},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.07381477952003479},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1909.05675","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.05675","pdf_url":"https://arxiv.org/pdf/1909.05675","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1909.05675","doi":"https://doi.org/10.48550/arxiv.1909.05675","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1909.05675","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.05675","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.05675","pdf_url":"https://arxiv.org/pdf/1909.05675","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2972392971.pdf","grobid_xml":"https://content.openalex.org/works/W2972392971.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1963826206","https://openalex.org/W2104636679","https://openalex.org/W2114766824","https://openalex.org/W2115120746","https://openalex.org/W2125389748","https://openalex.org/W2167215970","https://openalex.org/W2177847924","https://openalex.org/W2260663238","https://openalex.org/W2530046111","https://openalex.org/W2612445135","https://openalex.org/W2701971652","https://openalex.org/W2774000609","https://openalex.org/W2787998955","https://openalex.org/W2885340141","https://openalex.org/W2894994475","https://openalex.org/W2896409484","https://openalex.org/W2899994076","https://openalex.org/W2911546748","https://openalex.org/W2945659254","https://openalex.org/W2948223045","https://openalex.org/W2955419283","https://openalex.org/W2960643108","https://openalex.org/W2963163009","https://openalex.org/W2963844898","https://openalex.org/W2964008506","https://openalex.org/W2972087877","https://openalex.org/W2996390082","https://openalex.org/W4302023899","https://openalex.org/W4394670654"],"related_works":["https://openalex.org/W4401202670","https://openalex.org/W3190699422","https://openalex.org/W4360996091","https://openalex.org/W2946200566","https://openalex.org/W3046175167","https://openalex.org/W3045053919","https://openalex.org/W3185365640","https://openalex.org/W4386555408","https://openalex.org/W4205613022","https://openalex.org/W2896873306"],"abstract_inverted_index":{"Tensor":[0],"decomposition":[1,32],"is":[2,69,82,143,148],"one":[3],"of":[4,15,17,37,64,102,128,145],"the":[5,10,48,67,75,79,91,96],"well-known":[6],"approaches":[7],"to":[8,29,33,89,95,150],"reduce":[9,34],"latency":[11],"time":[12,36,124],"and":[13,71,109,112,132,147,158],"number":[14,63],"parameters":[16],"a":[18,39,61],"pre-trained":[19],"model.":[20],"However,":[21],"in":[22,86,122,133],"this":[23,104],"paper,":[24],"we":[25,46],"propose":[26],"an":[27,83],"approach":[28,88,105,142],"use":[30],"tensor":[31],"training":[35,38,74,123,140],"model":[40,49,68,77],"from":[41,50],"scratch.":[42],"In":[43],"our":[44,87],"approach,":[45],"train":[47],"scratch":[51],"(i.e.,":[52],"randomly":[53],"initialized":[54],"weights)":[55],"with":[56,125],"its":[57],"original":[58,97],"architecture":[59,93],"for":[60],"small":[62],"epochs,":[65],"then":[66,72],"decomposed,":[70],"continue":[73],"decomposed":[76,92],"till":[78],"end.":[80],"There":[81],"optional":[84],"step":[85],"convert":[90],"back":[94],"architecture.":[98],"We":[99],"present":[100],"results":[101],"using":[103],"on":[106,155],"both":[107,156],"CIFAR10":[108],"Imagenet":[110],"datasets,":[111],"show":[113],"that":[114],"there":[115],"can":[116],"be":[117],"upto":[118,129],"2x":[119],"speed":[120,153],"up":[121],"accuracy":[126,137],"drop":[127],"1.5%":[130],"only,":[131],"other":[134],"cases":[135],"no":[136],"drop.":[138],"This":[139],"acceleration":[141],"independent":[144],"hardware":[146],"expected":[149],"have":[151],"similar":[152],"ups":[154],"CPU":[157],"GPU":[159],"platforms.":[160]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2972392971","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2019-09-19T00:00:00"}
