{"id":"https://openalex.org/W3092083334","doi":"https://doi.org/10.3233/fi-2020-1984","title":"A Simple and Efficient Tensor Calculus for Machine Learning","display_name":"A Simple and Efficient Tensor Calculus for Machine Learning","publication_year":2020,"publication_date":"2020-12-18","ids":{"openalex":"https://openalex.org/W3092083334","doi":"https://doi.org/10.3233/fi-2020-1984","mag":"3092083334"},"language":"en","primary_location":{"id":"doi:10.3233/fi-2020-1984","is_oa":false,"landing_page_url":"https://doi.org/10.3233/fi-2020-1984","pdf_url":null,"source":{"id":"https://openalex.org/S39012697","display_name":"Fundamenta Informaticae","issn_l":"0169-2968","issn":["0169-2968","1875-8681"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fundamenta Informaticae","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.03313","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091320755","display_name":"S\u00f6ren Laue","orcid":null},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"S\u00f6ren Laue","raw_affiliation_strings":["Friedrich-Schiller-Universit\u00e4t Jena, Faculty of Mathematics and Computer Science, Ernst-Abbe-Platz 2, 07743 Jena, Germany. , ,","University of Jena"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Friedrich-Schiller-Universit\u00e4t Jena, Faculty of Mathematics and Computer Science, Ernst-Abbe-Platz 2, 07743 Jena, Germany. , ,","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"University of Jena","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043832270","display_name":"Matthias Mitterreiter","orcid":null},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Mitterreiter","raw_affiliation_strings":["Friedrich-Schiller-Universit\u00e4t Jena, Faculty of Mathematics and Computer Science, Ernst-Abbe-Platz 2, 07743 Jena, Germany. , ,","University of Jena"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Friedrich-Schiller-Universit\u00e4t Jena, Faculty of Mathematics and Computer Science, Ernst-Abbe-Platz 2, 07743 Jena, Germany. , ,","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"University of Jena","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027313464","display_name":"Joachim Giesen","orcid":"https://orcid.org/0000-0001-6598-6833"},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joachim Giesen","raw_affiliation_strings":["Friedrich-Schiller-Universit\u00e4t Jena, Faculty of Mathematics and Computer Science, Ernst-Abbe-Platz 2, 07743 Jena, Germany. , ,","University of Jena"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Friedrich-Schiller-Universit\u00e4t Jena, Faculty of Mathematics and Computer Science, Ernst-Abbe-Platz 2, 07743 Jena, Germany. , ,","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"University of Jena","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76198965"],"apc_list":null,"apc_paid":null,"fwci":0.1343,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.59610197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"177","issue":"2","first_page":"157","last_page":"179"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.8382508158683777},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.7389541268348694},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6109053492546082},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5890368819236755},{"id":"https://openalex.org/keywords/einstein-tensor","display_name":"Einstein tensor","score":0.5565410256385803},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5409207940101624},{"id":"https://openalex.org/keywords/tensor-algebra","display_name":"Tensor algebra","score":0.45287996530532837},{"id":"https://openalex.org/keywords/algebra-over-a-field","display_name":"Algebra over a field","score":0.4297516345977783},{"id":"https://openalex.org/keywords/tensor-contraction","display_name":"Tensor contraction","score":0.4252704977989197},{"id":"https://openalex.org/keywords/einstein","display_name":"Einstein","score":0.4140337109565735},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.39037394523620605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3596212863922119},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2768908143043518},{"id":"https://openalex.org/keywords/tensor-product","display_name":"Tensor product","score":0.255804181098938},{"id":"https://openalex.org/keywords/riemann-curvature-tensor","display_name":"Riemann curvature tensor","score":0.21269670128822327},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.1752634346485138},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.093404620885849},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.0896846354007721},{"id":"https://openalex.org/keywords/curvature","display_name":"Curvature","score":0.07732054591178894}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.8382508158683777},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.7389541268348694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6109053492546082},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5890368819236755},{"id":"https://openalex.org/C14440778","wikidata":"https://www.wikidata.org/wiki/Q550929","display_name":"Einstein tensor","level":4,"score":0.5565410256385803},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5409207940101624},{"id":"https://openalex.org/C1680195","wikidata":"https://www.wikidata.org/wiki/Q2296021","display_name":"Tensor algebra","level":5,"score":0.45287996530532837},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.4297516345977783},{"id":"https://openalex.org/C124007464","wikidata":"https://www.wikidata.org/wiki/Q428091","display_name":"Tensor contraction","level":3,"score":0.4252704977989197},{"id":"https://openalex.org/C146846114","wikidata":"https://www.wikidata.org/wiki/Q901448","display_name":"Einstein","level":2,"score":0.4140337109565735},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.39037394523620605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3596212863922119},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2768908143043518},{"id":"https://openalex.org/C51255310","wikidata":"https://www.wikidata.org/wiki/Q1163016","display_name":"Tensor product","level":2,"score":0.255804181098938},{"id":"https://openalex.org/C183517385","wikidata":"https://www.wikidata.org/wiki/Q855112","display_name":"Riemann curvature tensor","level":3,"score":0.21269670128822327},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.1752634346485138},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.093404620885849},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0896846354007721},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.07732054591178894},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C81999800","wikidata":"https://www.wikidata.org/wiki/Q1454725","display_name":"Current algebra","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C100376341","wikidata":"https://www.wikidata.org/wiki/Q649977","display_name":"Jordan algebra","level":4,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3233/fi-2020-1984","is_oa":false,"landing_page_url":"https://doi.org/10.3233/fi-2020-1984","pdf_url":null,"source":{"id":"https://openalex.org/S39012697","display_name":"Fundamenta Informaticae","issn_l":"0169-2968","issn":["0169-2968","1875-8681"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fundamenta Informaticae","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2010.03313","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.03313","pdf_url":"https://arxiv.org/pdf/2010.03313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"mag:3092083334","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2010.03313.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2010.03313","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.03313","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.03313","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.03313","pdf_url":"https://arxiv.org/pdf/2010.03313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3092083334.pdf","grobid_xml":"https://content.openalex.org/works/W3092083334.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W83961856","https://openalex.org/W94523489","https://openalex.org/W188376461","https://openalex.org/W1448623749","https://openalex.org/W1498436455","https://openalex.org/W1569098853","https://openalex.org/W1585773866","https://openalex.org/W1612003148","https://openalex.org/W1746819321","https://openalex.org/W1880262756","https://openalex.org/W1950330800","https://openalex.org/W1983864872","https://openalex.org/W2006903949","https://openalex.org/W2031070741","https://openalex.org/W2045126306","https://openalex.org/W2054141820","https://openalex.org/W2087169336","https://openalex.org/W2119821739","https://openalex.org/W2119946195","https://openalex.org/W2133400152","https://openalex.org/W2135046866","https://openalex.org/W2136922672","https://openalex.org/W2144902422","https://openalex.org/W2464234964","https://openalex.org/W2589859332","https://openalex.org/W2786320458","https://openalex.org/W2797638056","https://openalex.org/W2890411254","https://openalex.org/W2890506771","https://openalex.org/W2891673498","https://openalex.org/W2891885685","https://openalex.org/W2899771611","https://openalex.org/W2899971035","https://openalex.org/W2903224116","https://openalex.org/W2903950532","https://openalex.org/W2912713668","https://openalex.org/W2929122190","https://openalex.org/W2953384591","https://openalex.org/W2962695963","https://openalex.org/W2962727772","https://openalex.org/W2964346549","https://openalex.org/W2996865504","https://openalex.org/W3029427430","https://openalex.org/W3037501888","https://openalex.org/W3103523274"],"related_works":["https://openalex.org/W3115388305","https://openalex.org/W2996865504","https://openalex.org/W2033380201","https://openalex.org/W2110824346","https://openalex.org/W2551240942","https://openalex.org/W2793306607","https://openalex.org/W63104525","https://openalex.org/W2289508293","https://openalex.org/W2005397991","https://openalex.org/W2306971895","https://openalex.org/W2295359232","https://openalex.org/W3043052589","https://openalex.org/W2738238629","https://openalex.org/W2049402534","https://openalex.org/W2905283763","https://openalex.org/W2788592877","https://openalex.org/W2255198882","https://openalex.org/W1731630904","https://openalex.org/W2780276625","https://openalex.org/W2604327194"],"abstract_inverted_index":{"Computing":[0],"derivatives":[1,29,45,191],"of":[2,23,35,46,61,192],"tensor":[3,8,47,109,151,195],"expressions,":[4],"also":[5],"known":[6],"as":[7],"calculus,":[9],"is":[10,20,57,71,130,145],"a":[11,58,117],"fundamental":[12],"task":[13],"in":[14,111,186,200],"machine":[15],"learning.":[16],"A":[17],"key":[18],"concern":[19],"the":[21,25,33,69,96,107,127,135,160,201],"efficiency":[22],"evaluating":[24],"expressions":[26,48,196],"and":[27,76,153,194],"their":[28],"that":[30,56,94,141,167,175,183],"hinges":[31],"on":[32,73,123],"representation":[34,110],"these":[36,112],"expressions.":[37],"Recently,":[38],"an":[39,149,155],"algorithm":[40,121],"for":[41,148,159,189],"computing":[42,190],"higher":[43],"order":[44],"like":[49,88],"Jacobians":[50],"or":[51,92,114],"Hessians":[52],"has":[53],"been":[54,198],"introduced":[55],"few":[59],"orders":[60],"magnitude":[62],"faster":[63],"than":[64],"previous":[65],"state-of-the-art":[66],"approaches.":[67],"Unfortunately,":[68],"approach":[70],"based":[72,122],"Ricci":[74,143],"notation":[75,144,171],"hence":[77],"cannot":[78],"be":[79],"incorporated":[80],"into":[81],"automatic":[82],"differentiation":[83],"frameworks":[84,113],"from":[85],"deep":[86],"learning":[87],"TensorFlow,":[89],"PyTorch,":[90],"autograd,":[91],"JAX":[93],"use":[95],"simpler":[97,161],"Einstein":[98,124,162,170],"notation.":[99,125,163],"This":[100],"leaves":[101],"two":[102],"options,":[103],"to":[104,115,169,177],"either":[105],"change":[106],"underlying":[108],"develop":[116,154],"new,":[118],"provably":[119],"correct":[120],"Obviously,":[126],"first":[128],"option":[129],"impractical.":[131],"Hence,":[132],"we":[133,139],"pursue":[134],"second":[136],"option.":[137],"Here,":[138],"show":[140],"using":[142],"not":[146],"necessary":[147],"efficient":[150,157],"calculus":[152],"equally":[156],"method":[158],"It":[164],"turns":[165],"out":[166],"turning":[168],"enables":[172],"further":[173],"improvements":[174],"lead":[176],"even":[178],"better":[179],"efficiency.":[180],"The":[181],"methods":[182],"are":[184],"described":[185],"this":[187],"paper":[188],"matrix":[193],"have":[197],"implemented":[199],"online":[202],"tool":[203],"www.MatrixCalculus.org":[204],".":[205]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}