{"id":"https://openalex.org/W3034574626","doi":"https://doi.org/10.48550/arxiv.2006.07057","title":"Linear Time Sinkhorn Divergences using Positive Features","display_name":"Linear Time Sinkhorn Divergences using Positive Features","publication_year":2020,"publication_date":"2020-06-12","ids":{"openalex":"https://openalex.org/W3034574626","doi":"https://doi.org/10.48550/arxiv.2006.07057","mag":"3034574626"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2006.07057","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07057","pdf_url":"https://arxiv.org/pdf/2006.07057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.07057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061500774","display_name":"Meyer Scetbon","orcid":"https://orcid.org/0000-0002-1419-8578","observed_orcids":["https://orcid.org/0000-0002-1419-8578"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scetbon, Meyer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5017263427","display_name":"Marco Cuturi","orcid":"https://orcid.org/0000-0002-1934-0588","observed_orcids":["https://orcid.org/0000-0002-1934-0588"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cuturi, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"13468","last_page":"13480"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10229","display_name":"Geometric Analysis and Curvature Flows","score":0.826200008392334,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10229","display_name":"Geometric Analysis and Curvature Flows","score":0.826200008392334,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.03370000049471855,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.028599999845027924,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sinkhorn-divergence","display_name":"Sinkhorn divergence","score":0.9890000224113464},{"id":"https://openalex.org/keywords/optimal-transport","display_name":"optimal transport","score":0.9419999718666077},{"id":"https://openalex.org/keywords/entropy-regularization","display_name":"entropy regularization","score":0.9869999885559082},{"id":"https://openalex.org/keywords/linear-time-complexity","display_name":"linear time complexity","score":0.6549999713897705},{"id":"https://openalex.org/keywords/kernel-matrix-approximation","display_name":"kernel matrix approximation","score":0.7599999904632568},{"id":"https://openalex.org/keywords/differentiable-approximation","display_name":"differentiable approximation","score":0.7609999775886536},{"id":"https://openalex.org/keywords/generative-adversarial-networks","display_name":"generative adversarial networks","score":0.7419999837875366},{"id":"https://openalex.org/keywords/probability-distribution-comparison","display_name":"probability distribution comparison","score":0.7170000076293945}],"concepts":[{"id":"https://openalex.org/C2780016784","wikidata":"https://www.wikidata.org/wiki/Q2714507","display_name":"Orthant","level":2,"score":0.9300374984741211},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5950589776039124},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5630440711975098},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5537883043289185},{"id":"https://openalex.org/C195956108","wikidata":"https://www.wikidata.org/wiki/Q7268362","display_name":"Quadratic growth","level":2,"score":0.5270253419876099},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.48788881301879883},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4573814570903778},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.45377403497695923},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.42099544405937195},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4154409170150757},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.41382110118865967},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4137669801712036},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34299564361572266},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.23837369680404663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.21155774593353271},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17314207553863525},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12267163395881653},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2006.07057","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07057","pdf_url":"https://arxiv.org/pdf/2006.07057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2006.07057","doi":"https://doi.org/10.48550/arxiv.2006.07057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.07057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3102741928","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2006.07057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.07057","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07057","pdf_url":"https://arxiv.org/pdf/2006.07057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1579118835","https://openalex.org/W1585160083","https://openalex.org/W1594039573","https://openalex.org/W1629559917","https://openalex.org/W1762430620","https://openalex.org/W1834627138","https://openalex.org/W2009172320","https://openalex.org/W2022163094","https://openalex.org/W2036996178","https://openalex.org/W2037468546","https://openalex.org/W2045361520","https://openalex.org/W2111725927","https://openalex.org/W2121949863","https://openalex.org/W2123872146","https://openalex.org/W2125621954","https://openalex.org/W2139999468","https://openalex.org/W2144902422","https://openalex.org/W2155488148","https://openalex.org/W2158131535","https://openalex.org/W2164260102","https://openalex.org/W2167608136","https://openalex.org/W2167732364","https://openalex.org/W2169067611","https://openalex.org/W2173520492","https://openalex.org/W2222339201","https://openalex.org/W2417433140","https://openalex.org/W2460272027","https://openalex.org/W2464628725","https://openalex.org/W2617322972","https://openalex.org/W2620318602","https://openalex.org/W2623516925","https://openalex.org/W2724892359","https://openalex.org/W2727413762","https://openalex.org/W2739748921","https://openalex.org/W2892266277","https://openalex.org/W2895248218","https://openalex.org/W2897105053","https://openalex.org/W2899486018","https://openalex.org/W2905043080","https://openalex.org/W2911279170","https://openalex.org/W2914765585","https://openalex.org/W2962844668","https://openalex.org/W2962970351","https://openalex.org/W2963121255","https://openalex.org/W2963134136","https://openalex.org/W2963506485","https://openalex.org/W2963534251","https://openalex.org/W2963668673","https://openalex.org/W2963989027","https://openalex.org/W2977810262","https://openalex.org/W3005307096"],"related_works":["https://openalex.org/W772650738","https://openalex.org/W2044221060","https://openalex.org/W2112958926","https://openalex.org/W2067698461","https://openalex.org/W3037833187","https://openalex.org/W4394660764","https://openalex.org/W2109909957","https://openalex.org/W2952566446","https://openalex.org/W4300815946","https://openalex.org/W2164294104"],"abstract_inverted_index":{"Although":[0],"Sinkhorn":[1,111],"divergences":[2],"are":[3],"now":[4],"routinely":[5],"used":[6],"in":[7,24,27],"data":[8],"sciences":[9],"to":[10,18,67,72,146,151,161],"compare":[11],"probability":[12],"distributions,":[13,148],"the":[14,28,32,78,87,91,108,133,158],"computational":[15],"effort":[16],"required":[17],"compute":[19],"them":[20],"remains":[21],"expensive,":[22],"growing":[23],"general":[25],"quadratically":[26],"size":[29],"$n$":[30],"of":[31,34,55,77,110,132,157,166],"support":[33],"these":[35],"distributions.":[36],"Indeed,":[37],"solving":[38],"optimal":[39],"transport":[40],"(OT)":[41],"with":[42,95,144],"an":[43],"entropic":[44],"regularization":[45],"requires":[46],"computing":[47],"a":[48,56,68,84,102,163],"$n\\times":[49,57],"n$":[50,58],"kernel":[51,103,159],"matrix":[52],"(the":[53],"neg-exponential":[54],"pairwise":[59],"ground":[60,75,88],"cost":[61,109,120],"matrix)":[62],"that":[63,107,118,135,140],"is":[64,83],"repeatedly":[65],"applied":[66],"vector.":[69],"We":[70,116],"propose":[71],"use":[73],"instead":[74],"costs":[76],"form":[79],"$c(x,y)=-\\log\\dotp{\u03c6(x)}{\u03c6(y)}$":[80],"where":[81],"$\u03c6$":[82],"map":[85],"from":[86],"space":[89],"onto":[90],"positive":[92],"orthant":[93],"$\\RR^r_+$,":[94],"$r\\ll":[96],"n$.":[97],"This":[98],"choice":[99],"yields,":[100],"equivalently,":[101],"$k(x,y)=\\dotp{\u03c6(x)}{\u03c6(y)}$,":[104],"and":[105],"ensures":[106],"iterations":[112],"scales":[113],"as":[114,149],"$O(nr)$.":[115],"show":[117],"usual":[119],"functions":[121],"can":[122],"be":[123],"approximated":[124],"using":[125],"this":[126],"form.":[127],"Additionaly,":[128],"we":[129],"take":[130],"advantage":[131],"fact":[134],"our":[136],"approach":[137],"yields":[138],"approximation":[139],"remain":[141],"fully":[142],"differentiable":[143],"respect":[145],"input":[147],"opposed":[150],"previously":[152],"proposed":[153],"adaptive":[154],"low-rank":[155],"approximations":[156],"matrix,":[160],"train":[162],"faster":[164],"variant":[165],"OT-GAN":[167],"\\cite{salimans2018improving}.":[168]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2026-09-26T08:19:03.415552","created_date":"2025-10-10T00:00:00"}