{"id":"https://openalex.org/W4403662179","doi":"https://doi.org/10.48550/arxiv.2409.08861","title":"Adjoint Matching: Fine-tuning Flow and Diffusion Generative Models with Memoryless Stochastic Optimal Control","display_name":"Adjoint Matching: Fine-tuning Flow and Diffusion Generative Models with Memoryless Stochastic Optimal Control","publication_year":2024,"publication_date":"2024-09-13","ids":{"openalex":"https://openalex.org/W4403662179","doi":"https://doi.org/10.48550/arxiv.2409.08861"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.08861","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.08861","pdf_url":"https://arxiv.org/pdf/2409.08861","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.08861","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037609573","display_name":"Carles Domingo-Enrich","orcid":"https://orcid.org/0000-0001-6738-5388"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Domingo-Enrich, Carles","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024536150","display_name":"Michal Drozdzal","orcid":"https://orcid.org/0000-0002-0661-6338"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Drozdzal, Michal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038907218","display_name":"Brian Karrer","orcid":"https://orcid.org/0000-0002-6252-8332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karrer, Brian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5029262768","display_name":"Ricky T. Q. Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ricky T. Q.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037609573"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.8551999926567078,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.8551999926567078,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10067","display_name":"Stochastic processes and financial applications","score":0.8188999891281128,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6979743242263794},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.597313404083252},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.5550650358200073},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5288166999816895},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5091668963432312},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4923638105392456},{"id":"https://openalex.org/keywords/stochastic-control","display_name":"Stochastic control","score":0.45888596773147583},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4178411364555359},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4145430624485016},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.410832941532135},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4106155037879944},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.32120317220687866},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14127182960510254},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13927116990089417},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11759868264198303},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.10870984196662903},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.08459314703941345}],"concepts":[{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6979743242263794},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.597313404083252},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.5550650358200073},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5288166999816895},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5091668963432312},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4923638105392456},{"id":"https://openalex.org/C170131372","wikidata":"https://www.wikidata.org/wiki/Q7617811","display_name":"Stochastic control","level":3,"score":0.45888596773147583},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4178411364555359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4145430624485016},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.410832941532135},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4106155037879944},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.32120317220687866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14127182960510254},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13927116990089417},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11759868264198303},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.10870984196662903},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.08459314703941345}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.08861","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.08861","pdf_url":"https://arxiv.org/pdf/2409.08861","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.08861","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.08861","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.08861","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.08861","pdf_url":"https://arxiv.org/pdf/2409.08861","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W2967848559","https://openalex.org/W4299831724","https://openalex.org/W4283803360"],"abstract_inverted_index":{"Dynamical":[0],"generative":[1],"models":[2,33],"that":[3,52,103],"produce":[4],"samples":[5],"through":[6],"an":[7],"iterative":[8],"process,":[9],"such":[10],"as":[11,44,97],"Flow":[12],"Matching":[13,87],"and":[14,75,118],"denoising":[15],"diffusion":[16],"models,":[17,125],"have":[18,24],"seen":[19],"widespread":[20],"use,":[21],"but":[22],"there":[23],"not":[25],"been":[26],"many":[27],"theoretically-sound":[28],"methods":[29,110],"for":[30,68,111],"improving":[31],"these":[32],"with":[34],"reward":[35,42,112,124],"fine-tuning.":[36],"In":[37],"this":[38],"work,":[39],"we":[40,50],"cast":[41],"fine-tuning":[43],"stochastic":[45],"optimal":[46],"control":[47],"(SOC).":[48],"Critically,":[49],"prove":[51],"a":[53,82,98],"very":[54],"specific":[55],"memoryless":[56],"noise":[57,73],"schedule":[58],"must":[59],"be":[60],"enforced":[61],"during":[62],"fine-tuning,":[63,113],"in":[64],"order":[65],"to":[66,120],"account":[67],"the":[69,72,76],"dependency":[70],"between":[71],"variable":[74],"generated":[77],"samples.":[78],"We":[79,101],"also":[80],"propose":[81],"new":[83],"algorithm":[84],"named":[85],"Adjoint":[86],"which":[88],"outperforms":[89],"existing":[90,109],"SOC":[91,95],"algorithms,":[92],"by":[93],"casting":[94],"problems":[96],"regression":[99],"problem.":[100],"find":[102],"our":[104],"approach":[105],"significantly":[106],"improves":[107],"over":[108],"achieving":[114],"better":[115],"consistency,":[116],"realism,":[117],"generalization":[119],"unseen":[121],"human":[122],"preference":[123],"while":[126],"retaining":[127],"sample":[128],"diversity.":[129]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2024-10-23T00:00:00"}