{"id":"https://openalex.org/W2787063232","doi":"https://doi.org/10.48550/arxiv.1802.03676","title":"Differentiable Dynamic Programming for Structured Prediction and Attention","display_name":"Differentiable Dynamic Programming for Structured Prediction and Attention","alternate_titles":[],"publication_year":2018,"publication_date":"2018-02-11","ids":{"openalex":"https://openalex.org/W2787063232","doi":"https://doi.org/10.48550/arxiv.1802.03676","mag":"2787063232"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1802.03676","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.03676","pdf_url":"https://arxiv.org/pdf/1802.03676","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2787063232"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1802.03676","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061701877","display_name":"Arthur Mensch","orcid":"https://orcid.org/0000-0001-7866-0461","observed_orcids":["https://orcid.org/0000-0001-7866-0461"]},"institutions":[{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mensch, Arthur","raw_affiliation_strings":["Inria Parietal Saclay , France","Modelling brain structure, function and variability based on high-field MRI data"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria Parietal Saclay , France","institution_ids":["https://openalex.org/I4210126360"]},{"raw_affiliation_string":"Modelling brain structure, function and variability based on high-field MRI data","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049123454","display_name":"Mathieu Blondel","orcid":"https://orcid.org/0000-0002-2366-2993","observed_orcids":["https://orcid.org/0000-0002-2366-2993"]},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]},{"id":"https://openalex.org/I4405275474","display_name":"NTT Communications Corporation (Japan)","ror":"https://ror.org/03p0gwt85","country_code":"JP","type":"company","lineage":["https://openalex.org/I4405275474"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Blondel, Mathieu","raw_affiliation_strings":["NTT Communication Science Laboratories Kyoto , Japan","NTT Communication Science Laboratories"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Communication Science Laboratories Kyoto , Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"NTT Communication Science Laboratories","institution_ids":["https://openalex.org/I2251713219","https://openalex.org/I4405275474"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":112,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"80","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4535999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4535999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2671000063419342,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03590000048279762,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/structured-prediction","display_name":"structured prediction","score":0.8019999861717224},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.652999997138977},{"id":"https://openalex.org/keywords/viterbi-algorithm","display_name":"Viterbi algorithm","score":0.8040000200271606},{"id":"https://openalex.org/keywords/dynamic-time-warping","display_name":"dynamic time warping","score":0.9409999847412109},{"id":"https://openalex.org/keywords/sequence-prediction","display_name":"sequence prediction","score":0.8109999895095825},{"id":"https://openalex.org/keywords/time-series-alignment","display_name":"time series alignment","score":0.9869999885559082},{"id":"https://openalex.org/keywords/graphical-model-inference","display_name":"graphical model inference","score":0.7570000290870667},{"id":"https://openalex.org/keywords/neural-machine-translation","display_name":"neural machine translation","score":0.8899999856948853},{"id":"https://openalex.org/keywords/sparse-attention","display_name":"sparse attention","score":0.8019999861717224}],"concepts":[{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6719733476638794},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5071206092834473},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.44711512327194214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3780038356781006},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3615606725215912},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3394770622253418},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21345019340515137},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20738521218299866},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.09181216359138489}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1802.03676","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.03676","pdf_url":"https://arxiv.org/pdf/1802.03676","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-01809550v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.archives-ouvertes.fr/hal-01809550","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"35th International Conference on Machine Learning","raw_type":"\\ninfo:eu-repo/semantics/conferenceObject\\n"},{"id":"pmh:oai:HAL:hal-01809550v2","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-01809550","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"35th International Conference on Machine Learning, Jul 2018, Stockholm, Sweden","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1802.03676","doi":"https://doi.org/10.48550/arxiv.1802.03676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1802.03676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1802.03676","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.03676","pdf_url":"https://arxiv.org/pdf/1802.03676","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2787063232.pdf","grobid_xml":"https://content.openalex.org/works/W2787063232.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1515020792","https://openalex.org/W1586642961","https://openalex.org/W1611577713","https://openalex.org/W1902237438","https://openalex.org/W1953936588","https://openalex.org/W1972010412","https://openalex.org/W1978259121","https://openalex.org/W1991133427","https://openalex.org/W2005895359","https://openalex.org/W2006903949","https://openalex.org/W2007321142","https://openalex.org/W2024590302","https://openalex.org/W2026129786","https://openalex.org/W2045191540","https://openalex.org/W2056385679","https://openalex.org/W2056653303","https://openalex.org/W2105842272","https://openalex.org/W2113217465","https://openalex.org/W2120340025","https://openalex.org/W2124049598","https://openalex.org/W2124801098","https://openalex.org/W2128160875","https://openalex.org/W2129232371","https://openalex.org/W2129999749","https://openalex.org/W2133564696","https://openalex.org/W2137143056","https://openalex.org/W2144578941","https://openalex.org/W2147880316","https://openalex.org/W2159080219","https://openalex.org/W2167732364","https://openalex.org/W2253795368","https://openalex.org/W2296283641","https://openalex.org/W2296319761","https://openalex.org/W2563351168","https://openalex.org/W2565877108","https://openalex.org/W2586050494","https://openalex.org/W2591724398","https://openalex.org/W2592457170","https://openalex.org/W2751681791","https://openalex.org/W2962902328","https://openalex.org/W2963502387","https://openalex.org/W4253573210","https://openalex.org/W4293052541","https://openalex.org/W4402911752","https://openalex.org/W7097023696"],"related_works":["https://openalex.org/W1519868246","https://openalex.org/W7126171128","https://openalex.org/W3006401443","https://openalex.org/W6884960983","https://openalex.org/W2787693176","https://openalex.org/W3099934927","https://openalex.org/W3007468665","https://openalex.org/W4226363040","https://openalex.org/W2161002641","https://openalex.org/W2981114271"],"abstract_inverted_index":{"Dynamic":[0],"programming":[1,55],"(DP)":[2],"solves":[3],"a":[4,33,58,79,91,117,125],"variety":[5],"of":[6,20,72,82,114],"structured":[7,138,143],"combinatorial":[8,75],"problems":[9],"by":[10,39],"iteratively":[11],"breaking":[12],"them":[13,103],"down":[14],"into":[15,85],"smaller":[16],"subproblems.":[17],"In":[18],"spite":[19],"their":[21,30],"versatility,":[22],"DP":[23,83,99],"algorithms":[24,84],"are":[25],"usually":[26],"non-differentiable,":[27],"which":[28],"hampers":[29],"use":[31],"as":[32],"layer":[34],"in":[35,52,106],"neural":[36,148],"networks":[37],"trained":[38],"backpropagation.":[40],"To":[41],"address":[42],"this":[43],"issue,":[44],"we":[45,89],"propose":[46],"to":[47,64,104],"smooth":[48],"the":[49,53,67,73],"max":[50],"operator":[51],"dynamic":[54],"recursion,":[56],"using":[57],"strongly":[59],"convex":[60],"regularizer.":[61],"This":[62],"allows":[63],"relax":[65],"both":[66],"optimal":[68],"value":[69],"and":[70,77,101,124,141,144],"solution":[71],"original":[74],"problem,":[76],"turns":[78],"broad":[80],"class":[81],"differentiable":[86],"operators.":[87],"Theoretically,":[88],"provide":[90],"new":[92],"probabilistic":[93],"perspective":[94],"on":[95,136,142],"backpropagating":[96],"through":[97],"these":[98,134],"operators,":[100],"relate":[102],"inference":[105],"graphical":[107],"models.":[108],"We":[109,132],"derive":[110],"two":[111,137],"particular":[112],"instantiations":[113,135],"our":[115],"framework,":[116],"smoothed":[118,126],"Viterbi":[119],"algorithm":[120,128],"for":[121,129,147],"sequence":[122],"prediction":[123,139],"DTW":[127],"time-series":[130],"alignment.":[131],"showcase":[133],"tasks":[140],"sparse":[145],"attention":[146],"machine":[149],"translation.":[150]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2787063232","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":7}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2018-02-23T00:00:00"}
