{"id":"https://openalex.org/W3160828921","doi":"https://doi.org/10.1109/icassp39728.2021.9413662","title":"Convex Neural Autoregressive Models: Towards Tractable, Expressive, and Theoretically-Backed Models for Sequential Forecasting and Generation","display_name":"Convex Neural Autoregressive Models: Towards Tractable, Expressive, and Theoretically-Backed Models for Sequential Forecasting and Generation","publication_year":2021,"publication_date":"2021-05-13","ids":{"openalex":"https://openalex.org/W3160828921","doi":"https://doi.org/10.1109/icassp39728.2021.9413662","mag":"3160828921"},"language":"en","primary_location":{"id":"doi:10.1109/icassp39728.2021.9413662","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9413662","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042847886","display_name":"Vikul Gupta","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vikul Gupta","raw_affiliation_strings":["Stanford University,Department of Electrical Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical Engineering","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062073113","display_name":"Burak Bartan","orcid":"https://orcid.org/0000-0002-0079-8126"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Burak Bartan","raw_affiliation_strings":["Stanford University,Department of Electrical Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical Engineering","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040173784","display_name":"Tolga Ergen","orcid":"https://orcid.org/0000-0003-4806-0224"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tolga Ergen","raw_affiliation_strings":["Stanford University,Department of Electrical Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical Engineering","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001436196","display_name":"Mert Pilanc\u0131","orcid":"https://orcid.org/0000-0002-0870-9992"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mert Pilanci","raw_affiliation_strings":["Stanford University,Department of Electrical Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical Engineering","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3890","last_page":"3894"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.768272876739502},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6512120962142944},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5112102031707764},{"id":"https://openalex.org/keywords/star-model","display_name":"STAR model","score":0.4488140940666199},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4184829294681549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.331260621547699},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.29417914152145386},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2516602873802185},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.14095649123191833},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.11385521292686462},{"id":"https://openalex.org/keywords/autoregressive-integrated-moving-average","display_name":"Autoregressive integrated moving average","score":0.08148947358131409}],"concepts":[{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.768272876739502},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6512120962142944},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5112102031707764},{"id":"https://openalex.org/C194657046","wikidata":"https://www.wikidata.org/wiki/Q7394685","display_name":"STAR model","level":4,"score":0.4488140940666199},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4184829294681549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.331260621547699},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29417914152145386},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2516602873802185},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.14095649123191833},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.11385521292686462},{"id":"https://openalex.org/C24338571","wikidata":"https://www.wikidata.org/wiki/Q2566298","display_name":"Autoregressive integrated moving average","level":3,"score":0.08148947358131409}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp39728.2021.9413662","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9413662","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1839868949","https://openalex.org/W1959608418","https://openalex.org/W2096192494","https://openalex.org/W2097268041","https://openalex.org/W2106398669","https://openalex.org/W2112796928","https://openalex.org/W2126464735","https://openalex.org/W2143915663","https://openalex.org/W2766371994","https://openalex.org/W2809090039","https://openalex.org/W2940073586","https://openalex.org/W2949595773","https://openalex.org/W2953318193","https://openalex.org/W2962990490","https://openalex.org/W2963095610","https://openalex.org/W2963823986","https://openalex.org/W2970449350","https://openalex.org/W2988331362","https://openalex.org/W3034445277","https://openalex.org/W3034552778","https://openalex.org/W3034919836","https://openalex.org/W3035267860","https://openalex.org/W3096831136","https://openalex.org/W3098650594","https://openalex.org/W3103183085","https://openalex.org/W3107854375","https://openalex.org/W3110873000","https://openalex.org/W3112913494","https://openalex.org/W3119210399","https://openalex.org/W3132829052","https://openalex.org/W3148140980","https://openalex.org/W4210616753","https://openalex.org/W4287393186","https://openalex.org/W4287548924","https://openalex.org/W4287553495","https://openalex.org/W4287554868","https://openalex.org/W4287751248","https://openalex.org/W4287759387","https://openalex.org/W4287871808","https://openalex.org/W4287997459","https://openalex.org/W4288027215","https://openalex.org/W4288301586","https://openalex.org/W4391602018","https://openalex.org/W6638665692","https://openalex.org/W6640963894","https://openalex.org/W6674889427","https://openalex.org/W6678872347","https://openalex.org/W6680949076","https://openalex.org/W6706363465","https://openalex.org/W6745448519","https://openalex.org/W6752495264","https://openalex.org/W6764625308","https://openalex.org/W6769930833","https://openalex.org/W6774309501","https://openalex.org/W6774848012","https://openalex.org/W6778953822","https://openalex.org/W6779030430","https://openalex.org/W6779811129","https://openalex.org/W6779879114","https://openalex.org/W6783425961","https://openalex.org/W6786391957","https://openalex.org/W6787270125","https://openalex.org/W6787270243","https://openalex.org/W6787694625","https://openalex.org/W6787872581"],"related_works":["https://openalex.org/W2439807930","https://openalex.org/W2009692134","https://openalex.org/W1972271943","https://openalex.org/W2019155478","https://openalex.org/W2024529895","https://openalex.org/W2168175994","https://openalex.org/W1902630399","https://openalex.org/W2120434453","https://openalex.org/W3120578569","https://openalex.org/W1487412319"],"abstract_inverted_index":{"Three":[0],"features":[1],"are":[2,19,39,142],"crucial":[3],"for":[4],"sequential":[5],"forecasting":[6],"and":[7,12,22,26,35,67,86,112,138],"generation":[8],"models:":[9],"tractability,":[10],"expressiveness,":[11],"theoretical":[13,37],"backing.":[14],"While":[15],"neural":[16,121,146],"autoregressive":[17,52,147],"models":[18,53,66,140],"relatively":[20],"tractable":[21],"offer":[23],"powerful":[24],"predictive":[25],"generative":[27],"capabilities,":[28],"they":[29],"often":[30],"have":[31],"complex":[32],"optimization":[33],"landscapes,":[34],"their":[36,120],"properties":[38],"not":[40],"well":[41],"understood.":[42],"To":[43,90],"address":[44],"these":[45,65,116],"issues,":[46],"we":[47,59,95,108,131],"present":[48],"convex":[49],"formulations":[50],"of":[51,115,127],"with":[54],"one":[55],"hidden":[56],"layer.":[57],"Specifically,":[58],"prove":[60],"an":[61],"exact":[62],"equivalence":[63],"between":[64],"constrained,":[68],"regularized":[69],"logistic":[70],"regression":[71],"by":[72],"using":[73,99],"semi-infinite":[74],"duality":[75],"to":[76,119,134,145],"embed":[77],"the":[78,97],"data":[79,128],"matrix":[80],"onto":[81],"a":[82,100,125],"higher":[83],"dimensional":[84],"space":[85],"introducing":[87],"inequality":[88],"constraints.":[89],"make":[91],"this":[92],"formulation":[93],"tractable,":[94,136],"approximate":[96],"constraints":[98],"hinge":[101],"loss":[102],"or":[103],"drop":[104],"them":[105],"altogether.":[106],"Furthermore,":[107],"demonstrate":[109],"faster":[110],"training":[111],"competitive":[113],"performance":[114],"implementations":[117],"compared":[118],"network":[122],"counterparts":[123],"on":[124],"variety":[126],"sets.":[129],"Consequently,":[130],"introduce":[132],"techniques":[133],"derive":[135],"expressive,":[137],"theoretically-interpretable":[139],"that":[141],"nearly":[143],"equivalent":[144],"models.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}