{"id":"https://openalex.org/W2981523199","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207581","title":"Improving Discrete Latent Representations With Differentiable Approximation Bridges","display_name":"Improving Discrete Latent Representations With Differentiable Approximation Bridges","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W2981523199","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207581","mag":"2981523199"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.03658","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020604198","display_name":"Jason Ramapuram","orcid":"https://orcid.org/0000-0001-9717-1188"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Jason Ramapuram","raw_affiliation_strings":["University of Geneva & University of Applied Sciences, Geneva, Switzerland","University of Geneva & University of Applied Sciences,Geneva,Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Geneva & University of Applied Sciences, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"University of Geneva & University of Applied Sciences,Geneva,Switzerland","institution_ids":["https://openalex.org/I114457229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033975914","display_name":"Russ Webb","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Russ Webb","raw_affiliation_strings":["Apple, Cupertino, CA","Apple,Cupertino,CA,95014"],"affiliations":[{"raw_affiliation_string":"Apple, Cupertino, CA","institution_ids":["https://openalex.org/I4210153776"]},{"raw_affiliation_string":"Apple,Cupertino,CA,95014","institution_ids":["https://openalex.org/I4210153776"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020604198"],"corresponding_institution_ids":["https://openalex.org/I114457229"],"apc_list":null,"apc_paid":null,"fwci":0.4114,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67868293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.7340295910835266},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.7208830118179321},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6066085696220398},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5883115530014038},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5350064039230347},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4953209459781647},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4748915731906891},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.44356581568717957},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4188454747200012},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38392096757888794},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3834584355354309},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3502427339553833},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.08804389834403992}],"concepts":[{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.7340295910835266},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.7208830118179321},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6066085696220398},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5883115530014038},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5350064039230347},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4953209459781647},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4748915731906891},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.44356581568717957},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4188454747200012},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38392096757888794},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3834584355354309},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3502427339553833},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.08804389834403992},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1905.03658","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.03658","pdf_url":"https://arxiv.org/pdf/1905.03658","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2981523199","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1905.03658","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1905.03658","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.03658","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.03658","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.03658","pdf_url":"https://arxiv.org/pdf/1905.03658","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2981523199.pdf","grobid_xml":"https://content.openalex.org/works/W2981523199.grobid-xml"},"referenced_works_count":90,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1541288193","https://openalex.org/W1572063013","https://openalex.org/W1580389772","https://openalex.org/W1587649667","https://openalex.org/W1602017060","https://openalex.org/W1602773783","https://openalex.org/W1959608418","https://openalex.org/W1990911388","https://openalex.org/W1994616650","https://openalex.org/W2000352206","https://openalex.org/W2003467109","https://openalex.org/W2020658897","https://openalex.org/W2046033161","https://openalex.org/W2046765929","https://openalex.org/W2083875149","https://openalex.org/W2091094663","https://openalex.org/W2099471712","https://openalex.org/W2119717200","https://openalex.org/W2130416410","https://openalex.org/W2137983211","https://openalex.org/W2141389982","https://openalex.org/W2158283480","https://openalex.org/W2160960847","https://openalex.org/W2161434276","https://openalex.org/W2166074282","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2257979135","https://openalex.org/W2274287116","https://openalex.org/W2402846924","https://openalex.org/W2507756961","https://openalex.org/W2547875792","https://openalex.org/W2548228487","https://openalex.org/W2552737632","https://openalex.org/W2602076750","https://openalex.org/W2752796333","https://openalex.org/W2767286248","https://openalex.org/W2792643794","https://openalex.org/W2887020936","https://openalex.org/W2899771611","https://openalex.org/W2903538854","https://openalex.org/W2912855321","https://openalex.org/W2913399920","https://openalex.org/W2914275007","https://openalex.org/W2950577311","https://openalex.org/W2955497741","https://openalex.org/W2962734882","https://openalex.org/W2963140169","https://openalex.org/W2963341956","https://openalex.org/W2963454111","https://openalex.org/W2963716836","https://openalex.org/W2963799213","https://openalex.org/W2963851840","https://openalex.org/W2964113612","https://openalex.org/W2964121744","https://openalex.org/W2964178906","https://openalex.org/W3142983978","https://openalex.org/W3146803896","https://openalex.org/W4210580908","https://openalex.org/W4244017338","https://openalex.org/W4249736682","https://openalex.org/W4302434451","https://openalex.org/W6631190155","https://openalex.org/W6635095115","https://openalex.org/W6635989145","https://openalex.org/W6636510571","https://openalex.org/W6640963894","https://openalex.org/W6682642761","https://openalex.org/W6685265622","https://openalex.org/W6690026940","https://openalex.org/W6694260854","https://openalex.org/W6725207838","https://openalex.org/W6726238325","https://openalex.org/W6729448088","https://openalex.org/W6730091202","https://openalex.org/W6735799286","https://openalex.org/W6739879593","https://openalex.org/W6745515306","https://openalex.org/W6746023985","https://openalex.org/W6749029207","https://openalex.org/W6752878766","https://openalex.org/W6753115359","https://openalex.org/W6753765956","https://openalex.org/W6755207826","https://openalex.org/W6756040250","https://openalex.org/W6756663807","https://openalex.org/W6759063983","https://openalex.org/W6765826203","https://openalex.org/W6793065813"],"related_works":["https://openalex.org/W3090970052","https://openalex.org/W2946521496","https://openalex.org/W3131933975","https://openalex.org/W3168511959","https://openalex.org/W1878638972","https://openalex.org/W1839868949","https://openalex.org/W2739429571","https://openalex.org/W2772214474","https://openalex.org/W3103198195","https://openalex.org/W2787442904","https://openalex.org/W2938647293","https://openalex.org/W3129694574","https://openalex.org/W3014013215","https://openalex.org/W3083490811","https://openalex.org/W2896187249","https://openalex.org/W2003992160","https://openalex.org/W2980611702","https://openalex.org/W3195185666","https://openalex.org/W2981748719"],"abstract_inverted_index":{"Modern":[0],"neural":[1,35,48,161,196],"network":[2,49,180],"training":[3,41,103],"relies":[4],"on":[5],"piece-wise":[6],"(sub-)differentiable":[7],"functions":[8,29,109,191],"in":[9,71,134,140,160,173,195],"order":[10],"to":[11,14,26,88,142],"use":[12],"backpropagation":[13],"update":[15],"model":[16],"parameters.":[17],"In":[18],"this":[19],"work,":[20],"we":[21],"introduce":[22],"a":[23,43,131,165],"novel":[24],"method":[25,93],"allow":[27],"non-differentiable":[28,53,108],"at":[30,202],"intermediary":[31],"layers":[32],"of":[33,96,145,158,190],"deep":[34],"networks.":[36,197],"We":[37,62,100,152],"do":[38],"so":[39],"by":[40,118],"with":[42,104],"differentiable":[44],"approximation":[45],"bridge":[46],"(DAB)":[47],"which":[50],"approximates":[51],"the":[52,97,121,135,143,146,169,188],"forward":[54],"function":[55],"and":[56,85,114,164,186],"provides":[57],"gradient":[58],"updates":[59],"during":[60],"backpropagation.":[61],"present":[63],"empirical":[64],"results":[65],"from":[66],"more":[67],"than":[68],"600":[69],"experiments":[70],"four":[72],"different":[73],"domains:":[74],"unsupervised":[75],"(image)":[76,80],"representation":[77],"learning,":[78],"variational":[79,137],"density":[81],"estimation,":[82],"image":[83,111,175],"classification,":[84],"sequence":[86,162],"sorting":[87,163],"demonstrate":[89,101],"that":[90,102,192],"our":[91],"proposed":[92],"improves":[94,110],"state":[95,144],"art":[98,147],"performance.":[99],"DAB":[105,179],"aided":[106],"discrete":[107,150],"reconstruction":[112],"quality":[113],"posterior":[115],"linear":[116],"separability":[117],"10%":[119],"against":[120,168],"Gumbel-Softmax":[122],"relaxed":[123],"estimator":[124,171],"[26],":[125],"[37]":[126],"as":[127,129],"well":[128],"providing":[130],"9%":[132],"improvement":[133,157,167],"test":[136],"lower":[138],"bound":[139],"comparison":[141],"RELAX":[148],"[16]":[149],"estimator.":[151],"also":[153],"observe":[154],"an":[155,174],"accuracy":[156],"77%":[159],"25%":[166],"straight-through":[170],"[5]":[172],"classification":[176],"setting.":[177],"The":[178],"is":[181,200],"not":[182],"used":[183],"for":[184],"inference":[185],"expands":[187],"class":[189],"are":[193],"usable":[194],"Our":[198],"code":[199],"available":[201],"https://github.com/apple/ml-dab.":[203]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}