{"id":"https://openalex.org/W7160232440","doi":"https://doi.org/10.48550/arxiv.2605.01702","title":"Floating-Point Networks with Automatic Differentiation Can Represent Almost All Floating-Point Functions and Their Gradients","display_name":"Floating-Point Networks with Automatic Differentiation Can Represent Almost All Floating-Point Functions and Their Gradients","publication_year":2026,"publication_date":"2026-05-03","ids":{"openalex":"https://openalex.org/W7160232440","doi":"https://doi.org/10.48550/arxiv.2605.01702"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.01702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.01702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135308171","display_name":"Sejun Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Sejun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135349402","display_name":"Yeachan Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Yeachan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053907797","display_name":"Geonho Hwang","orcid":"https://orcid.org/0000-0001-7137-426X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Geonho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.39010000228881836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.39010000228881836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.3582000136375427,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.027899999171495438,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.6759999990463257},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.6294000148773193},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6126000285148621},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.559499979019165},{"id":"https://openalex.org/keywords/automatic-differentiation","display_name":"Automatic differentiation","score":0.46779999136924744},{"id":"https://openalex.org/keywords/finite-set","display_name":"Finite set","score":0.35929998755455017}],"concepts":[{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.6759999990463257},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6294000148773193},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6126000285148621},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.559499979019165},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48420000076293945},{"id":"https://openalex.org/C133512626","wikidata":"https://www.wikidata.org/wiki/Q787371","display_name":"Automatic differentiation","level":3,"score":0.46779999136924744},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4577000141143799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4553000032901764},{"id":"https://openalex.org/C162392398","wikidata":"https://www.wikidata.org/wiki/Q272404","display_name":"Finite set","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C130231550","wikidata":"https://www.wikidata.org/wiki/Q5189500","display_name":"Real-valued function","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.30410000681877136},{"id":"https://openalex.org/C27142425","wikidata":"https://www.wikidata.org/wiki/Q1139334","display_name":"Almost everywhere","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.26989999413490295},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.25940001010894775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.257999986410141},{"id":"https://openalex.org/C94020503","wikidata":"https://www.wikidata.org/wiki/Q12916","display_name":"Real number","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.01702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.01702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Theoretical":[0],"studies":[1],"show":[2,94],"that":[3,17,95],"for":[4,70,148],"any":[5],"differentiable":[6],"function":[7,21,99,106],"on":[8],"a":[9,14,27,49,66,97,102,114],"compact":[10],"domain,":[11],"there":[12],"exists":[13],"neural":[15,71],"network":[16,116],"approximates":[18],"both":[19],"the":[20,77,82,87,139],"values":[22,107],"and":[23,39,54,108,118,158],"gradients.":[24],"However,":[25],"such":[26],"result":[28,68],"cannot":[29],"be":[30,111],"used":[31],"in":[32],"practice":[33],"since":[34],"it":[35],"assumes":[36],"real":[37,45],"parameters":[38],"exact":[40],"internal":[41],"operations.":[42],"In":[43,60],"contrast,":[44],"implementations":[46],"only":[47],"use":[48],"finite":[50],"subset":[51],"of":[52],"reals":[53],"machine":[55],"operations":[56],"with":[57,79],"round-off":[58],"errors.":[59],"this":[61,125],"work,":[62],"we":[63],"investigate":[64],"whether":[65],"similar":[67],"holds":[69],"networks":[72],"under":[73,142],"floating-point":[74,98,115],"arithmetic,":[75],"when":[76],"gradient":[78],"respect":[80],"to":[81],"input":[83],"is":[84],"computed":[85],"by":[86,113],"automatic":[88],"differentiation":[89],"algorithm":[90],"$D^\\mathtt{AD}$.":[91],"We":[92,122],"first":[93],"given":[96,127],"$\u03d5$":[100],"(e.g.,":[101],"loss":[103],"function),":[104],"arbitrary":[105,134],"gradients":[109,135],"can":[110,131],"represented":[112],"$f$":[117,137],"$D^\\mathtt{AD}(\u03d5\\circ":[119],"f)$,":[120],"respectively.":[121],"further":[123],"extend":[124],"result:":[126],"$\u03d5_1,\\dots,\u03d5_n$,":[128],"$D^\\mathtt{AD}(\u03d5_i\\circ":[129],"f)$":[130],"simultaneously":[132],"represent":[133],"while":[136],"represents":[138],"target":[140],"values,":[141],"mild":[143],"conditions.":[144],"Our":[145],"results":[146],"hold":[147],"practical":[149],"activation":[150],"functions,":[151],"e.g.,":[152],"$\\mathrm{ReLU}$,":[153],"$\\mathrm{ELU}$,":[154],"$\\mathrm{GeLU}$,":[155],"$\\mathrm{Swish}$,":[156],"$\\mathrm{Sigmoid}$,":[157],"$\\mathrm{tanh}$.":[159]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-06T00:00:00"}