{"id":"https://openalex.org/W7134921003","doi":"https://doi.org/10.48550/arxiv.2603.08824","title":"SoftJAX & SoftTorch: Empowering Automatic Differentiation Libraries with Informative Gradients","display_name":"SoftJAX & SoftTorch: Empowering Automatic Differentiation Libraries with Informative Gradients","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134921003","doi":"https://doi.org/10.48550/arxiv.2603.08824"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.08824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.08824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.08824","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128739405","display_name":"Anselm Paulus","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Paulus, Anselm","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050859842","display_name":"A. Ren\u00e9 Geist","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geist, A. Ren\u00e9","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123070212","display_name":"Vit Musil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Musil, V\u00edt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128730199","display_name":"Sebastian Hoffmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hoffmann, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128751235","display_name":"Onur Beker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beker, Onur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001474340","display_name":"Georg Martius","orcid":"https://orcid.org/0000-0002-8963-7627"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martius, Georg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5128739405"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.8052999973297119,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.8052999973297119,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.03440000116825104,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.021299999207258224,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.6043999791145325},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5516999959945679},{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.5328999757766724},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.5310999751091003},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.506600022315979},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.47929999232292175},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.47450000047683716},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.4514000117778778},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.44859999418258667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7325999736785889},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.6043999791145325},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5516999959945679},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.506600022315979},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.47929999232292175},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4652999937534332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45660001039505005},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4514000117778778},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.4332999885082245},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.39500001072883606},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3452000021934509},{"id":"https://openalex.org/C133512626","wikidata":"https://www.wikidata.org/wiki/Q787371","display_name":"Automatic differentiation","level":3,"score":0.33629998564720154},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C140073362","wikidata":"https://www.wikidata.org/wiki/Q738759","display_name":"Soft computing","level":3,"score":0.28459998965263367},{"id":"https://openalex.org/C108094655","wikidata":"https://www.wikidata.org/wiki/Q181593","display_name":"Sorting algorithm","level":3,"score":0.2800999879837036},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.08824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.08824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.08824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.08824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.5328793525695801,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automatic":[0],"differentiation":[1],"(AD)":[2],"frameworks":[3],"such":[4,27,109,128],"as":[5,28,94,110,129,165],"JAX":[6,100],"and":[7,34,71,77,101,120,141,152,169,179],"PyTorch":[8,102],"have":[9,52],"enabled":[10],"gradient-based":[11],"optimization":[12],"for":[13,46,82,97,117,146],"a":[14,89,170],"wide":[15],"range":[16],"of":[17,91,157],"scientific":[18],"fields.":[19],"Yet,":[20],"many":[21],"\"hard\"":[22],"primitives":[23],"in":[24],"these":[25],"libraries":[26,81,87],"thresholding,":[29],"Boolean":[30],"logic,":[31,124],"discrete":[32],"indexing,":[33],"sorting":[35],"operations":[36],"yield":[37],"zero":[38],"or":[39,112,131,138],"undefined":[40],"gradients":[41],"that":[42,55],"are":[43,62],"not":[44],"useful":[45],"optimization.":[47],"While":[48],"numerous":[49],"\"soft\"":[50],"relaxations":[51,159],"been":[53],"proposed":[54],"provide":[56,88],"informative":[57],"gradients,":[58],"the":[59,155],"respective":[60],"implementations":[61],"fragmented":[63],"across":[64],"projects,":[65],"making":[66],"them":[67],"difficult":[68],"to":[69,162],"combine":[70],"compare.":[72],"This":[73,104],"work":[74],"introduces":[75],"SoftJAX":[76,151],"SoftTorch,":[78],"open-source,":[79],"feature-complete":[80],"soft":[83,92,158],"differentiable":[84,163],"programming.":[85],"These":[86],"variety":[90],"functions":[93],"drop-in":[95],"replacements":[96],"their":[98],"hard":[99],"counterparts.":[103],"includes":[105],"(i)":[106],"elementwise":[107],"operators":[108,127],"clip":[111],"abs,":[113],"(ii)":[114],"utility":[115],"methods":[116],"manipulating":[118],"Booleans":[119],"indices":[121],"via":[122],"fuzzy":[123],"(iii)":[125],"axiswise":[126],"sort":[130],"rank":[132],"--":[133],"based":[134],"on":[135],"optimal":[136],"transport":[137],"permutahedron":[139],"projections,":[140],"(iv)":[142],"offer":[143],"full":[144],"support":[145],"straight-through":[147],"gradient":[148],"estimation.":[149],"Overall,":[150],"SoftTorch":[153],"make":[154],"toolbox":[156],"easily":[160],"accessible":[161],"programming,":[164],"demonstrated":[166],"through":[167],"benchmarking":[168],"practical":[171],"case":[172],"study.":[173],"Code":[174],"is":[175],"available":[176],"at":[177],"github.com/a-paulus/softjax":[178],"github.com/a-paulus/softtorch.":[180]},"counts_by_year":[],"updated_date":"2026-04-30T09:15:22.047038","created_date":"2026-03-12T00:00:00"}