{"id":"https://openalex.org/W7224113196","doi":"https://doi.org/10.48550/arxiv.2610.36427","title":"Property-Based Testing for Robust Softmax and Cross-Entropy","display_name":"Property-Based Testing for Robust Softmax and Cross-Entropy","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224113196","doi":"https://doi.org/10.48550/arxiv.2610.36427"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.36427","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36427","pdf_url":"https://arxiv.org/pdf/2610.36427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.36427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034370385","display_name":"Muhammad Maaz","orcid":"https://orcid.org/0000-0002-3869-631X","observed_orcids":["https://orcid.org/0000-0002-3869-631X"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Maaz, Muhammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5034370385"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"softmax","score":0.7940000295639038},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"cross-entropy","score":0.8980000019073486},{"id":"https://openalex.org/keywords/numerical-stability","display_name":"numerical stability","score":0.7549999952316284},{"id":"https://openalex.org/keywords/property-based-testing","display_name":"property-based testing","score":0.9200000166893005},{"id":"https://openalex.org/keywords/hypothesis","display_name":"hypothesis","score":0.9829999804496765},{"id":"https://openalex.org/keywords/pytorch","display_name":"PyTorch","score":0.7369999885559082},{"id":"https://openalex.org/keywords/jax","display_name":"JAX","score":0.9980000257492065}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9341999888420105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6513000130653381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5871000289916992},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5698999762535095},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5052000284194946},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4794999957084656},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C82157600","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic test","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.36427","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36427","pdf_url":"https://arxiv.org/pdf/2610.36427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.36427","doi":"https://doi.org/10.48550/arxiv.2610.36427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.36427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.36427","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36427","pdf_url":"https://arxiv.org/pdf/2610.36427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224113196.pdf","grobid_xml":"https://content.openalex.org/works/W7224113196.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7223331484","https://openalex.org/W3016149047","https://openalex.org/W7171569966","https://openalex.org/W4313316106","https://openalex.org/W4403928592","https://openalex.org/W4323323025","https://openalex.org/W7154685720","https://openalex.org/W3023405255","https://openalex.org/W2901680028","https://openalex.org/W7212125205"],"abstract_inverted_index":{"A":[0],"recent":[1],"paper":[2],"of":[3,85],"Barron":[4],"et.":[5],"al.":[6],"(2026)":[7],"identified":[8],"two":[9],"numerical":[10,104],"issues":[11,33,105],"with":[12,80],"the":[13,86],"softmax":[14,62],"and":[15,27,68,82,102,112],"cross-entropy":[16],"functions":[17],"in":[18,41,72,106],"virtually":[19],"all":[20],"standard":[21],"machine":[22,107],"learning":[23,108],"libraries":[24],"(e.g.,":[25],"PyTorch":[26],"JAX).":[28],"We":[29,55,76],"show":[30],"that":[31,92],"these":[32,66],"can":[34,95,115],"be":[35,96,116],"recovered":[36],"through":[37],"simple":[38],"property-based":[39,93,113],"tests":[40,45,67,114],"Hypothesis.":[42],"However,":[43],"our":[44,78],"identify":[46],"an":[47,58],"additional":[48],"edge":[49],"case":[50],"where":[51],"their":[52],"implementation":[53,63,79],"fails.":[54],"then":[56],"propose":[57],"even":[59],"more":[60],"robust":[61],"which":[64],"passes":[65],"also":[69],"supports":[70],"use":[71],"causal":[73],"attention":[74],"masking.":[75],"compare":[77],"theirs":[81],"discuss":[83],"some":[84],"differences.":[87],"Overall,":[88],"this":[89],"work":[90],"shows":[91],"testing":[94],"a":[97],"powerful":[98],"tool":[99],"for":[100],"discovering":[101],"fixing":[103],"libraries.":[109],"Our":[110],"implementations":[111],"found":[117],"at":[118],"https://github.com/mmaaz-git/softmax-fix.":[119]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2026-10-29T00:00:00"}