{"id":"https://openalex.org/W4307937782","doi":"https://doi.org/10.5220/0011577900003335","title":"Training Neural Networks in Single vs. Double Precision","display_name":"Training Neural Networks in Single vs. Double Precision","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4307937782","doi":"https://doi.org/10.5220/0011577900003335"},"language":"en","primary_location":{"id":"doi:10.5220/0011577900003335","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0011577900003335","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0011577900003335","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048555215","display_name":"Tomas Hrycej","orcid":null},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Tomas Hrycej","raw_affiliation_strings":["Institute of Computer Science, University of St. Gallen (HSG), St. Gallen, Switzerland, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of St. Gallen (HSG), St. Gallen, Switzerland, --- Select a Country ---","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045444454","display_name":"Bernhard Bermeitinger","orcid":"https://orcid.org/0000-0002-2524-1850"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Bernhard Bermeitinger","raw_affiliation_strings":["Institute of Computer Science, University of St. Gallen (HSG), St. Gallen, Switzerland, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of St. Gallen (HSG), St. Gallen, Switzerland, --- Select a Country ---","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024322708","display_name":"Siegfried Handschuh","orcid":"https://orcid.org/0000-0002-6195-9034"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Siegfried Handschuh","raw_affiliation_strings":["Institute of Computer Science, University of St. Gallen (HSG), St. Gallen, Switzerland, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of St. Gallen (HSG), St. Gallen, Switzerland, --- Select a Country ---","institution_ids":["https://openalex.org/I202963720"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I202963720"],"apc_list":null,"apc_paid":null,"fwci":0.1849,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.51963499,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"307","last_page":"314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.6839369535446167},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6626325249671936},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6500011682510376},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6311365962028503},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.6248255372047424},{"id":"https://openalex.org/keywords/conjugate-gradient-method","display_name":"Conjugate gradient method","score":0.5931538939476013},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5723033547401428},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5602422952651978},{"id":"https://openalex.org/keywords/trust-region","display_name":"Trust region","score":0.5556798577308655},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.542095422744751},{"id":"https://openalex.org/keywords/double-precision-floating-point-format","display_name":"Double-precision floating-point format","score":0.48087814450263977},{"id":"https://openalex.org/keywords/square","display_name":"Square (algebra)","score":0.44280731678009033},{"id":"https://openalex.org/keywords/square-root","display_name":"Square root","score":0.43586868047714233},{"id":"https://openalex.org/keywords/line-search","display_name":"Line search","score":0.423332542181015},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41175058484077454},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3307173252105713},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3116891086101532},{"id":"https://openalex.org/keywords/floating-point","display_name":"Floating point","score":0.3085166811943054},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29716771841049194},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1554768681526184}],"concepts":[{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.6839369535446167},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6626325249671936},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6500011682510376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6311365962028503},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.6248255372047424},{"id":"https://openalex.org/C81184566","wikidata":"https://www.wikidata.org/wiki/Q1191895","display_name":"Conjugate gradient method","level":2,"score":0.5931538939476013},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5723033547401428},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5602422952651978},{"id":"https://openalex.org/C89109886","wikidata":"https://www.wikidata.org/wiki/Q1535924","display_name":"Trust region","level":3,"score":0.5556798577308655},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.542095422744751},{"id":"https://openalex.org/C35912277","wikidata":"https://www.wikidata.org/wiki/Q1243369","display_name":"Double-precision floating-point format","level":3,"score":0.48087814450263977},{"id":"https://openalex.org/C135692309","wikidata":"https://www.wikidata.org/wiki/Q111124","display_name":"Square (algebra)","level":2,"score":0.44280731678009033},{"id":"https://openalex.org/C11577676","wikidata":"https://www.wikidata.org/wiki/Q134237","display_name":"Square root","level":2,"score":0.43586868047714233},{"id":"https://openalex.org/C85522705","wikidata":"https://www.wikidata.org/wiki/Q3278015","display_name":"Line search","level":3,"score":0.423332542181015},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41175058484077454},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3307173252105713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3116891086101532},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.3085166811943054},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29716771841049194},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1554768681526184},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C178635117","wikidata":"https://www.wikidata.org/wiki/Q747499","display_name":"RADIUS","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5220/0011577900003335","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0011577900003335","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.5220/0011577900003335","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0011577900003335","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W196761320","https://openalex.org/W1708197474","https://openalex.org/W1988849934","https://openalex.org/W2012231377","https://openalex.org/W2141473882","https://openalex.org/W2155894447","https://openalex.org/W2613332842","https://openalex.org/W2806659157","https://openalex.org/W2951603627","https://openalex.org/W2977834236","https://openalex.org/W3103145119","https://openalex.org/W4287329019","https://openalex.org/W4301014524"],"related_works":["https://openalex.org/W2058731384","https://openalex.org/W2107915509","https://openalex.org/W2204405059","https://openalex.org/W2080108722","https://openalex.org/W2039676703","https://openalex.org/W2526664560","https://openalex.org/W2393058368","https://openalex.org/W2091091836","https://openalex.org/W162485434","https://openalex.org/W2365433197"],"abstract_inverted_index":{"The":[0],"commitment":[1,16],"to":[2,59,72,98,159,175],"single-precision":[3,105],"floating-point":[4,165],"arithmetic":[5],"is":[6,17,137,167],"widespread":[7],"in":[8,151],"the":[9,19,29,33,160,170,173,179],"deep":[10],"learning":[11],"community.To":[12],"evaluate":[13],"whether":[14],"this":[15],"justified,":[18],"influence":[20],"of":[21,32,54,153],"computing":[22],"precision":[23,166],"(single":[24],"and":[25,42,65],"double":[26,130,164],"precision)":[27],"on":[28],"optimization":[30,40],"performance":[31],"Conjugate":[34],"Gradient":[35],"(CG)":[36],"method":[37],"(a":[38,48],"second-order":[39],"algorithm)":[41,50],"Root":[43],"Mean":[44,81],"Square":[45,82],"Propagation":[46],"(RMSprop)":[47],"first-order":[49],"has":[51],"been":[52,78,88],"investigated.Tests":[53],"neural":[55],"networks":[56],"with":[57,70,112,163],"one":[58],"five":[60],"fully":[61],"connected":[62],"hidden":[63],"layers":[64],"moderate":[66],"or":[67],"strong":[68],"nonlinearity":[69],"up":[71,90,108],"4":[73],"million":[74],"network":[75],"parameters":[76],"have":[77,87,102,172],"optimized":[79],"for":[80,132,178],"Error":[83],"(MSE).The":[84],"training":[85],"tasks":[86],"set":[89],"so":[91],"that":[92,104],"their":[93],"MSE":[94],"minimum":[95],"was":[96],"known":[97],"be":[99,176],"zero.Computing":[100],"experiments":[101],"disclosed":[103],"can":[106],"keep":[107],"(with":[109],"superlinear":[110],"convergence)":[111],"double-precision":[113],"as":[114,116,124,157],"long":[115],"line":[117],"search":[118],"finds":[119],"an":[120],"improvement.First-order":[121],"methods":[122],"such":[123],"RMSprop":[125],"do":[126],"not":[127],"benefit":[128],"from":[129],"precision.However,":[131],"moderately":[133],"nonlinear":[134,141],"tasks,":[135,142],"CG":[136],"clearly":[138],"superior.For":[139],"strongly":[140],"both":[143],"algorithm":[144],"classes":[145],"find":[146],"only":[147],"solutions":[148,171],"fairly":[149],"poor":[150],"terms":[152],"mean":[154],"square":[155],"error":[156],"related":[158],"output":[161],"variance.CG":[162],"superior":[168],"whenever":[169],"potential":[174],"useful":[177],"application":[180],"goal.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}