{"id":"https://openalex.org/W4416252374","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228067","title":"Data Driven Derivative-based Regularization for Regression","display_name":"Data Driven Derivative-based Regularization for Regression","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416252374","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228067"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11228067","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228067","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005984419","display_name":"Enrico Lopedoto","orcid":null},"institutions":[{"id":"https://openalex.org/I165862685","display_name":"St George's, University of London","ror":"https://ror.org/040f08y74","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I165862685"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Enrico Lopedoto","raw_affiliation_strings":["City St George&#x2019;s University of London,UK"],"affiliations":[{"raw_affiliation_string":"City St George&#x2019;s University of London,UK","institution_ids":["https://openalex.org/I165862685"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5096148495","display_name":"Kizito Salako","orcid":null},"institutions":[{"id":"https://openalex.org/I165862685","display_name":"St George's, University of London","ror":"https://ror.org/040f08y74","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I165862685"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kizito Salako","raw_affiliation_strings":["City St George&#x2019;s University of London,UK"],"affiliations":[{"raw_affiliation_string":"City St George&#x2019;s University of London,UK","institution_ids":["https://openalex.org/I165862685"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5096381261","display_name":"Maksim Shekhunov","orcid":null},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Maksim Shekhunov","raw_affiliation_strings":["ITMO University,St Petersburg,Russia"],"affiliations":[{"raw_affiliation_string":"ITMO University,St Petersburg,Russia","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069723237","display_name":"Vitaly Aksenov","orcid":"https://orcid.org/0000-0001-9134-5490"},"institutions":[{"id":"https://openalex.org/I165862685","display_name":"St George's, University of London","ror":"https://ror.org/040f08y74","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I165862685"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vitaly Aksenov","raw_affiliation_strings":["City St George&#x2019;s University of London,UK"],"affiliations":[{"raw_affiliation_string":"City St George&#x2019;s University of London,UK","institution_ids":["https://openalex.org/I165862685"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018493892","display_name":"Tillman Weyde","orcid":"https://orcid.org/0000-0001-8028-9905"},"institutions":[{"id":"https://openalex.org/I165862685","display_name":"St George's, University of London","ror":"https://ror.org/040f08y74","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I165862685"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tillman Weyde","raw_affiliation_strings":["City St George&#x2019;s University of London,UK"],"affiliations":[{"raw_affiliation_string":"City St George&#x2019;s University of London,UK","institution_ids":["https://openalex.org/I165862685"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005984419"],"corresponding_institution_ids":["https://openalex.org/I165862685"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18676589,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5152000188827515,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5152000188827515,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.0737999975681305,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.07199999690055847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6478000283241272},{"id":"https://openalex.org/keywords/data-driven","display_name":"Data-driven","score":0.6148999929428101},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.5220000147819519},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.5081999897956848},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5034000277519226},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.40709999203681946},{"id":"https://openalex.org/keywords/regression-function","display_name":"Regression function","score":0.400299996137619},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.3953999876976013},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.3675999939441681}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6478000283241272},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.6148999929428101},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.5220000147819519},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.5081999897956848},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5052000284194946},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5034000277519226},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42640000581741333},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.40709999203681946},{"id":"https://openalex.org/C2988035592","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression function","level":3,"score":0.400299996137619},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C18747219","wikidata":"https://www.wikidata.org/wiki/Q620994","display_name":"Standard error","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.33070001006126404},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3240000009536743},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31360000371932983},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30970001220703125},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C74127309","wikidata":"https://www.wikidata.org/wiki/Q3455886","display_name":"Nonparametric regression","level":3,"score":0.27320000529289246},{"id":"https://openalex.org/C117312493","wikidata":"https://www.wikidata.org/wiki/Q2035437","display_name":"Multivariable calculus","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.271699994802475}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11228067","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228067","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:openaccess.city.ac.uk:35836","is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/enrico=2Elopedoto.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1978075626","https://openalex.org/W2010315761","https://openalex.org/W2011873184","https://openalex.org/W2027197837","https://openalex.org/W2034903716","https://openalex.org/W2103459159","https://openalex.org/W2132473313","https://openalex.org/W2135046866","https://openalex.org/W2165558283","https://openalex.org/W2775018260","https://openalex.org/W2899283552","https://openalex.org/W2998847955","https://openalex.org/W3017210109","https://openalex.org/W3115761617","https://openalex.org/W3170606933","https://openalex.org/W4237267328","https://openalex.org/W4288039037","https://openalex.org/W4293363567","https://openalex.org/W4388297464"],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,76,125],"introduce":[4],"a":[5],"novel":[6],"approach":[7],"to":[8,50,54,107,134,141],"regularization":[9],"in":[10,59,66],"multivariable":[11],"regression":[12],"problems.":[13],"Our":[14,150],"regularizer,":[15],"called":[16],"DLoss,":[17],"penalizes":[18],"differences":[19],"between":[20],"the":[21,27,34,52,55,69,79,95,108,129],"model\u2019s":[22],"derivatives":[23,25,41,70],"and":[24,101,148],"of":[26,46,61,68,83,97],"data":[28,42,74,138],"generating":[29],"function":[30],"as":[31],"estimated":[32,40],"from":[33],"training":[35,80],"data.":[36],"We":[37,93],"call":[38],"these":[39],"derivatives.":[43],"The":[44,114],"goal":[45],"our":[47],"method":[48],"is":[49,153],"align":[51],"model":[53],"data,":[56],"not":[57],"only":[58],"terms":[60,67],"target":[62],"values":[63],"but":[64],"also":[65],"involved.":[71],"To":[72],"estimate":[73],"derivatives,":[75],"select":[77],"(from":[78],"data)":[81],"2-tuples":[82],"input-value":[84],"pairs,":[85],"using":[86],"either":[87],"nearest":[88,122],"neighbor":[89,123],"or":[90],"random":[91],"selection.":[92],"evaluate":[94],"effectiveness":[96],"DLoss":[98,120],"on":[99,127,136,155],"synthetic":[100],"real":[102],"datasets":[103],"with":[104,119,132],"different":[105],"weights,":[106],"standard":[109],"mean":[110],"squared":[111],"error":[112],"loss.":[113],"experimental":[115],"results":[116],"show":[117],"that":[118],"(using":[121],"selection)":[124],"obtain,":[126],"average,":[128],"best":[130],"rank":[131],"respect":[133],"MSE":[135],"validation":[137],"sets,":[139],"compared":[140],"no":[142],"regularization,":[143,147],"L<inf":[144],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</inf>":[146],"Dropout.":[149],"implementation":[151],"code":[152],"available":[154],"Github.":[156]},"counts_by_year":[],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-11-14T00:00:00"}