{"id":"https://openalex.org/W7225426404","doi":"https://doi.org/10.3390/e28111219","title":"Primal and Dual Optimization Strategies for Entropy-Based Regression: A Monte Carlo Comparison","display_name":"Primal and Dual Optimization Strategies for Entropy-Based Regression: A Monte Carlo Comparison","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225426404","doi":"https://doi.org/10.3390/e28111219"},"language":"en","primary_location":{"id":"doi:10.3390/e28111219","doi":"https://doi.org/10.3390/e28111219","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e28111219","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/e28111219","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065462709","display_name":"Jorge Cabral","orcid":"https://orcid.org/0000-0001-5721-4550","observed_orcids":["https://orcid.org/0000-0001-5721-4550"]},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jorge Cabral","raw_affiliation_strings":["Center for Research and Development in Mathematics and Applications (CIDMA), Department of Mathematics, University of Aveiro, 3810-193 Aveiro, Portugal","Department of Medical Sciences, University of Aveiro, 3810-193 Aveiro, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-5721-4550","affiliations":[{"raw_affiliation_string":"Center for Research and Development in Mathematics and Applications (CIDMA), Department of Mathematics, University of Aveiro, 3810-193 Aveiro, Portugal","institution_ids":["https://openalex.org/I60858718"]},{"raw_affiliation_string":"Department of Medical Sciences, University of Aveiro, 3810-193 Aveiro, Portugal","institution_ids":["https://openalex.org/I60858718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042127933","display_name":"Pedro Macedo","orcid":"https://orcid.org/0000-0002-4371-8069","observed_orcids":["https://orcid.org/0000-0002-4371-8069"]},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Pedro Macedo","raw_affiliation_strings":["Center for Research and Development in Mathematics and Applications (CIDMA), Department of Mathematics, University of Aveiro, 3810-193 Aveiro, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-4371-8069","affiliations":[{"raw_affiliation_string":"Center for Research and Development in Mathematics and Applications (CIDMA), Department of Mathematics, University of Aveiro, 3810-193 Aveiro, Portugal","institution_ids":["https://openalex.org/I60858718"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081373693","display_name":"Vera M\u00f3nica Almeida Afreixo","orcid":"https://orcid.org/0000-0003-1051-8084","observed_orcids":["https://orcid.org/0000-0003-1051-8084"]},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Vera Afreixo","raw_affiliation_strings":["Center for Research and Development in Mathematics and Applications (CIDMA), Department of Mathematics, University of Aveiro, 3810-193 Aveiro, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-1051-8084","affiliations":[{"raw_affiliation_string":"Center for Research and Development in Mathematics and Applications (CIDMA), Department of Mathematics, University of Aveiro, 3810-193 Aveiro, Portugal","institution_ids":["https://openalex.org/I60858718"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5042127933"],"corresponding_institution_ids":["https://openalex.org/I60858718"],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":"11","first_page":"1219","last_page":"1219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13487","display_name":"Statistical and numerical algorithms","score":0.5551999807357788,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13487","display_name":"Statistical and numerical algorithms","score":0.5551999807357788,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.05350000038743019,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.04309999942779541,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/primal-optimization","display_name":"primal optimization","score":0.6050000190734863},{"id":"https://openalex.org/keywords/dual-optimization","display_name":"dual optimization","score":0.9879999756813049},{"id":"https://openalex.org/keywords/lagrange-multiplier-method","display_name":"Lagrange multipliers","score":0.9480000138282776},{"id":"https://openalex.org/keywords/optimization-algorithm-comparison","display_name":"optimizer comparison","score":0.7369999885559082},{"id":"https://openalex.org/keywords/coefficient-recovery","display_name":"coefficient recovery","score":0.6819999814033508},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.8690000176429749}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6330000162124634},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6050999760627747},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5559999942779541},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5548999905586243},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.554099977016449},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.52920001745224},{"id":"https://openalex.org/C73684929","wikidata":"https://www.wikidata.org/wiki/Q598870","display_name":"Lagrange multiplier","level":2,"score":0.5236999988555908},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.436599999666214},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.41119998693466187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39399999380111694},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.38659998774528503},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3846000134944916},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.35749998688697815},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34709998965263367},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C75782508","wikidata":"https://www.wikidata.org/wiki/Q3333633","display_name":"Cross-entropy method","level":4,"score":0.31360000371932983},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C2989514635","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization problem","level":3,"score":0.28700000047683716},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.2856000065803528},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C63320529","wikidata":"https://www.wikidata.org/wiki/Q7269435","display_name":"Quasi-Monte Carlo method","level":5,"score":0.26179999113082886}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/e28111219","doi":"https://doi.org/10.3390/e28111219","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e28111219","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/e28111219","doi":"https://doi.org/10.3390/e28111219","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e28111219","pdf_url":null,"source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W562107606","https://openalex.org/W1565013069","https://openalex.org/W1767217354","https://openalex.org/W1864722563","https://openalex.org/W1984562180","https://openalex.org/W1992976319","https://openalex.org/W2000359198","https://openalex.org/W2005136695","https://openalex.org/W2008797802","https://openalex.org/W2012231377","https://openalex.org/W2020892541","https://openalex.org/W2038210983","https://openalex.org/W2041461390","https://openalex.org/W2057443868","https://openalex.org/W2057624533","https://openalex.org/W2078409719","https://openalex.org/W2079054072","https://openalex.org/W2103111465","https://openalex.org/W2296319761","https://openalex.org/W2994681275","https://openalex.org/W3043478464","https://openalex.org/W4298872162","https://openalex.org/W4301014524","https://openalex.org/W4396614112","https://openalex.org/W7151290872"],"related_works":["https://openalex.org/W2002016349","https://openalex.org/W2108712612","https://openalex.org/W7095501517","https://openalex.org/W2032500863","https://openalex.org/W2078530793","https://openalex.org/W213223121","https://openalex.org/W2014445960","https://openalex.org/W315358558","https://openalex.org/W2892388205","https://openalex.org/W2377638403"],"abstract_inverted_index":{"Generalized":[0],"cross-entropy":[1,70,75],"regression":[2],"can":[3],"be":[4,167,197],"formulated":[5],"as":[6,78,158],"either":[7],"a":[8,17,119,175],"constrained":[9],"primal":[10,46],"optimization":[11,19,40,64],"problem":[12,20],"over":[13,21],"probability":[14],"distributions":[15],"or":[16],"dual":[18,49],"Lagrange":[22],"multipliers.":[23],"Although":[24],"the":[25,32,39,52,67,98,143],"two":[26,45],"formulations":[27,65],"are":[28],"theoretically":[29],"equivalent":[30],"under":[31,100],"conditions":[33],"considered,":[34],"their":[35],"performance":[36,190],"depends":[37],"on":[38],"strategy.":[41],"This":[42],"study":[43],"compares":[44],"and":[47,76,85,94,106,118,152,155,163],"10":[48],"routines":[50,99],"targeting":[51],"generalized":[53,69,74],"maximum":[54],"entropy":[55],"(GME)":[56],"estimator":[57],"to":[58,196],"inform":[59],"practical":[60,176],"optimizer":[61,186],"selection.":[62],"The":[63,81,124,172],"use":[66,177],"weighted":[68],"framework,":[71],"which":[72,180],"includes":[73],"GME":[77],"particular":[79],"cases.":[80],"Portland":[82],"cement":[83],"benchmark":[84],"1000":[86],"simulated":[87],"datasets":[88],"varying":[89],"sample":[90],"size,":[91],"predictor":[92],"conditioning,":[93],"signal-to-noise":[95],"ratio":[96],"assess":[97],"GME.":[101],"We":[102],"compare":[103],"elapsed":[104],"time":[105,151],"coefficient-recovery":[107],"mean":[108],"squared":[109],"error":[110],"(MSE),":[111],"alongside":[112,169],"interface-reported":[113],"termination,":[114],"common":[115],"feasibility":[116],"checks,":[117],"separate":[120],"dual-multiplier":[121],"moment-residual":[122],"diagnostic.":[123],"results":[125],"reveal":[126],"substantial":[127],"differences":[128,134],"in":[129,135,179],"computational":[130],"efficiency":[131],"but":[132],"smaller":[133],"coefficient-estimation":[136],"accuracy":[137,194],"among":[138],"most":[139],"routines.":[140],"dual.lbfgsb3c":[141],"has":[142],"lowest":[144],"median":[145],"time,":[146],"while":[147],"dual.BFGS":[148],"combines":[149],"competitive":[150],"coefficient":[153],"recovery":[154,162],"was":[156],"selected":[157],"GCEstim\u2019s":[159],"default.":[160],"Coefficient":[161],"reported":[164],"termination":[165],"should":[166],"considered":[168],"numerical":[170,193],"residuals.":[171],"comparison":[173],"reflects":[174],"case":[178],"users":[181],"do":[182],"not":[183],"tune":[184],"each":[185],"separately,":[187],"yet":[188],"relative":[189],"at":[191],"matched":[192],"remains":[195],"established.":[198]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-11-07T00:00:00"}