{"id":"https://openalex.org/W4391262396","doi":"https://doi.org/10.3390/e26020112","title":"Stochastic Thermodynamics of Learning Parametric Probabilistic Models","display_name":"Stochastic Thermodynamics of Learning Parametric Probabilistic Models","publication_year":2024,"publication_date":"2024-01-25","ids":{"openalex":"https://openalex.org/W4391262396","doi":"https://doi.org/10.3390/e26020112","pmid":"https://pubmed.ncbi.nlm.nih.gov/38392367"},"language":"en","primary_location":{"id":"doi:10.3390/e26020112","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26020112","pdf_url":"https://www.mdpi.com/1099-4300/26/2/112/pdf?version=1706275623","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/26/2/112/pdf?version=1706275623","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057712859","display_name":"Shervin S. Parsi","orcid":null},"institutions":[{"id":"https://openalex.org/I121847817","display_name":"The Graduate Center, CUNY","ror":"https://ror.org/00awd9g61","country_code":"US","type":"education","lineage":["https://openalex.org/I121847817"]},{"id":"https://openalex.org/I174216632","display_name":"City University of New York","ror":"https://ror.org/00453a208","country_code":"US","type":"education","lineage":["https://openalex.org/I174216632"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shervin S. Parsi","raw_affiliation_strings":["Initiative for the Theoretical Sciences, The Graduate Center, City University of New York, New York, NY 10016, USA","Physics Program, The Graduate Center, City University of New York, New York, NY 10016, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Initiative for the Theoretical Sciences, The Graduate Center, City University of New York, New York, NY 10016, USA","institution_ids":["https://openalex.org/I174216632","https://openalex.org/I121847817"]},{"raw_affiliation_string":"Physics Program, The Graduate Center, City University of New York, New York, NY 10016, USA","institution_ids":["https://openalex.org/I174216632","https://openalex.org/I121847817"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5057712859"],"corresponding_institution_ids":["https://openalex.org/I121847817","https://openalex.org/I174216632"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.0,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.00944761,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"2","first_page":"112","last_page":"112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.751136302947998},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.6360968351364136},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5845484137535095},{"id":"https://openalex.org/keywords/entropy-production","display_name":"Entropy production","score":0.557315468788147},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5449030995368958},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.43914735317230225},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40530896186828613},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3941938877105713},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3433997929096222},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.2859084904193878},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.20153287053108215},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1320314109325409}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.751136302947998},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.6360968351364136},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5845484137535095},{"id":"https://openalex.org/C207282930","wikidata":"https://www.wikidata.org/wiki/Q5380811","display_name":"Entropy production","level":2,"score":0.557315468788147},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5449030995368958},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.43914735317230225},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40530896186828613},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3941938877105713},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3433997929096222},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.2859084904193878},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.20153287053108215},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1320314109325409},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e26020112","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26020112","pdf_url":"https://www.mdpi.com/1099-4300/26/2/112/pdf?version=1706275623","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:38392367","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38392367","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10887774","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10887774","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10887774/pdf/entropy-26-00112.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:43971cd582434569857926dd6750e123","is_oa":true,"landing_page_url":"https://doaj.org/article/43971cd582434569857926dd6750e123","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 26, Iss 2, p 112 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e26020112","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26020112","pdf_url":"https://www.mdpi.com/1099-4300/26/2/112/pdf?version=1706275623","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7113526246","display_name":null,"funder_award_id":"R01EB026943","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7529643380","display_name":null,"funder_award_id":"R01 EB026943","funder_id":"https://openalex.org/F4320337363","funder_display_name":"National Institute of Biomedical Imaging and Bioengineering"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337363","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391262396.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1776857128","https://openalex.org/W1968908999","https://openalex.org/W1975892318","https://openalex.org/W1979130283","https://openalex.org/W2031451638","https://openalex.org/W2043484780","https://openalex.org/W2047229728","https://openalex.org/W2051112458","https://openalex.org/W2071214852","https://openalex.org/W2077904631","https://openalex.org/W2149158279","https://openalex.org/W2785885194","https://openalex.org/W2809090039","https://openalex.org/W2884062455","https://openalex.org/W2886067286","https://openalex.org/W2910589063","https://openalex.org/W2949321739","https://openalex.org/W2964080999","https://openalex.org/W2996320484","https://openalex.org/W3021395152","https://openalex.org/W3034487792","https://openalex.org/W3098106610","https://openalex.org/W3100231902","https://openalex.org/W3102749427","https://openalex.org/W3105946523","https://openalex.org/W3173703884","https://openalex.org/W3178020009","https://openalex.org/W3189482654","https://openalex.org/W4233798822","https://openalex.org/W4292533940","https://openalex.org/W4388167314","https://openalex.org/W4392752752","https://openalex.org/W6663201527","https://openalex.org/W6752757957"],"related_works":["https://openalex.org/W4205140848","https://openalex.org/W2068663075","https://openalex.org/W2978678743","https://openalex.org/W2797837731","https://openalex.org/W4393677513","https://openalex.org/W4390832911","https://openalex.org/W829257147","https://openalex.org/W4385302116","https://openalex.org/W2990252854","https://openalex.org/W4302345547"],"abstract_inverted_index":{"We":[0,46],"have":[1],"formulated":[2],"a":[3,20,43,93],"family":[4],"of":[5,13,32,34,41,63,69,77,105],"machine":[6],"learning":[7,42,67,81],"problems":[8],"as":[9,92],"the":[10,29,38,61,66,75,80,89,103],"time":[11],"evolution":[12],"parametric":[14],"probabilistic":[15,44],"models":[16],"(PPMs),":[17],"inherently":[18],"rendering":[19],"thermodynamic":[21],"process.":[22],"Our":[23],"primary":[24],"motivation":[25],"is":[26,83],"to":[27,36],"leverage":[28],"rich":[30],"toolbox":[31],"thermodynamics":[33],"information":[35,53,57,64,101],"assess":[37],"information-theoretic":[39,50],"content":[40],"model.":[45],"first":[47],"introduce":[48],"two":[49],"metrics,":[51],"memorized":[52],"(M-info)":[54],"and":[55,88],"learned":[56,100],"(L-info),":[58],"which":[59],"trace":[60],"flow":[62],"during":[65,79],"process":[68,82],"PPMs.":[70],"Then,":[71],"we":[72],"demonstrate":[73],"that":[74],"accumulation":[76],"L-info":[78],"associated":[84],"with":[85],"entropy":[86],"production,":[87],"parameters":[90],"serve":[91],"heat":[94],"reservoir":[95],"in":[96,102],"this":[97],"process,":[98],"capturing":[99],"form":[104],"M-info.":[106]},"counts_by_year":[],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}