{"id":"https://openalex.org/W4415428326","doi":"https://doi.org/10.3233/faia251032","title":"Aligning the Evaluation of Probabilistic Predictions with Downstream Value","display_name":"Aligning the Evaluation of Probabilistic Predictions with Downstream Value","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428326","doi":"https://doi.org/10.3233/faia251032"},"language":null,"primary_location":{"id":"doi:10.3233/faia251032","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251032","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251032","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040524631","display_name":"Novin Shahroudi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210155092","display_name":"Czech Academy of Sciences, Institute of Computer Science","ror":"https://ror.org/0496n6574","country_code":"CZ","type":"facility","lineage":["https://openalex.org/I202391551","https://openalex.org/I4210155092"]},{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["CZ","EE"],"is_corresponding":false,"raw_author_name":"Novin Shahroudi","raw_affiliation_strings":["Institute of Computer Science, University of Tartu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu","institution_ids":["https://openalex.org/I56085075","https://openalex.org/I4210155092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075282377","display_name":"Viacheslav Komisarenko","orcid":"https://orcid.org/0000-0001-9210-1260"},"institutions":[{"id":"https://openalex.org/I4210155092","display_name":"Czech Academy of Sciences, Institute of Computer Science","ror":"https://ror.org/0496n6574","country_code":"CZ","type":"facility","lineage":["https://openalex.org/I202391551","https://openalex.org/I4210155092"]},{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["CZ","EE"],"is_corresponding":false,"raw_author_name":"Viacheslav Komisarenko","raw_affiliation_strings":["Institute of Computer Science, University of Tartu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu","institution_ids":["https://openalex.org/I56085075","https://openalex.org/I4210155092"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087318731","display_name":"Meelis Kull","orcid":"https://orcid.org/0000-0001-9257-595X"},"institutions":[{"id":"https://openalex.org/I4210155092","display_name":"Czech Academy of Sciences, Institute of Computer Science","ror":"https://ror.org/0496n6574","country_code":"CZ","type":"facility","lineage":["https://openalex.org/I202391551","https://openalex.org/I4210155092"]},{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["CZ","EE"],"is_corresponding":false,"raw_author_name":"Meelis Kull","raw_affiliation_strings":["Institute of Computer Science, University of Tartu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu","institution_ids":["https://openalex.org/I56085075","https://openalex.org/I4210155092"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.66294252,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.4975000023841858,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.4975000023841858,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.8859999775886536},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.744700014591217},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5978999733924866},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.475600004196167},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4336000084877014},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4318000078201294},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.3978999853134155},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.3677999973297119}],"concepts":[{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.8859999775886536},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.744700014591217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6868000030517578},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5978999733924866},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.506600022315979},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.475600004196167},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.459199994802475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43799999356269836},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4336000084877014},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4318000078201294},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.3978999853134155},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C158980903","wikidata":"https://www.wikidata.org/wiki/Q7899329","display_name":"Upstream and downstream (DNA)","level":3,"score":0.36480000615119934},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C63002673","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring rule","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C191172861","wikidata":"https://www.wikidata.org/wiki/Q7899321","display_name":"Upstream (networking)","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C70136482","wikidata":"https://www.wikidata.org/wiki/Q13583781","display_name":"A-weighting","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia251032","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251032","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia251032","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251032","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Every":[0],"prediction":[1,11,189],"is":[2,13,133,156],"ultimately":[3],"used":[4],"in":[5,18,140,187],"a":[6,73,86,91,128,160],"downstream":[7,23,37,43,98,142,185],"task.":[8,143],"Consequently,":[9],"evaluating":[10],"quality":[12],"more":[14],"meaningful":[15],"when":[16],"considered":[17],"the":[19,42,97,102,116,138,141,154,179],"context":[20],"of":[21,35,104,111,118],"its":[22,175],"use.":[24],"Metrics":[25],"based":[26],"solely":[27],"on":[28,47,101],"predictive":[29,182],"performance":[30,139],"often":[31],"diverge":[32],"from":[33],"measures":[34],"real-world":[36],"impact.":[38],"Existing":[39],"approaches":[40],"incorporate":[41],"view":[44],"by":[45,58,127],"relying":[46],"multiple":[48],"task-specific":[49],"metrics,":[50],"which":[51],"can":[52],"be":[53,71],"burdensome":[54],"to":[55,70,89,135,177],"analyze,":[56],"or":[57,158],"formulating":[59],"cost-sensitive":[60],"evaluations":[61],"that":[62,114],"require":[63],"an":[64,80],"explicit":[65],"cost":[66],"structure,":[67],"typically":[68],"assumed":[69],"known":[72],"priori.":[74,161],"We":[75,162],"frame":[76],"this":[77],"mismatch":[78],"as":[79],"evaluation":[81,93,149,183],"alignment":[82],"problem":[83],"and":[84,147,168,184],"propose":[85],"data-driven":[87],"method":[88],"learn":[90],"proxy":[92],"function":[94],"aligned":[95],"with":[96,137],"evaluation.":[99],"Building":[100],"theory":[103],"proper":[105],"scoring":[106,112,124],"rules,":[107],"we":[108],"explore":[109],"transformations":[110],"rules":[113,125],"ensure":[115],"preservation":[117],"propriety.":[119],"Our":[120],"approach":[121],"leverages":[122],"weighted":[123],"parametrized":[126],"neural":[129],"network,":[130],"where":[131,153],"weighting":[132,155],"learned":[134],"align":[136],"This":[144],"enables":[145],"fast":[146],"scalable":[148],"cycles":[150],"across":[151],"tasks":[152],"complex":[157],"unknown":[159],"showcase":[163],"our":[164],"framework":[165],"through":[166],"synthetic":[167],"real-data":[169],"experiments":[170],"for":[171],"regression":[172],"tasks,":[173],"demonstrating":[174],"potential":[176],"bridge":[178],"gap":[180],"between":[181],"utility":[186],"modular":[188],"systems.":[190]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-24T00:00:00"}