{"id":"https://openalex.org/W940094962","doi":null,"title":"Reliability estimation of individual predictions in supervised learning","display_name":"Reliability estimation of individual predictions in supervised learning","publication_year":2013,"publication_date":"2013-06-21","ids":{"openalex":"https://openalex.org/W940094962","mag":"940094962"},"language":"en","primary_location":{"id":"mag:940094962","doi":null,"is_oa":false,"landing_page_url":"http://eprints.fri.uni-lj.si/2065/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054067634","display_name":"Darko Pevec","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Darko Pevec","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5054067634"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4047999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4047999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.1785999983549118,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.09449999779462814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interval-prediction","display_name":"interval prediction","score":0.5920000076293945},{"id":"https://openalex.org/keywords/prediction-intervals","display_name":"prediction intervals","score":0.9179999828338623},{"id":"https://openalex.org/keywords/classification","display_name":"classification","score":0.7519999742507935},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"regression analysis","score":0.9980000257492065},{"id":"https://openalex.org/keywords/bootstrap-method","display_name":"bootstrapping","score":0.4699999988079071},{"id":"https://openalex.org/keywords/maximum-likelihood-estimation","display_name":"maximum likelihood estimation","score":0.9760000109672546},{"id":"https://openalex.org/keywords/model-uncertainty","display_name":"model uncertainty","score":0.3070000112056732},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.6150000095367432},{"id":"https://openalex.org/keywords/decision-support","display_name":"decision support","score":0.6240000128746033},{"id":"https://openalex.org/keywords/black-box-modeling","display_name":"black-box models","score":0.699999988079071}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7054958343505859},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6583259105682373},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5993955731391907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5797064304351807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5578810572624207},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4349250793457031},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.4334949851036072},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4296558201313019},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3631778359413147},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2883451581001282},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13157391548156738},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1250699758529663},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.09348168969154358},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:940094962","doi":null,"is_oa":false,"landing_page_url":"http://eprints.fri.uni-lj.si/2065/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7095296149","https://openalex.org/W1591933168","https://openalex.org/W4401833013","https://openalex.org/W3134485194","https://openalex.org/W2400892212","https://openalex.org/W2483168091","https://openalex.org/W2129512921","https://openalex.org/W7095490358","https://openalex.org/W2162638256","https://openalex.org/W2067354349"],"abstract_inverted_index":{"The":[0,29,136,324],"thesis":[1,308,379],"discuses":[2],"reliability":[3,134,166,259,337,386],"estimation":[4,338,387,415],"of":[5,32,34,42,65,72,75,150,160,167,178,258,267,306,314,317,336,385,402,406,443,448,496,543],"individual":[6],"predictions":[7,105,127,169],"in":[8,101,213,320,346],"the":[9,90,155,165,184,188,193,198,202,214,315,321,358,363,370,378,399,403,441,444,455,468,478,497],"supervised":[10,262],"learning":[11,36,77,180,225],"framework.":[12],"This":[13,94,264,546],"research":[14],"field":[15],"is":[16,97,149,158,182,309,339,528],"rather":[17],"new":[18,311,513,547],"and":[19,26,68,191,248,269,281,294,326,357,372,412,420,494,520,541,550,555],"currently":[20],"attracts":[21],"little":[22],"attention":[23],"from":[24],"experts":[25,118],"users":[27,74],"alike.":[28],"main":[30],"indicators":[31],"success":[33],"machine":[35,76,179,224],"models":[37,498],"are":[38,57,128,142,299,451,459,472,484],"consequently":[39,556],"still":[40],"measures":[41],"average":[43,156,470],"performance,":[44],"for":[45,80,139,261,302,490,506,523,538],"example":[46],"classification":[47,268,293,322],"accuracy":[48,471],"or":[49,112,153,200,208],"root":[50],"mean":[51],"square":[52],"error.":[53],"However,":[54],"averaged":[55],"statistics":[56,462],"not":[58,129,159,393,473],"able":[59],"to":[60,87,108,121,197,211,218,229,242,272,292,351,368,486],"provide":[61,373,416,426,464],"a":[62,205,255,310,329,354,381,436,512,529,535],"full":[63],"view":[64,384],"models'":[66,91,469],"performance":[67,157],"an":[69,502],"increasing":[70],"number":[71],"today's":[73],"have":[78,228,240,350],"interest":[79],"additional":[81,95,374],"information":[82,96,163,465],"that":[83,117,333,439,454,463,516],"can":[84,288,366],"help":[85],"them":[86,232],"better":[88],"understand":[89],"results.":[92],"even":[98,209],"more":[99,460,557],"important":[100],"cases":[102,347],"where":[103,146,154],"wrong":[104,206],"may":[106,170],"lead":[107],"serious":[109],"financial":[110],"losses":[111],"medical":[113],"complications.":[114],"It":[115],"happens":[116],"become":[119],"reluctant":[120],"use":[122,177],"prediction":[123,418,428,457,508],"systems":[124],"if":[125,192],"their":[126,133,243,249,273,389],"backed":[130],"up":[131],"by":[132],"assessments.":[135],"prevalent":[137],"methods":[138,408,421],"model":[140,186,203,356,518,530],"assessment":[141],"insufficient":[143],"among":[144],"fields":[145],"decision":[147],"support":[148],"crucial":[151],"importance":[152],"paramount":[161],"importance,":[162],"on":[164,342,410,423,431,467,477,534],"single":[168],"prove":[171,367],"very":[172,488],"beneficial.\r\nThe":[173],"greatest":[174],"concern":[175],"with":[176,231,234,328,353,362],"algorithms":[181],"whether":[183],"chosen":[185],"represents":[187],"data":[189],"well":[190],"predicted":[194],"values":[195],"conform":[196,361],"dataset":[199],"has":[201,521],"learned":[204],"concept":[207],"over-fitted":[210],"noise":[212],"data.\r\nAs":[215],"we":[216,227,238,349,434,510],"want":[217],"take":[219],"into":[220],"account":[221],"all":[222],"possible":[223,394],"models,":[226],"deal":[230,352],"as":[233],"black-boxes,":[235],"which":[236,391],"means":[237],"only":[239,301],"access":[241],"input":[244],"(the":[245],"training":[246],"examples)":[247],"output":[250],"(their":[251],"predictions).\r\nThis":[252],"work":[253],"presents":[254],"complete":[256],"overview":[257],"estimators":[260,287,298,319,360],"learning.":[263],"framework":[265],"consists":[266],"regression,":[270,295],"due":[271],"inherent":[274],"differences.":[275],"We":[276],"also":[277],"distinguish":[278],"between":[279],"point-wise":[280,286,318,359],"interval":[282,297,376],"estimators,":[283],"but":[284],"interestingly,":[285],"be":[289,487],"applied":[290],"both":[291],"whereas":[296],"defined":[300],"regression.\r\nThe":[303],"first":[304],"contribution":[305,527],"this":[307,334,432,449],"comparative":[312],"study":[313],"usefulness":[316],"setting.":[323],"analysis":[325,397],"comparison":[327,519],"reference":[330],"function":[331],"shows":[332,398],"kind":[335],"rarely":[340],"useful":[341,489],"real-world":[343],"datasets.":[344],"But":[345],"when":[348],"suboptimal":[355],"data,":[364],"they":[365],"improve":[369],"results":[371],"information.\r\nRegarding":[375],"estimation,":[377],"contributes":[380],"novel,":[382],"unifying":[383],"enabling":[388],"comparison,":[390],"was":[392],"before.":[395],"Our":[396],"dual":[400],"nature":[401],"two":[404,445],"families":[405],"approaches:":[407],"based":[409,422,533],"bootstrap":[411],"maximum":[413],"likelihood":[414],"valid":[417],"intervals":[419,458,509],"local":[424],"neighborhoods":[425],"optimal":[427],"intervals.":[429],"Based":[430],"finding,":[433],"present":[435,511],"combined":[437,456,536],"approach":[438],"merges":[440],"properties":[442],"groups.":[446],"Results":[447],"method":[450],"favorable,":[452],"indicating":[453],"robust.\r\nExisting":[461],"merely":[466],"truly":[474],"informative,":[475],"while":[476],"other":[479],"hand,":[480],"appropriate":[481],"graphic":[482],"visualizations":[483],"known":[485],"developing":[491],"users'":[492],"intuition":[493],"understanding":[495],"behavior.":[499],"After":[500],"demonstrating":[501],"existing":[503],"visualization":[504,514],"tool":[505],"comparing":[507],"technique":[515],"enables":[517],"potential":[522],"knowledge":[524],"discovery.\r\nThe":[525],"final":[526],"aggregation":[531,551],"procedure":[532,552],"statistic":[537,549],"robust":[539],"selection":[540],"merging":[542],"regression":[544],"predictions.":[545,559],"evaluation":[548],"provides":[553],"confirmatory":[554],"reliable":[558]},"counts_by_year":[],"updated_date":"2025-11-06T04:12:42.849631","created_date":"2016-06-24T00:00:00"}