{"id":"https://openalex.org/W2149782135","doi":null,"title":"Active Comparison of Prediction Models","display_name":"Active Comparison of Prediction Models","publication_year":2012,"publication_date":"2012-12-03","ids":{"openalex":"https://openalex.org/W2149782135","mag":"2149782135"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.373.2424","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.373.2424","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://books.nips.cc/papers/files/nips25/NIPS2012_0851.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019635432","display_name":"Christoph Sawade","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Sawade","raw_affiliation_strings":["University of Potsdam, Department of Computer Science, Potsdam, Germany#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Potsdam, Department of Computer Science, Potsdam, Germany#TAB#","institution_ids":["https://openalex.org/I176453806"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023752093","display_name":"Niels Landwehr","orcid":"https://orcid.org/0000-0001-5019-7620","observed_orcids":["https://orcid.org/0000-0001-5019-7620"]},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Niels Landwehr","raw_affiliation_strings":["University of Potsdam, Department of Computer Science, Potsdam, Germany#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-5019-7620","affiliations":[{"raw_affiliation_string":"University of Potsdam, Department of Computer Science, Potsdam, Germany#TAB#","institution_ids":["https://openalex.org/I176453806"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007427935","display_name":"Tobias Scheffer","orcid":"https://orcid.org/0000-0003-4405-7925","observed_orcids":["https://orcid.org/0000-0003-4405-7925"]},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Scheffer","raw_affiliation_strings":["University of Potsdam, Department of Computer Science, Potsdam, Germany#TAB#"],"raw_orcid":"https://orcid.org/0000-0003-4405-7925","affiliations":[{"raw_affiliation_string":"University of Potsdam, Department of Computer Science, Potsdam, Germany#TAB#","institution_ids":["https://openalex.org/I176453806"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I176453806"],"apc_list":null,"apc_paid":null,"fwci":1.0227,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76200834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":95},"biblio":{"volume":"25","issue":null,"first_page":"1754","last_page":"1762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.4790000021457672},{"id":"https://openalex.org/keywords/statistical-power","display_name":"statistical power","score":0.781000018119812},{"id":"https://openalex.org/keywords/p-values","display_name":"p-values","score":0.6159999966621399},{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.8289999961853027},{"id":"https://openalex.org/keywords/classification","display_name":"classification","score":0.34200000762939453},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"regression analysis","score":0.8539999723434448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6698726415634155},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6184768676757812},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6017647385597229},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.5562849044799805},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5198246240615845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49275997281074524},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.47286343574523926},{"id":"https://openalex.org/C2778136018","wikidata":"https://www.wikidata.org/wiki/Q10350689","display_name":"Predictive power","level":2,"score":0.453368216753006},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.44781920313835144},{"id":"https://openalex.org/C167723999","wikidata":"https://www.wikidata.org/wiki/Q3773214","display_name":"Sampling distribution","level":2,"score":0.44519102573394775},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.443228542804718},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.42504698038101196},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.41478657722473145},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3432735800743103},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21910688281059265},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.373.2424","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.373.2424","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://books.nips.cc/papers/files/nips25/NIPS2012_0851.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.419.6318","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.419.6318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.uni-potsdam.de/ml/publications/nips2012-active-comparison.pdf","raw_type":"text"},{"id":"mag:2149782135","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/4495-active-comparison-of-prediction-models.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1496357020","https://openalex.org/W1590890880","https://openalex.org/W1677409904","https://openalex.org/W1746819321","https://openalex.org/W1976606095","https://openalex.org/W2009543464","https://openalex.org/W2057565703","https://openalex.org/W2069739265","https://openalex.org/W2108736173","https://openalex.org/W2111308925","https://openalex.org/W2128511958","https://openalex.org/W2140407154","https://openalex.org/W2145023731","https://openalex.org/W2151103935","https://openalex.org/W2153747975","https://openalex.org/W2157958821","https://openalex.org/W2165962877","https://openalex.org/W2167595980","https://openalex.org/W3120740533","https://openalex.org/W3215037115"],"related_works":["https://openalex.org/W7096729147","https://openalex.org/W2108736173","https://openalex.org/W2618438111","https://openalex.org/W6903972594","https://openalex.org/W7167884209","https://openalex.org/W7017193919","https://openalex.org/W2128511958","https://openalex.org/W4414922313","https://openalex.org/W2157881402","https://openalex.org/W2784589584"],"abstract_inverted_index":{"We":[0,70,85],"address":[1],"the":[2,6,42,51,87,92,100,107,111,128,131],"problem":[3,29],"of":[4,8,94,109,130],"comparing":[5],"risks":[7],"two":[9],"given":[10],"predictive":[11],"models\u2014for":[12],"instance,":[13],"a":[14,18,24,68,95],"baseline":[15],"model":[16,117],"and":[17,65,104,123,126],"challenger\u2014as":[19],"confidently":[20],"as":[21],"possible":[22],"on":[23,36,120],"fixed":[25],"labeling":[26],"budget.":[27],"This":[28],"occurs":[30],"whenever":[31],"models":[32],"cannot":[33],"be":[34,63],"compared":[35],"held-out":[37],"training":[38,43],"data,":[39],"possibly":[40],"because":[41],"data":[44],"are":[45],"unavailable":[46],"or":[47],"do":[48],"not":[49],"reflect":[50],"desired":[52],"test":[53,59,97],"distribution.":[54,84],"In":[55],"this":[56],"case,":[57],"new":[58],"instances":[60,78],"have":[61],"to":[62,80,99],"drawn":[64],"labeled":[66],"at":[67],"cost.":[69],"devise":[71],"an":[72,81],"active":[73],"comparison":[74],"method":[75],"that":[76,90],"selects":[77],"according":[79],"instrumental":[82],"sampling":[83,88],"derive":[86],"distribution":[89],"maximizes":[91],"power":[93],"statistical":[96],"applied":[98],"observed":[101],"empirical":[102],"risks,":[103],"thereby":[105],"minimizes":[106],"likelihood":[108],"choosing":[110],"inferior":[112],"model.":[113],"Empirically,":[114],"we":[115],"investigate":[116],"selection":[118],"problems":[119],"several":[121],"classification":[122],"regression":[124],"tasks":[125],"study":[127],"accuracy":[129],"resulting":[132],"p-values.":[133],"1":[134]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}