{"id":"https://openalex.org/W1979697714","doi":"https://doi.org/10.1145/2484028.2484127","title":"Bias-variance decomposition of ir evaluation","display_name":"Bias-variance decomposition of ir evaluation","publication_year":2013,"publication_date":"2013-07-28","ids":{"openalex":"https://openalex.org/W1979697714","doi":"https://doi.org/10.1145/2484028.2484127","mag":"1979697714"},"language":"en","primary_location":{"id":"doi:10.1145/2484028.2484127","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484127","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061920098","display_name":"Peng Zhang","orcid":"https://orcid.org/0000-0001-7265-0983"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Zhang","raw_affiliation_strings":["Tianjin University, Tianjin, China","[Tianjin University, Tianjin, China.]"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"[Tianjin University, Tianjin, China.]","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050532724","display_name":"Dawei Song","orcid":"https://orcid.org/0000-0002-8660-3608"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Song","raw_affiliation_strings":["Tianjin University, Tianjin, China","[Tianjin University, Tianjin, China.]"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"[Tianjin University, Tianjin, China.]","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384727","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0002-4021-4228"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["University College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100781300","display_name":"Yuexian Hou","orcid":"https://orcid.org/0000-0002-3238-493X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuexian Hou","raw_affiliation_strings":["Tianjin University, Tianjin, China","[Tianjin University, Tianjin, China.]"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"[Tianjin University, Tianjin, China.]","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5061920098"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":4.1796,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.94050742,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1021","last_page":"1024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7843605279922485},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6758379340171814},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6746992468833923},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5992822647094727},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5552305579185486},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.5036892294883728},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44944241642951965},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34402406215667725},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33650821447372437},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19283264875411987}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7843605279922485},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6758379340171814},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6746992468833923},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5992822647094727},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5552305579185486},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.5036892294883728},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44944241642951965},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34402406215667725},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33650821447372437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19283264875411987},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2484028.2484127","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484127","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:oro.open.ac.uk:38094","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401187","display_name":"Open Research Online (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1494864219","https://openalex.org/W1506806321","https://openalex.org/W1601795611","https://openalex.org/W1663973292","https://openalex.org/W1980730196","https://openalex.org/W1999331679","https://openalex.org/W2089082212","https://openalex.org/W2111310810","https://openalex.org/W2141527331","https://openalex.org/W2159859920","https://openalex.org/W2169213601","https://openalex.org/W4246858749","https://openalex.org/W6629510986"],"related_works":["https://openalex.org/W2770593030","https://openalex.org/W3154990682","https://openalex.org/W2560201613","https://openalex.org/W2171975302","https://openalex.org/W2022352247","https://openalex.org/W4312219546","https://openalex.org/W2377538627","https://openalex.org/W2107220315","https://openalex.org/W1589637664","https://openalex.org/W4281727072"],"abstract_inverted_index":{"It":[0],"has":[1],"been":[2,47],"recognized":[3],"that,":[4],"when":[5],"an":[6,105],"information":[7],"retrieval":[8,15,41,74],"(IR)":[9],"system":[10],"achieves":[11],"improvement":[12],"in":[13,40,104],"mean":[14,18,57],"effectiveness":[16,58,101],"(e.g.":[17],"average":[19,29],"precision":[20,30],"(MAP))":[21],"over":[22],"all":[23],"the":[24,26,56,88,100,112,122],"queries,":[25],"performance":[27],"(e.g.,":[28],"(AP))":[31],"of":[32,65,69,117,127],"some":[33],"individual":[34],"queries":[35],"could":[36],"be":[37],"hurt,":[38],"resulting":[39],"instability.":[42],"Some":[43],"stability/robustness":[44],"metrics":[45],"have":[46],"proposed.":[48],"However,":[49],"they":[50],"are":[51],"often":[52],"defined":[53],"separately":[54],"from":[55],"metric.":[59],"Consequently,":[60],"there":[61],"is":[62,96],"a":[63,66,83,92],"lack":[64],"unified":[67,84],"formulation":[68,85],"effectiveness,":[70],"stability":[71,103],"and":[72,102,124],"overall":[73],"quality":[75],"(considering":[76],"both).":[77],"In":[78],"this":[79],"paper,":[80],"we":[81],"present":[82],"based":[86],"on":[87],"bias-variance":[89],"decomposition.":[90],"Correspondingly,":[91],"novel":[93],"evaluation":[94,116],"methodology":[95,114],"developed":[97],"to":[98,115],"evaluate":[99],"integrated":[106],"manner.":[107],"A":[108],"case":[109],"study":[110],"applying":[111],"proposed":[113],"query":[118],"language":[119],"modeling":[120],"illustrates":[121],"usefulness":[123],"analytical":[125],"power":[126],"our":[128],"approach.":[129]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}