{"id":"https://openalex.org/W1968799289","doi":"https://doi.org/10.1145/2808194.2809493","title":"Pooling for User-Oriented Evaluation Measures","display_name":"Pooling for User-Oriented Evaluation Measures","publication_year":2015,"publication_date":"2015-09-22","ids":{"openalex":"https://openalex.org/W1968799289","doi":"https://doi.org/10.1145/2808194.2809493","mag":"1968799289"},"language":"en","primary_location":{"id":"doi:10.1145/2808194.2809493","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2808194.2809493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 International Conference on The Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080828705","display_name":"Gaurav Baruah","orcid":"https://orcid.org/0000-0002-4992-0524"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gaurav Baruah","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048499958","display_name":"Adam Roegiest","orcid":"https://orcid.org/0000-0003-1265-8881"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Adam Roegiest","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049222552","display_name":"Mark D. Smucker","orcid":"https://orcid.org/0000-0003-4968-6405"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mark D. Smucker","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"341","last_page":"344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.9317823648452759},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8822824358940125},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8438840508460999},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6434378027915955},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6044378876686096},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6034542918205261},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5788146257400513},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.48792406916618347},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.39211609959602356},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32410022616386414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2568795084953308}],"concepts":[{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.9317823648452759},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8822824358940125},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8438840508460999},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6434378027915955},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6044378876686096},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6034542918205261},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5788146257400513},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.48792406916618347},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.39211609959602356},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32410022616386414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2568795084953308},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2808194.2809493","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2808194.2809493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 International Conference on The Theory of Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322676","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W135190683","https://openalex.org/W1507150160","https://openalex.org/W1965372953","https://openalex.org/W1988613011","https://openalex.org/W2005589065","https://openalex.org/W2010181950","https://openalex.org/W2036448375","https://openalex.org/W2037140704","https://openalex.org/W2075893676","https://openalex.org/W2094661073","https://openalex.org/W2124504084","https://openalex.org/W2158222053","https://openalex.org/W2339562433","https://openalex.org/W2404416613","https://openalex.org/W2915979700"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W2973759123","https://openalex.org/W2740913191"],"abstract_inverted_index":{"Traditional":[0],"TREC-style":[1],"pooling":[2,56,90,100,104],"methodology":[3,57],"relies":[4],"on":[5,59,103],"using":[6],"predicted":[7],"relevance":[8],"by":[9,110],"systems":[10],"to":[11],"select":[12],"documents":[13,39,61,81,105],"for":[14],"judgment.":[15],"This":[16],"coincides":[17],"with":[18],"typical":[19],"search":[20],"behaviour":[21],"(e.g.,":[22],"web":[23],"search).":[24],"In":[25],"the":[26,34,60,79,84,113,119],"case":[27],"of":[28,32,78],"temporally":[29,70],"ordered":[30,71],"streams":[31],"documents,":[33],"order":[35,44],"that":[36,62,106],"users":[37,64],"encounter":[38],"is":[40],"in":[41,68,83],"this":[42,74],"temporal":[43],"and":[45],"not":[46],"some":[47],"predetermined":[48],"rank":[49],"order.":[50],"We":[51],"investigate":[52],"a":[53],"user":[54,75],"oriented":[55],"focusing":[58],"simulated":[63],"would":[65,92],"likely":[66],"read":[67,109],"such":[69],"streams.":[72],"Under":[73],"model,":[76],"many":[77],"relevant":[80],"found":[82],"TREC":[85,121],"2013":[86],"Temporal":[87],"Summarization":[88],"Track's":[89],"effort":[91],"never":[93],"be":[94,108],"read.":[95],"Not":[96],"only":[97],"does":[98],"our":[99],"strategy":[101],"focus":[102],"will":[107],"(simulated)":[111],"users,":[112],"resultant":[114],"pools":[115],"are":[116],"different":[117],"from":[118],"standard":[120],"pools.":[122]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}