{"id":"https://openalex.org/W2126690248","doi":"https://doi.org/10.1145/2484028.2484063","title":"Pseudo test collections for training and tuning microblog rankers","display_name":"Pseudo test collections for training and tuning microblog rankers","publication_year":2013,"publication_date":"2013-07-28","ids":{"openalex":"https://openalex.org/W2126690248","doi":"https://doi.org/10.1145/2484028.2484063","mag":"2126690248"},"language":"en","primary_location":{"id":"doi:10.1145/2484028.2484063","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017746272","display_name":"Richard Berendsen","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Richard Berendsen","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060527820","display_name":"Manos Tsagkias","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Manos Tsagkias","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071682310","display_name":"Wouter Weerkamp","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Wouter Weerkamp","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017746272"],"corresponding_institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":4.4481,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.94550312,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"53","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microblogging","display_name":"Microblogging","score":0.9074194431304932},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.852645754814148},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.7268537282943726},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7094502449035645},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.6956573724746704},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6370649337768555},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.6033189296722412},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45950645208358765},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.43652281165122986},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.29075586795806885}],"concepts":[{"id":"https://openalex.org/C143275388","wikidata":"https://www.wikidata.org/wiki/Q92438","display_name":"Microblogging","level":3,"score":0.9074194431304932},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.852645754814148},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.7268537282943726},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7094502449035645},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.6956573724746704},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6370649337768555},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.6033189296722412},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45950645208358765},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.43652281165122986},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29075586795806885},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2484028.2484063","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/3601591b-ab89-4b61-adee-6b4dbb6dc85d","is_oa":false,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/pseudo-test-collections-for-training-and-tuning-microblog-rankers(3601591b-ab89-4b61-adee-6b4dbb6dc85d).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Berendsen, R, Tsagkias, M, Weerkamp, W & de Rijke, M 2013, Pseudo Test Collections for Training and Tuning Microblog Rankers. in SIGIR '13 : the proceedings of the 36th International ACM SIGIR Conference on Research & Development in Information Retrieval : July 28-August 1, 2013, Dublin, Ireland. New York, pp. 53-62, SIGIR '13, 28/07/13. https://doi.org/10.1145/2484028.2484063","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.401.2001","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.401.2001","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://staff.science.uva.nl/~mdr/Publications/sigir2013-pseudo.pdf","raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:publications/3601591b-ab89-4b61-adee-6b4dbb6dc85d","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/pseudo-test-collections-for-training-and-tuning-microblog-rankers(3601591b-ab89-4b61-adee-6b4dbb6dc85d).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Berendsen, R, Tsagkias, M, Weerkamp, W & de Rijke, M 2013, Pseudo Test Collections for Training and Tuning Microblog Rankers. in SIGIR '13 : the proceedings of the 36th International ACM SIGIR Conference on Research & Development in Information Retrieval : July 28-August 1, 2013, Dublin, Ireland. New York, pp. 53-62, SIGIR '13, 28/07/13. https://doi.org/10.1145/2484028.2484063","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320934","display_name":"Koninklijke Nederlandse Akademie van Wetenschappen","ror":"https://ror.org/043c0p156"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W73633278","https://openalex.org/W1482214997","https://openalex.org/W1484670493","https://openalex.org/W1484772416","https://openalex.org/W1495463374","https://openalex.org/W1571268342","https://openalex.org/W1574901103","https://openalex.org/W1601330886","https://openalex.org/W1806107381","https://openalex.org/W1900856733","https://openalex.org/W1968831592","https://openalex.org/W1973435495","https://openalex.org/W1974288322","https://openalex.org/W1974548136","https://openalex.org/W1986182807","https://openalex.org/W1995672491","https://openalex.org/W1996633087","https://openalex.org/W2012574526","https://openalex.org/W2021856948","https://openalex.org/W2023111600","https://openalex.org/W2030524533","https://openalex.org/W2035720976","https://openalex.org/W2053448995","https://openalex.org/W2057268564","https://openalex.org/W2061731173","https://openalex.org/W2094692697","https://openalex.org/W2101196063","https://openalex.org/W2105157020","https://openalex.org/W2124504084","https://openalex.org/W2125993116","https://openalex.org/W2136542423","https://openalex.org/W2142623206","https://openalex.org/W2147770679","https://openalex.org/W2148212498","https://openalex.org/W2149427297","https://openalex.org/W2153870588","https://openalex.org/W2159665776","https://openalex.org/W2159981039","https://openalex.org/W2165718308","https://openalex.org/W2171178771","https://openalex.org/W2339562433","https://openalex.org/W2406508000","https://openalex.org/W2884843966","https://openalex.org/W4240646033","https://openalex.org/W4240913316","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2728430307","https://openalex.org/W2107786128","https://openalex.org/W2053241453","https://openalex.org/W2153980712","https://openalex.org/W2537388533","https://openalex.org/W2978974359","https://openalex.org/W2036556872","https://openalex.org/W2021183651","https://openalex.org/W2017590198","https://openalex.org/W2353191283"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2],"witnessed":[3],"a":[4,20,43,57,82,90],"persistent":[5],"interest":[6],"in":[7,31,101],"generating":[8,23],"pseudo":[9],"test":[10,117],"collections,":[11],"both":[12],"for":[13,22,28,92,119],"training":[14,103],"and":[15,25,54,72],"evaluation":[16],"purposes.":[17],"We":[18,105],"describe":[19],"method":[21,66],"queries":[24],"relevance":[26,77],"judgments":[27],"microblog":[29,120],"search":[30],"an":[32,115],"unsupervised":[33],"way.":[34],"Our":[35,64],"starting":[36],"point":[37],"is":[38],"this":[39],"intuition:":[40],"tweets":[41,75],"with":[42,111],"hashtag":[44,53],"are":[45],"relevant":[46],"to":[47,56,97],"the":[48,52,62,102,108],"topic":[49],"covered":[50],"by":[51],"hence":[55],"suitable":[58],"query":[59,83],"derived":[60,113],"from":[61,84,114],"hashtag.":[63],"baseline":[65],"selects":[67],"all":[68,73],"commonly":[69],"used":[70],"hashtags,":[71],"associated":[74],"as":[76],"judgments;":[78],"we":[79,88],"then":[80,106],"generate":[81,89],"these":[85],"tweets.":[86],"Next,":[87],"timestamp":[91],"each":[93],"query,":[94],"allowing":[95],"us":[96],"use":[98],"temporal":[99],"information":[100],"process.":[104],"enrich":[107],"generation":[109],"process":[110],"knowledge":[112],"editorial":[116],"collection":[118],"search.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}