{"id":"https://openalex.org/W2473548264","doi":"https://doi.org/10.1145/2911451.2914673","title":"Building Test Collections for Evaluating Temporal IR","display_name":"Building Test Collections for Evaluating Temporal IR","publication_year":2016,"publication_date":"2016-07-07","ids":{"openalex":"https://openalex.org/W2473548264","doi":"https://doi.org/10.1145/2911451.2914673","mag":"2473548264"},"language":"en","primary_location":{"id":"doi:10.1145/2911451.2914673","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2911451.2914673","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th International ACM SIGIR conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/conference_contribution/Building_test_collections_for_evaluating_temporal_IR/27400257","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017282307","display_name":"Hideo Joho","orcid":"https://orcid.org/0000-0002-6611-652X"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hideo Joho","raw_affiliation_strings":["University of Tsukuba, Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079733597","display_name":"Adam Jatowt","orcid":"https://orcid.org/0000-0001-7235-0665"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Adam Jatowt","raw_affiliation_strings":["Kyoto University, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021439660","display_name":"Roi Blanco","orcid":null},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Roi Blanco","raw_affiliation_strings":["University of A Coru\u00f1a, A Coru\u00f1a, Spain"],"affiliations":[{"raw_affiliation_string":"University of A Coru\u00f1a, A Coru\u00f1a, Spain","institution_ids":["https://openalex.org/I11019714"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101744904","display_name":"Hai-Tao Yu","orcid":"https://orcid.org/0000-0002-1569-8507"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Haitao Yu","raw_affiliation_strings":["University of Tsukuba, Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102848700","display_name":"Shuhei Yamamoto","orcid":"https://orcid.org/0009-0001-1003-9107"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shuhei Yamamoto","raw_affiliation_strings":["University of Tsukuba, Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5017282307"],"corresponding_institution_ids":["https://openalex.org/I146399215"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08289192,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"677","last_page":"680"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8468993902206421},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6827815771102905},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6618462204933167},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6233307719230652},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3270450234413147}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8468993902206421},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6827815771102905},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6618462204933167},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6233307719230652},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3270450234413147},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2911451.2914673","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2911451.2914673","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th International ACM SIGIR conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:figshare.com:article/27400257","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Building_test_collections_for_evaluating_temporal_IR/27400257","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27400257","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Building_test_collections_for_evaluating_temporal_IR/27400257","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.41999998688697815}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1989105102","https://openalex.org/W2039297031","https://openalex.org/W2086633264","https://openalex.org/W2089110116","https://openalex.org/W2132314908","https://openalex.org/W2137426349","https://openalex.org/W2271423210","https://openalex.org/W2293692776","https://openalex.org/W4285719527","https://openalex.org/W6676013316","https://openalex.org/W6713052669"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Research":[0],"on":[1,60],"temporal":[2,32,86],"aspects":[3],"of":[4,30,48],"information":[5],"retrieval":[6],"has":[7],"recently":[8],"gained":[9],"considerable":[10],"interest":[11],"within":[12],"the":[13,28,39,44,70],"Information":[14,50],"Retrieval":[15],"(IR)":[16],"community.":[17],"This":[18],"paper":[19],"describes":[20],"our":[21],"efforts":[22],"for":[23,27,80,85],"building":[24],"test":[25,40,82],"collections":[26,41,83],"purpose":[29],"fostering":[31],"IR":[33],"research.":[34],"In":[35],"particular,":[36],"we":[37,67,76],"overview":[38],"created":[42],"at":[43,55],"two":[45],"recent":[46],"editions":[47],"Temporal":[49],"Access":[51],"(Temporalia)":[52],"task":[53,71],"organized":[54],"NTCIR-11":[56],"and":[57,63,73],"NTCIR-12,":[58],"report":[59],"selected":[61],"results":[62],"discuss":[64],"several":[65],"observations":[66],"made":[68],"during":[69],"design":[72],"implementation.":[74],"Finally,":[75],"outline":[77],"further":[78],"directions":[79],"constructing":[81],"suitable":[84],"IR.":[87]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}