{"id":"https://openalex.org/W2799186944","doi":"https://doi.org/10.1145/3209978.3210161","title":"A Test Collection for Evaluating Legal Case Law Search","display_name":"A Test Collection for Evaluating Legal Case Law Search","publication_year":2018,"publication_date":"2018-06-27","ids":{"openalex":"https://openalex.org/W2799186944","doi":"https://doi.org/10.1145/3209978.3210161","mag":"2799186944"},"language":"en","primary_location":{"id":"doi:10.1145/3209978.3210161","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3209978.3210161","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075460523","display_name":"Daniel Locke","orcid":null},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Daniel Locke","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076031002","display_name":"Guido Zuccon","orcid":"https://orcid.org/0000-0003-0271-5563"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guido Zuccon","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5075460523"],"corresponding_institution_ids":["https://openalex.org/I160993911"],"apc_list":null,"apc_paid":null,"fwci":12.0064,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.97984419,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1261","last_page":"1264"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.7156870365142822},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.685783863067627},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6401041150093079},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.5354869961738586},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.4150426387786865},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.28870344161987305},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10860323905944824},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10783076286315918}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7156870365142822},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.685783863067627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6401041150093079},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5354869961738586},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.4150426387786865},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.28870344161987305},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10860323905944824},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10783076286315918},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3209978.3210161","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3209978.3210161","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7900000214576721,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1585773227","https://openalex.org/W1599172722","https://openalex.org/W2006348601","https://openalex.org/W2058604775","https://openalex.org/W2093583221","https://openalex.org/W2099183456","https://openalex.org/W2125913763","https://openalex.org/W2388783363","https://openalex.org/W2549993635","https://openalex.org/W2563948597","https://openalex.org/W2735222437","https://openalex.org/W2741023348","https://openalex.org/W2767834779","https://openalex.org/W2794912841","https://openalex.org/W3012565124"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Test":[0],"collection":[1,27,38,59],"based":[2],"evaluation":[3],"represents":[4],"the":[5,47],"standard":[6,25],"of":[7,49],"evalua-":[8,29],"tion":[9],"for":[10,28,39],"information":[11],"retrieval":[12,48],"systems.":[13],"Legal":[14],"IR,":[15],"more":[16],"speci":[17],"cally":[18],"case":[19,43],"law":[20,44],"retrieval,":[21],"has":[22],"no":[23],"such":[24],"test":[26,37],"tion.":[30],"In":[31],"this":[32],"paper,":[33],"we":[34],"present":[35],"a":[36,54],"use":[40],"in":[41],"evaluating":[42],"search,":[45],"being":[46],"judicial":[50],"decisions":[51],"relevant":[52],"to":[53],"particular":[55],"legal":[56],"question.":[57],"The":[58],"is":[60],"made":[61],"available":[62],"at":[63],"ielab.io/caselaw.":[64]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}