{"id":"https://openalex.org/W2159937348","doi":"https://doi.org/10.1145/2600428.2611175","title":"Relevation!","display_name":"Relevation!","publication_year":2014,"publication_date":"2014-07-03","ids":{"openalex":"https://openalex.org/W2159937348","doi":"https://doi.org/10.1145/2600428.2611175","mag":"2159937348"},"language":"en","primary_location":{"id":"doi:10.1145/2600428.2611175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2600428.2611175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th international ACM SIGIR conference on Research & development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087733750","display_name":"Bevan Koopman","orcid":"https://orcid.org/0000-0001-5577-3391"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Bevan Koopman","raw_affiliation_strings":["CSIRO, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"CSIRO, Brisbane, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076031002","display_name":"Guido Zuccon","orcid":"https://orcid.org/0000-0003-0271-5563"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guido Zuccon","raw_affiliation_strings":["Queensland University of Technology, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5087733750"],"corresponding_institution_ids":["https://openalex.org/I1292875679"],"apc_list":null,"apc_paid":null,"fwci":4.4991,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.94937723,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1243","last_page":"1244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8433791995048523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8393549919128418},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6440781950950623},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5449146628379822},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4920737147331238},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.20076873898506165},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11003702878952026}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8433791995048523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8393549919128418},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6440781950950623},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5449146628379822},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4920737147331238},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.20076873898506165},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11003702878952026},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2600428.2611175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2600428.2611175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th international ACM SIGIR conference on Research & development in information retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1576407753","https://openalex.org/W1598759141","https://openalex.org/W2008383518","https://openalex.org/W2167429950"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W1967370444","https://openalex.org/W2157408137","https://openalex.org/W2150136235","https://openalex.org/W4312252109"],"abstract_inverted_index":{"Relevation!":[0,12,46],"is":[1,13,32,47],"a":[2],"system":[3,31],"for":[4,8],"performing":[5],"relevance":[6,41],"judgements":[7],"information":[9],"retrieval":[10],"evaluation.":[11],"web-based,":[14],"fully":[15],"configurable":[16],"and":[17,26],"expandable;":[18],"it":[19],"allows":[20],"researchers":[21],"to":[22,37],"effectively":[23],"collect":[24],"assessments":[25],"additional":[27],"qualitative":[28],"data.":[29],"The":[30],"easily":[33],"deployed":[34],"allowing":[35],"assessors":[36],"smoothly":[38],"perform":[39],"their":[40],"judging":[42],"tasks,":[43],"even":[44],"remotely.":[45],"available":[48],"as":[49],"an":[50],"open":[51],"source":[52],"project":[53],"at:":[54],"http://ielab.github.io/relevation.":[55]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}