{"id":"https://openalex.org/W2071380510","doi":"https://doi.org/10.1145/1277741.1277890","title":"Evaluating relevant in context","display_name":"Evaluating relevant in context","publication_year":2007,"publication_date":"2007-07-23","ids":{"openalex":"https://openalex.org/W2071380510","doi":"https://doi.org/10.1145/1277741.1277890","mag":"2071380510"},"language":"en","primary_location":{"id":"doi:10.1145/1277741.1277890","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1277741.1277890","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044511901","display_name":"Jaap Kamps","orcid":"https://orcid.org/0000-0002-6614-0087"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jaap Kamps","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002597222","display_name":"Mounia Lalmas","orcid":"https://orcid.org/0000-0002-3531-3096"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mounia Lalmas","raw_affiliation_strings":["Queen Mary: University of London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary: University of London, London, United Kingdom","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060342512","display_name":"Jovan Pehcevski","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jovan Pehcevski","raw_affiliation_strings":["INRIA Rocquencourt, Le Chesnay, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA Rocquencourt, Le Chesnay, France","institution_ids":["https://openalex.org/I1326498283"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.368,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89095201,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"749","last_page":"750"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.7152000069618225,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.7152000069618225,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.8390332460403442},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8298509120941162},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7271993160247803},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6937943696975708},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.659953236579895},{"id":"https://openalex.org/keywords/xml","display_name":"XML","score":0.6450803875923157},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6215915679931641},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.31117352843284607},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3051185607910156}],"concepts":[{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.8390332460403442},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8298509120941162},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7271993160247803},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6937943696975708},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.659953236579895},{"id":"https://openalex.org/C8797682","wikidata":"https://www.wikidata.org/wiki/Q2115","display_name":"XML","level":2,"score":0.6450803875923157},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6215915679931641},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.31117352843284607},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3051185607910156},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1277741.1277890","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1277741.1277890","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1519066168","https://openalex.org/W1549391327","https://openalex.org/W2067552164","https://openalex.org/W2156296249","https://openalex.org/W4294621867"],"related_works":["https://openalex.org/W4255837520","https://openalex.org/W2387011115","https://openalex.org/W4234808182","https://openalex.org/W2382043075","https://openalex.org/W2809151339","https://openalex.org/W2360673138","https://openalex.org/W2809370583","https://openalex.org/W2333722679","https://openalex.org/W4255628145","https://openalex.org/W4386392971"],"abstract_inverted_index":{"The":[0,108],"Relevant":[1,51],"in":[2,52,77],"Context":[3,53],"retrieval":[4,10],"task":[5],"is":[6],"document":[7],"or":[8],"article":[9,30,97],"with":[11],"a":[12,33,57],"twist,":[13],"where":[14],"not":[15],"only":[16],"the":[17,25,50,68,71,78,83,87,93,99,105],"relevant":[18,26,106],"articles":[19,75],"should":[20,38],"be":[21,39],"retrieved":[22,94],"but":[23],"also":[24,89],"information":[27,95],"within":[28],"each":[29],"(captured":[31],"by":[32],"set":[34,100],"of":[35,74,101],"XML":[36],"elements)":[37,102],"correctly":[40],"identified.":[41],"Our":[42],"main":[43,65],"research":[44],"question":[45],"is:":[46],"how":[47,91],"to":[48,104],"evaluate":[49],"task?":[54],"We":[55],"propose":[56],"generalized":[58],"average":[59],"precision":[60],"measure":[61,110],"that":[62],"meets":[63],"two":[64],"requirements:":[66],"i)":[67],"score":[69,88],"reflects":[70,90],"ranked":[72],"list":[73],"inherent":[76],"result":[79],"list,":[80],"and":[81],"at":[82,113],"same":[84],"time":[85],"ii)":[86],"well":[92],"per":[96],"(i.e.,":[98],"corresponds":[103],"information.":[107],"resulting":[109],"was":[111],"used":[112],"INEX":[114],"2006.":[115]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}