{"id":"https://openalex.org/W1967370444","doi":"https://doi.org/10.1145/1416950.1416951","title":"Sound and complete relevance assessment for XML retrieval","display_name":"Sound and complete relevance assessment for XML retrieval","publication_year":2008,"publication_date":"2008-12-01","ids":{"openalex":"https://openalex.org/W1967370444","doi":"https://doi.org/10.1145/1416950.1416951","mag":"1967370444"},"language":"en","primary_location":{"id":"doi:10.1145/1416950.1416951","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1416950.1416951","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086752907","display_name":"Benjamin Piwowarski","orcid":"https://orcid.org/0000-0001-6792-3262"},"institutions":[{"id":"https://openalex.org/I4210133173","display_name":"Research!America (United States)","ror":"https://ror.org/044pgyv50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210133173"]},{"id":"https://openalex.org/I1325784139","display_name":"Yahoo (United Kingdom)","ror":"https://ror.org/038p3gq39","country_code":"GB","type":"company","lineage":["https://openalex.org/I1325784139","https://openalex.org/I4210134091"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Benjamin Piwowarski","raw_affiliation_strings":["Yahoo! Research Latin America","Yahoo! Research Latin America"],"affiliations":[{"raw_affiliation_string":"Yahoo! Research Latin America","institution_ids":["https://openalex.org/I4210133173"]},{"raw_affiliation_string":"Yahoo! Research Latin America","institution_ids":["https://openalex.org/I1325784139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050903724","display_name":"Andrew Trotman","orcid":"https://orcid.org/0000-0003-1253-7123"},"institutions":[{"id":"https://openalex.org/I80281795","display_name":"University of Otago","ror":"https://ror.org/01jmxt844","country_code":"NZ","type":"education","lineage":["https://openalex.org/I80281795"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Trotman","raw_affiliation_strings":["University of Otago, Dunedin, New Zealand","University of Otago, Dunedin, New Zealand "],"affiliations":[{"raw_affiliation_string":"University of Otago, Dunedin, New Zealand","institution_ids":["https://openalex.org/I80281795"]},{"raw_affiliation_string":"University of Otago, Dunedin, New Zealand ","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002597222","display_name":"Mounia Lalmas","orcid":"https://orcid.org/0000-0002-3531-3096"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mounia Lalmas","raw_affiliation_strings":["Queen Mary, University of London, U.K"],"affiliations":[{"raw_affiliation_string":"Queen Mary, University of London, U.K","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5086752907"],"corresponding_institution_ids":["https://openalex.org/I1325784139","https://openalex.org/I4210133173"],"apc_list":null,"apc_paid":null,"fwci":28.0305,"has_fulltext":false,"cited_by_count":241,"citation_normalized_percentile":{"value":0.99631025,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"27","issue":"1","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.9193497896194458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8624149560928345},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.8380295634269714},{"id":"https://openalex.org/keywords/xml","display_name":"XML","score":0.683112382888794},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.5512295365333557},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4747914671897888},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.45131516456604004},{"id":"https://openalex.org/keywords/human\u2013computer-information-retrieval","display_name":"Human\u2013computer information retrieval","score":0.4399010241031647},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2734699547290802},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.20582586526870728},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.149966299533844},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14478546380996704}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.9193497896194458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8624149560928345},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.8380295634269714},{"id":"https://openalex.org/C8797682","wikidata":"https://www.wikidata.org/wiki/Q2115","display_name":"XML","level":2,"score":0.683112382888794},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.5512295365333557},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4747914671897888},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.45131516456604004},{"id":"https://openalex.org/C90288658","wikidata":"https://www.wikidata.org/wiki/Q3318149","display_name":"Human\u2013computer information retrieval","level":3,"score":0.4399010241031647},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2734699547290802},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.20582586526870728},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.149966299533844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14478546380996704},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1416950.1416951","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1416950.1416951","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W15201044","https://openalex.org/W36405575","https://openalex.org/W115453883","https://openalex.org/W180959710","https://openalex.org/W1482549127","https://openalex.org/W1495821370","https://openalex.org/W1529317928","https://openalex.org/W1530834279","https://openalex.org/W1540038742","https://openalex.org/W1564804263","https://openalex.org/W1597564455","https://openalex.org/W2023515034","https://openalex.org/W2035820422","https://openalex.org/W2041234563","https://openalex.org/W2074700442","https://openalex.org/W2075893676","https://openalex.org/W2085215424","https://openalex.org/W2090111998","https://openalex.org/W2120308175","https://openalex.org/W2129031474","https://openalex.org/W2156296249","https://openalex.org/W2156879337","https://openalex.org/W2163511272","https://openalex.org/W2192751175","https://openalex.org/W2271772693","https://openalex.org/W2997501009","https://openalex.org/W6600609593","https://openalex.org/W6604704607"],"related_works":["https://openalex.org/W1921936017","https://openalex.org/W1971071004","https://openalex.org/W2009716188","https://openalex.org/W1518380457","https://openalex.org/W2001985945","https://openalex.org/W1973132420","https://openalex.org/W2078482661","https://openalex.org/W1968222678","https://openalex.org/W2460037195","https://openalex.org/W2362277536"],"abstract_inverted_index":{"In":[0,37],"information":[1],"retrieval":[2,5,35,57,64,68,115],"research,":[3],"comparing":[4],"approaches":[6,139],"requires":[7],"test":[8],"collections":[9],"consisting":[10],"of":[11,34,42,73,81,83,93,103,112,170,189],"documents,":[12],"user":[13],"requests":[14],"and":[15,25,45,65,105,143,177],"relevance":[16,19,47,72,94,107],"assessments.":[17,95],"Obtaining":[18],"assessments":[20,48,108,142,163,172],"that":[21,70,82],"are":[22,175],"as":[23,27,116],"sound":[24,44,104],"complete":[26,46,106],"possible":[28],"is":[29,49,69,78,160,182],"crucial":[30],"for":[31,90,109,124,151],"the":[32,40,53,71,91,101,110,121,158,186,190],"comparison":[33],"approaches.":[36],"XML":[38,63,114,125],"retrieval,":[39],"problem":[41],"obtaining":[43],"further":[50],"complicated":[51],"by":[52],"structural":[54],"relationships":[55],"between":[56,62],"results.":[58],"A":[59],"major":[60,88],"difference":[61],"flat":[66],"document":[67],"elements":[74],"(the":[75],"retrievable":[76],"units)":[77],"not":[79],"independent":[80],"related":[84],"elements.":[85],"This":[86,96],"has":[87,134,144],"consequences":[89],"gathering":[92,171],"article":[97],"describes":[98],"investigations":[99],"into":[100],"creation":[102],"evaluation":[111,122],"content-oriented":[113],"carried":[117],"out":[118],"at":[119,164,173],"INEX,":[120],"campaign":[123],"retrieval.":[126],"The":[127,167,179],"campaign,":[128],"now":[129],"in":[130],"its":[131],"seventh":[132],"year,":[133],"had":[135],"three":[136],"substantially":[137],"different":[138,168],"to":[140,161,184],"gather":[141],"finally":[145],"settled":[146],"on":[147],"a":[148],"highlighting":[149,180],"method":[150,181],"marking":[152],"relevant":[153],"passages":[154],"within":[155],"documents\u2014even":[156],"though":[157],"objective":[159],"collect":[162],"element":[165],"level.":[166],"methods":[169],"INEX":[174],"discussed":[176],"contrasted.":[178],"shown":[183],"be":[185],"most":[187],"reliable":[188],"methods.":[191]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":21},{"year":2016,"cited_by_count":18},{"year":2015,"cited_by_count":16},{"year":2014,"cited_by_count":24},{"year":2013,"cited_by_count":23},{"year":2012,"cited_by_count":25}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}