{"id":"https://openalex.org/W1999711008","doi":"https://doi.org/10.1145/1871888.1871892","title":"Aspects and analysis of patent test collections","display_name":"Aspects and analysis of patent test collections","publication_year":2010,"publication_date":"2010-10-26","ids":{"openalex":"https://openalex.org/W1999711008","doi":"https://doi.org/10.1145/1871888.1871892","mag":"1999711008"},"language":"en","primary_location":{"id":"doi:10.1145/1871888.1871892","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1871888.1871892","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd international workshop on Patent information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003585648","display_name":"Mihai Lupu","orcid":"https://orcid.org/0000-0002-6328-6873"},"institutions":[{"id":"https://openalex.org/I1327969474","display_name":"Statistics Austria","ror":"https://ror.org/030j5vf66","country_code":"AT","type":"government","lineage":["https://openalex.org/I1327969474"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Mihai Lupu","raw_affiliation_strings":["Information Retrieval Facility, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Information Retrieval Facility, Vienna, Austria","institution_ids":["https://openalex.org/I1327969474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018701177","display_name":"Florina Piroi","orcid":"https://orcid.org/0000-0001-7584-6439"},"institutions":[{"id":"https://openalex.org/I1327969474","display_name":"Statistics Austria","ror":"https://ror.org/030j5vf66","country_code":"AT","type":"government","lineage":["https://openalex.org/I1327969474"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Florina Piroi","raw_affiliation_strings":["Information Retrieval Facility, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Information Retrieval Facility, Vienna, Austria","institution_ids":["https://openalex.org/I1327969474"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020665735","display_name":"Allan Hanbury","orcid":"https://orcid.org/0000-0002-7149-5843"},"institutions":[{"id":"https://openalex.org/I1327969474","display_name":"Statistics Austria","ror":"https://ror.org/030j5vf66","country_code":"AT","type":"government","lineage":["https://openalex.org/I1327969474"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Allan Hanbury","raw_affiliation_strings":["Information Retrieval Facility, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Information Retrieval Facility, Vienna, Austria","institution_ids":["https://openalex.org/I1327969474"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5003585648"],"corresponding_institution_ids":["https://openalex.org/I1327969474"],"apc_list":null,"apc_paid":null,"fwci":3.4356,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92608485,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"17","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10856","display_name":"Intellectual Property and Patents","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10856","display_name":"Intellectual Property and Patents","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.779339075088501},{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.7424915432929993},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.7327302694320679},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7240127921104431},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.711855411529541},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6518954038619995},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.5040485262870789},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43748199939727783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23052862286567688},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.21925196051597595},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09825849533081055},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08497971296310425}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.779339075088501},{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.7424915432929993},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7327302694320679},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7240127921104431},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.711855411529541},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6518954038619995},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5040485262870789},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43748199939727783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23052862286567688},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.21925196051597595},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09825849533081055},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08497971296310425},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1871888.1871892","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1871888.1871892","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd international workshop on Patent information retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W63281417","https://openalex.org/W290305338","https://openalex.org/W1488811529","https://openalex.org/W1594547331","https://openalex.org/W1868866275","https://openalex.org/W1963679106","https://openalex.org/W1983595289","https://openalex.org/W2057495142","https://openalex.org/W2079579532","https://openalex.org/W2100240666","https://openalex.org/W2102661342","https://openalex.org/W2104679989","https://openalex.org/W2115536324","https://openalex.org/W2132232498","https://openalex.org/W6602591919","https://openalex.org/W6610384388"],"related_works":["https://openalex.org/W1839123017","https://openalex.org/W4232115401","https://openalex.org/W1592594506","https://openalex.org/W2970828463","https://openalex.org/W3138512925","https://openalex.org/W117735687","https://openalex.org/W2917705549","https://openalex.org/W2915106852","https://openalex.org/W2970434686","https://openalex.org/W2918134408"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"the":[3],"use":[4],"of":[5,30,81,84],"patent":[6,13,20,37,71],"citations":[7,38],"provided":[8],"by":[9],"national":[10],"or":[11],"international":[12],"offices":[14],"as":[15,50,52,90],"relevance":[16,34],"judgment":[17],"sources":[18],"in":[19],"test":[21,59],"collections":[22],"for":[23,57],"IR":[24],"methods.":[25],"We":[26,42,66],"explore":[27],"a":[28],"variety":[29],"ways":[31],"to":[32,45],"generate":[33],"judgments":[35],"from":[36],"and":[39,63],"search":[40],"reports.":[41],"compare":[43],"them":[44],"existing":[46],"automatic":[47,94],"evaluation":[48,55],"methods,":[49],"well":[51],"with":[53,103],"manual":[54,88,107],"results":[56,98],"two":[58],"collections:":[60],"CLEF-IP":[61],"2009":[62],"TREC-CHEM":[64],"2009.":[65],"observe":[67],"that":[68,99],"evaluations":[69,91,104],"using":[70,92],"citation":[72],"based":[73,105],"judgments,":[74,95],"despite":[75],"inherent":[76],"problems":[77],"(a":[78],"particular":[79],"kind":[80],"documents,":[82],"incompleteness":[83],"judgments),":[85],"incur":[86],"similar":[87],"effort":[89],"generic":[93],"but":[96],"provide":[97],"are":[100],"more":[101],"correlated":[102],"on":[106],"assessments.":[108]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}