{"id":"https://openalex.org/W2151744983","doi":"https://doi.org/10.1145/1516360.1516503","title":"Performance evaluation in database research","display_name":"Performance evaluation in database research","publication_year":2009,"publication_date":"2009-03-24","ids":{"openalex":"https://openalex.org/W2151744983","doi":"https://doi.org/10.1145/1516360.1516503","mag":"2151744983"},"language":"en","primary_location":{"id":"doi:10.1145/1516360.1516503","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1516360.1516503","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Extending Database Technology: Advances in Database Technology","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030666511","display_name":"Stefan Manegold","orcid":"https://orcid.org/0000-0001-7938-4358"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stefan Manegold","raw_affiliation_strings":["CWI, Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CWI, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056968239","display_name":"Ioana Manolescu","orcid":"https://orcid.org/0000-0002-0425-2462"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ioana Manolescu","raw_affiliation_strings":["INRIA Saclay---\u00cele-de-France, Orsay, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA Saclay---\u00cele-de-France, Orsay, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030666511","display_name":"Stefan Manegold","orcid":"https://orcid.org/0000-0001-7938-4358"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stefan Manegold","raw_affiliation_strings":["CWI, Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CWI, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056968239","display_name":"Ioana Manolescu","orcid":"https://orcid.org/0000-0002-0425-2462"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ioana Manolescu","raw_affiliation_strings":["INRIA Saclay---\u00cele-de-France, Orsay, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA Saclay---\u00cele-de-France, Orsay, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5406,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.62070174,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1156","last_page":"1156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9745000004768372,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9718000292778015,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8394721746444702},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5753219127655029},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.5249942541122437},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5140843987464905},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.39310628175735474},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3646765947341919},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2178765833377838},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.07873356342315674}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8394721746444702},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5753219127655029},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.5249942541122437},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5140843987464905},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39310628175735474},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3646765947341919},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2178765833377838},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.07873356342315674},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1516360.1516503","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1516360.1516503","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Extending Database Technology: Advances in Database Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2003932708","https://openalex.org/W1967424056","https://openalex.org/W2284877871","https://openalex.org/W641782856","https://openalex.org/W2138102289","https://openalex.org/W868043274","https://openalex.org/W2513523087","https://openalex.org/W1187916458","https://openalex.org/W2373861055","https://openalex.org/W24443521"],"abstract_inverted_index":{"A":[0],"significant":[1],"part":[2],"of":[3,11,35],"today's":[4],"database":[5],"research":[6],"focuses":[7],"on":[8,86],"improving":[9],"performance":[10],"a":[12,60,75],"specific":[13],"system.":[14],"Quantitative":[15],"experiments":[16,27],"are":[17],"the":[18,33,36,44,51,79],"best":[19],"way":[20,68],"to":[21,59,78,88,113],"validate":[22],"such":[23],"results.":[24],"However,":[25],"performing":[26],"is":[28,54,69,104],"not":[29],"always":[30],"easy.":[31],"Besides":[32],"complexity":[34],"system":[37],"under":[38],"test,":[39],"designing":[40],"an":[41,64,98],"experiment,":[42],"choosing":[43],"right":[45],"environment":[46],"and":[47,56,66,84,90,109],"parameter":[48],"values,":[49],"analyzing":[50],"data":[52],"which":[53],"gathered,":[55],"reporting":[57],"it":[58,125],"third":[61],"party":[62],"in":[63],"expressive":[65],"intelligible":[67],"hard.In":[70],"this":[71],"tutorial,":[72],"we":[73],"present":[74,91],"general":[76],"road-map":[77],"above":[80],"steps,":[81],"including":[82],"tips":[83],"tricks":[85],"how":[87],"organize":[89],"code":[92],"that":[93,97],"performs":[94],"experiments,":[95],"so":[96],"outsider":[99],"can":[100],"repeat":[101],"them.The":[102],"tutorial":[103],"primarily":[105],"aimed":[106],"at":[107],"MS":[108],"PhD":[110],"students":[111],"seeking":[112],"improve":[114],"their":[115],"experiment":[116],"practices,":[117],"but":[118],"more":[119],"senior":[120],"attendants":[121],"may":[122],"also":[123],"find":[124],"interesting.":[126]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}