{"id":"https://openalex.org/W2126094892","doi":"https://doi.org/10.1145/1141753.1141822","title":"An experimental framework for comparative digital library evaluation","display_name":"An experimental framework for comparative digital library evaluation","publication_year":2006,"publication_date":"2006-06-11","ids":{"openalex":"https://openalex.org/W2126094892","doi":"https://doi.org/10.1145/1141753.1141822","mag":"2126094892"},"language":"en","primary_location":{"id":"doi:10.1145/1141753.1141822","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1141753.1141822","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM/IEEE-CS joint conference on Digital libraries","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048326825","display_name":"Claus-Peter Klas","orcid":"https://orcid.org/0000-0002-7794-7716"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Claus-Peter Klas","raw_affiliation_strings":["University of Duisburg, Essen, Germany","University of Duisburg-Essen, , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"University of Duisburg-Essen, , Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054035663","display_name":"Norbert Fuhr","orcid":"https://orcid.org/0000-0002-0441-6949"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Norbert Fuhr","raw_affiliation_strings":["University of Duisburg, Essen, Germany","University of Duisburg-Essen, , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"University of Duisburg-Essen, , Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033542394","display_name":"Sascha Kriewel","orcid":null},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sascha Kriewel","raw_affiliation_strings":["University of Duisburg, Essen, Germany","University of Duisburg-Essen, , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"University of Duisburg-Essen, , Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103369790","display_name":"Hanne Albrechtsen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanne Albrechtsen","raw_affiliation_strings":["Institute of Knowledge Sharing, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Knowledge Sharing, Denmark","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071882882","display_name":"Giannis Tsakonas","orcid":"https://orcid.org/0000-0002-8786-9440"},"institutions":[{"id":"https://openalex.org/I187792471","display_name":"Ionian University","ror":"https://ror.org/01xm4n520","country_code":"GR","type":"education","lineage":["https://openalex.org/I187792471"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Giannis Tsakonas","raw_affiliation_strings":["Ionian University, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ionian University, Greece","institution_ids":["https://openalex.org/I187792471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010503433","display_name":"Sarantos Kapidakis","orcid":"https://orcid.org/0000-0002-8723-0276"},"institutions":[{"id":"https://openalex.org/I187792471","display_name":"Ionian University","ror":"https://ror.org/01xm4n520","country_code":"GR","type":"education","lineage":["https://openalex.org/I187792471"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Sarantos Kapidakis","raw_affiliation_strings":["Ionian University, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ionian University, Greece","institution_ids":["https://openalex.org/I187792471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087794293","display_name":"Christos Papatheodorou","orcid":"https://orcid.org/0000-0002-9025-6469"},"institutions":[{"id":"https://openalex.org/I187792471","display_name":"Ionian University","ror":"https://ror.org/01xm4n520","country_code":"GR","type":"education","lineage":["https://openalex.org/I187792471"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christos Papatheodorou","raw_affiliation_strings":["Ionian University, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ionian University, Greece","institution_ids":["https://openalex.org/I187792471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062082320","display_name":"Preben Hansen","orcid":"https://orcid.org/0000-0002-5150-9101"},"institutions":[{"id":"https://openalex.org/I2800780207","display_name":"Swedish Institute","ror":"https://ror.org/022w3f533","country_code":"SE","type":"government","lineage":["https://openalex.org/I2800780207"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Preben Hansen","raw_affiliation_strings":["Swedish Institute of Computer Science, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swedish Institute of Computer Science, Sweden","institution_ids":["https://openalex.org/I2800780207"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102996904","display_name":"L\u00e1szl\u00f3 Kov\u00e1cs","orcid":"https://orcid.org/0000-0003-2703-7228"},"institutions":[{"id":"https://openalex.org/I4210117195","display_name":"HUN-REN Institute for Computer Science and Control","ror":"https://ror.org/0249v7n71","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210117195","https://openalex.org/I4387152226"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Laszlo Kovacs","raw_affiliation_strings":["SZTAKI, Budapest, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SZTAKI, Budapest, Hungary","institution_ids":["https://openalex.org/I4210117195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036918970","display_name":"Andr\u00e1s Micsik","orcid":"https://orcid.org/0000-0001-9859-9186"},"institutions":[{"id":"https://openalex.org/I4210117195","display_name":"HUN-REN Institute for Computer Science and Control","ror":"https://ror.org/0249v7n71","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210117195","https://openalex.org/I4387152226"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Andras Micsik","raw_affiliation_strings":["SZTAKI, Budapest, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SZTAKI, Budapest, Hungary","institution_ids":["https://openalex.org/I4210117195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113646054","display_name":"Elin Jacob","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elin Jacob","raw_affiliation_strings":["Indiana University, Bloomington","Indiana University. Bloomington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indiana University, Bloomington","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"Indiana University. Bloomington","institution_ids":["https://openalex.org/I4210119109"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5244,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.9024397,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"308","last_page":"309"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7320311665534973},{"id":"https://openalex.org/keywords/logging","display_name":"Logging","score":0.6659570932388306},{"id":"https://openalex.org/keywords/digital-library","display_name":"Digital library","score":0.6530746221542358},{"id":"https://openalex.org/keywords/sustainability","display_name":"Sustainability","score":0.5620419979095459},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.49927473068237305},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4528936743736267},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.33804962038993835},{"id":"https://openalex.org/keywords/forestry","display_name":"Forestry","score":0.07310464978218079}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7320311665534973},{"id":"https://openalex.org/C125620115","wikidata":"https://www.wikidata.org/wiki/Q845249","display_name":"Logging","level":2,"score":0.6659570932388306},{"id":"https://openalex.org/C513874922","wikidata":"https://www.wikidata.org/wiki/Q212805","display_name":"Digital library","level":3,"score":0.6530746221542358},{"id":"https://openalex.org/C66204764","wikidata":"https://www.wikidata.org/wiki/Q219416","display_name":"Sustainability","level":2,"score":0.5620419979095459},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49927473068237305},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4528936743736267},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33804962038993835},{"id":"https://openalex.org/C97137747","wikidata":"https://www.wikidata.org/wiki/Q38112","display_name":"Forestry","level":1,"score":0.07310464978218079},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C164913051","wikidata":"https://www.wikidata.org/wiki/Q482","display_name":"Poetry","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1141753.1141822","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1141753.1141822","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM/IEEE-CS joint conference on Digital libraries","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W65558977","https://openalex.org/W141694451","https://openalex.org/W824189063","https://openalex.org/W1483769303","https://openalex.org/W1487015336","https://openalex.org/W1522739222","https://openalex.org/W1541578623","https://openalex.org/W1553738975","https://openalex.org/W1572538753","https://openalex.org/W1968797728","https://openalex.org/W1972458248","https://openalex.org/W2085535530","https://openalex.org/W2091266855","https://openalex.org/W2126348911","https://openalex.org/W2138199375","https://openalex.org/W2146045045","https://openalex.org/W2164279716","https://openalex.org/W2343185560","https://openalex.org/W2407882504","https://openalex.org/W2739687254","https://openalex.org/W2913868831","https://openalex.org/W4285719527","https://openalex.org/W6673637325"],"related_works":["https://openalex.org/W2373969208","https://openalex.org/W2578023326","https://openalex.org/W2800852182","https://openalex.org/W2177102068","https://openalex.org/W60557881","https://openalex.org/W1972416716","https://openalex.org/W2129700183","https://openalex.org/W2945389153","https://openalex.org/W153262387","https://openalex.org/W2348000104"],"abstract_inverted_index":{"Evaluation":[0],"of":[1,26,30],"digital":[2],"libraries":[3],"assesses":[4],"their":[5,52],"effectiveness,":[6],"quality":[7],"and":[8,59,69,74],"overall":[9],"impact.":[10],"In":[11,55],"this":[12,38],"paper":[13],"we":[14,40],"present":[15],"a":[16,60,76,86],"novel,":[17],"multi-level":[18],"logging":[19,48],"framework":[20],"that":[21],"will":[22,66],"provide":[23],"complete":[24],"coverage":[25],"the":[27,47],"different":[28],"aspects":[29],"DL":[31,45,72,79],"usage":[32],"for":[33,43,78,83],"user-system":[34],"interactions.":[35],"Based":[36],"on":[37,85],"framework,":[39],"can":[41],"analyse":[42],"various":[44],"stakeholders":[46],"data":[49,64],"according":[50],"to":[51],"specific":[53],"interests.":[54],"addition,":[56],"analysis":[57],"tools":[58],"freely":[61],"accessible":[62],"log":[63],"repository":[65],"yield":[67],"synergies":[68],"sustainability":[70],"in":[71],"evaluation":[73,80],"encourage":[75],"community":[77],"by":[81],"providing":[82],"discussion":[84],"common":[87],"ground.":[88]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}