{"id":"https://openalex.org/W2617381077","doi":"https://doi.org/10.1145/3057148.3057154","title":"Citations and Readership are Poor Indicators of Research Excellence","display_name":"Citations and Readership are Poor Indicators of Research Excellence","publication_year":2017,"publication_date":"2017-02-10","ids":{"openalex":"https://openalex.org/W2617381077","doi":"https://doi.org/10.1145/3057148.3057154","mag":"2617381077"},"language":"en","primary_location":{"id":"doi:10.1145/3057148.3057154","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3057148.3057154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Scholarly Web Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1400214","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022174119","display_name":"Drahom\u00edra Herrmannov\u00e1","orcid":"https://orcid.org/0000-0002-2730-1546"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Drahomira Herrmannova","raw_affiliation_strings":["The Open University, Milton Keynes, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Open University, Milton Keynes, UK","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021986280","display_name":"Robert M. Patton","orcid":"https://orcid.org/0000-0002-8101-0571"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert M. Patton","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056018651","display_name":"Petr Knoth","orcid":"https://orcid.org/0000-0003-1161-7359"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Petr Knoth","raw_affiliation_strings":["The Open University, Milton Keynes, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Open University, Milton Keynes, UK","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074331935","display_name":"Christopher Stahl","orcid":"https://orcid.org/0000-0002-2070-1555"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher G. Stahl","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN, USA","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"48"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13976","display_name":"Web visibility and informetrics","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audience-measurement","display_name":"Audience measurement","score":0.7594528198242188},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.7567248344421387},{"id":"https://openalex.org/keywords/excellence","display_name":"Excellence","score":0.712639570236206},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6906059384346008},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6823691129684448},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.6415897011756897},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6172411441802979},{"id":"https://openalex.org/keywords/altmetrics","display_name":"Altmetrics","score":0.5790805816650391},{"id":"https://openalex.org/keywords/bibliometrics","display_name":"Bibliometrics","score":0.5459585785865784},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4678438603878021},{"id":"https://openalex.org/keywords/citation-analysis","display_name":"Citation analysis","score":0.45415133237838745},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3023530840873718},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08092838525772095},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07251545786857605}],"concepts":[{"id":"https://openalex.org/C82307848","wikidata":"https://www.wikidata.org/wiki/Q847520","display_name":"Audience measurement","level":2,"score":0.7594528198242188},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.7567248344421387},{"id":"https://openalex.org/C2777352838","wikidata":"https://www.wikidata.org/wiki/Q5419420","display_name":"Excellence","level":2,"score":0.712639570236206},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6906059384346008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6823691129684448},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.6415897011756897},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6172411441802979},{"id":"https://openalex.org/C2778407487","wikidata":"https://www.wikidata.org/wiki/Q14565201","display_name":"Altmetrics","level":2,"score":0.5790805816650391},{"id":"https://openalex.org/C178315738","wikidata":"https://www.wikidata.org/wiki/Q603441","display_name":"Bibliometrics","level":2,"score":0.5459585785865784},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4678438603878021},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.45415133237838745},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3023530840873718},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08092838525772095},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07251545786857605},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3057148.3057154","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3057148.3057154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Scholarly Web Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:oro.open.ac.uk:59079","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196284","display_name":"Open Research Online - ORO (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:osti.gov:1400214","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1400214","pdf_url":"https://www.osti.gov/servlets/purl/1400214","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1400214","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1400214","pdf_url":"https://www.osti.gov/servlets/purl/1400214","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5726405315","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306250","funder_display_name":"Battelle"},{"id":"https://openalex.org/G6129992089","display_name":null,"funder_award_id":"DE-AC05-","funder_id":"https://openalex.org/F4320316892","funder_display_name":"UT-Battelle"},{"id":"https://openalex.org/G6864165199","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306250","funder_display_name":"Battelle"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8813984943","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320316892","funder_display_name":"UT-Battelle"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8943143067","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320316892","funder_display_name":"UT-Battelle"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320306250","display_name":"Battelle","ror":"https://ror.org/01h5tnr73"},{"id":"https://openalex.org/F4320316892","display_name":"UT-Battelle","ror":"https://ror.org/04nza6677"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2617381077.pdf"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1859177121","https://openalex.org/W1932742904","https://openalex.org/W1967562071","https://openalex.org/W1976829395","https://openalex.org/W1981745473","https://openalex.org/W2009405785","https://openalex.org/W2012950673","https://openalex.org/W2032884174","https://openalex.org/W2051771537","https://openalex.org/W2069656088","https://openalex.org/W2081038225","https://openalex.org/W2105326496","https://openalex.org/W2115339903","https://openalex.org/W2124407761","https://openalex.org/W2128438887","https://openalex.org/W2140283616","https://openalex.org/W2157485171","https://openalex.org/W2163605009","https://openalex.org/W2163887529","https://openalex.org/W2178471959","https://openalex.org/W2208139535","https://openalex.org/W2271477464","https://openalex.org/W2315362078","https://openalex.org/W2401993222","https://openalex.org/W2421306627","https://openalex.org/W2518934787","https://openalex.org/W2556745442","https://openalex.org/W2573225424","https://openalex.org/W2588841625","https://openalex.org/W2604272474","https://openalex.org/W2618354619","https://openalex.org/W3130540911","https://openalex.org/W4237240986","https://openalex.org/W4254036095","https://openalex.org/W6731987836","https://openalex.org/W6791373111"],"related_works":["https://openalex.org/W2904800587","https://openalex.org/W2285613965","https://openalex.org/W2162430746","https://openalex.org/W2744205540","https://openalex.org/W2743665320","https://openalex.org/W2281783184","https://openalex.org/W1562719523","https://openalex.org/W2264078859","https://openalex.org/W3103896163","https://openalex.org/W4386031268"],"abstract_inverted_index":{"In":[0],"this":[1,136],"paper":[2],"we":[3,59,138],"show":[4,139],"that":[5,24,35,43,140],"citation":[6],"counts":[7],"and":[8,83,107,116],"Mendeley":[9],"readership":[10],"are":[11,76],"poor":[12],"indicators":[13],"of":[14,66,69,92,120],"research":[15,39,57,67,73,94,131,143],"excellence.":[16],"Our":[17],"experimental":[18],"design":[19],"builds":[20],"on":[21,51],"the":[22,112,121,127],"assumption":[23],"a":[25,38,52,64,87,93],"good":[26],"evaluation":[27,132],"metric":[28],"should":[29],"be":[30],"able":[31],"to":[32,125],"distinguish":[33,147],"publications":[34,68],"have":[36,44],"changed":[37],"field":[40],"from":[41],"those":[42],"not.":[45],"The":[46,96],"experiment":[47],"has":[48],"been":[49],"conducted":[50],"new":[53],"dataset":[54,97,113,128],"for":[55,129],"bibliometric":[56],"which":[58,75,85,102],"call":[60],"TrueImpactDataset.":[61],"TrueImpactDataset":[62],"is":[63],"collection":[65],"two":[70],"types":[71],"--":[72],"papers":[74,84],"considered":[77],"seminal":[78],"work":[79],"in":[80],"their":[81],"area":[82],"provide":[86,117],"survey":[88],"(a":[89],"literature":[90],"review)":[91],"area.":[95],"also":[98],"contains":[99],"related":[100],"metadata,":[101],"include":[103],"DOIs,":[104],"titles,":[105],"authors":[106],"abstracts.":[108],"We":[109,123],"describe":[110],"how":[111],"was":[114],"built":[115],"overview":[118],"statistics":[119],"dataset.":[122],"propose":[124],"use":[126],"validating":[130],"metrics.":[133],"By":[134],"using":[135],"data,":[137],"widely":[141],"used":[142],"metrics":[144],"only":[145],"poorly":[146],"excellent":[148],"research.":[149]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}