{"id":"https://openalex.org/W4280513357","doi":"https://doi.org/10.1108/jd-02-2022-0039","title":"Expert judgments versus publication-based metrics: do\u00a0the\u00a0two methods produce identical results in measuring academic reputation?","display_name":"Expert judgments versus publication-based metrics: do\u00a0the\u00a0two methods produce identical results in measuring academic reputation?","publication_year":2022,"publication_date":"2022-05-13","ids":{"openalex":"https://openalex.org/W4280513357","doi":"https://doi.org/10.1108/jd-02-2022-0039"},"language":"en","primary_location":{"id":"doi:10.1108/jd-02-2022-0039","is_oa":false,"landing_page_url":"https://doi.org/10.1108/jd-02-2022-0039","pdf_url":null,"source":{"id":"https://openalex.org/S10082577","display_name":"Journal of Documentation","issn_l":"0022-0418","issn":["0022-0418","1758-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Documentation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072598934","display_name":"Katerina Guba","orcid":"https://orcid.org/0000-0002-4677-5050"},"institutions":[{"id":"https://openalex.org/I183209874","display_name":"European University at Saint Petersburg","ror":"https://ror.org/04p2rkp70","country_code":"RU","type":"education","lineage":["https://openalex.org/I183209874"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Katerina Guba","raw_affiliation_strings":["European University at St Petersburg, Sankt-Peterburg, Russian Federation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European University at St Petersburg, Sankt-Peterburg, Russian Federation","institution_ids":["https://openalex.org/I183209874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090444706","display_name":"Angelika Tsivinskaya","orcid":"https://orcid.org/0000-0002-3261-7393"},"institutions":[{"id":"https://openalex.org/I183209874","display_name":"European University at Saint Petersburg","ror":"https://ror.org/04p2rkp70","country_code":"RU","type":"education","lineage":["https://openalex.org/I183209874"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Angelika Tsivinskaya","raw_affiliation_strings":["European University at St Petersburg, Sankt-Peterburg, Russian Federation"],"raw_orcid":"https://orcid.org/0000-0002-3261-7393","affiliations":[{"raw_affiliation_string":"European University at St Petersburg, Sankt-Peterburg, Russian Federation","institution_ids":["https://openalex.org/I183209874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072598934"],"corresponding_institution_ids":["https://openalex.org/I183209874"],"apc_list":null,"apc_paid":null,"fwci":2.2347,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.8862143,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"79","issue":"1","first_page":"127","last_page":"143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.5800245404243469},{"id":"https://openalex.org/keywords/scopus","display_name":"Scopus","score":0.5268940925598145},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5156372785568237},{"id":"https://openalex.org/keywords/reputation","display_name":"Reputation","score":0.4643353223800659},{"id":"https://openalex.org/keywords/originality","display_name":"Originality","score":0.44052284955978394},{"id":"https://openalex.org/keywords/bibliometrics","display_name":"Bibliometrics","score":0.43255913257598877},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4119492471218109},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.38244253396987915},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3294709324836731},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.26908808946609497},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.2656577527523041},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.2535385191440582},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.19430658221244812},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.12734845280647278},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.10611775517463684}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5800245404243469},{"id":"https://openalex.org/C83867959","wikidata":"https://www.wikidata.org/wiki/Q371467","display_name":"Scopus","level":3,"score":0.5268940925598145},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5156372785568237},{"id":"https://openalex.org/C48798503","wikidata":"https://www.wikidata.org/wiki/Q877546","display_name":"Reputation","level":2,"score":0.4643353223800659},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.44052284955978394},{"id":"https://openalex.org/C178315738","wikidata":"https://www.wikidata.org/wiki/Q603441","display_name":"Bibliometrics","level":2,"score":0.43255913257598877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4119492471218109},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38244253396987915},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3294709324836731},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.26908808946609497},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2656577527523041},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.2535385191440582},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.19430658221244812},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.12734845280647278},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.10611775517463684},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1108/jd-02-2022-0039","is_oa":false,"landing_page_url":"https://doi.org/10.1108/jd-02-2022-0039","pdf_url":null,"source":{"id":"https://openalex.org/S10082577","display_name":"Journal of Documentation","issn_l":"0022-0418","issn":["0022-0418","1758-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Documentation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8199999928474426,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1767272795","https://openalex.org/W1980233487","https://openalex.org/W1984693836","https://openalex.org/W1986429582","https://openalex.org/W1991747566","https://openalex.org/W2011737106","https://openalex.org/W2019753053","https://openalex.org/W2024880924","https://openalex.org/W2032160096","https://openalex.org/W2037075175","https://openalex.org/W2043904504","https://openalex.org/W2054129428","https://openalex.org/W2079191861","https://openalex.org/W2081898637","https://openalex.org/W2088591118","https://openalex.org/W2088934732","https://openalex.org/W2091374875","https://openalex.org/W2094494915","https://openalex.org/W2094749002","https://openalex.org/W2137895980","https://openalex.org/W2150897866","https://openalex.org/W2165402917","https://openalex.org/W2235214564","https://openalex.org/W2321228571","https://openalex.org/W2343204342","https://openalex.org/W2605767407","https://openalex.org/W2616425602","https://openalex.org/W2617137572","https://openalex.org/W2766494535","https://openalex.org/W2780028966","https://openalex.org/W2799340358","https://openalex.org/W2887521595","https://openalex.org/W2903499420","https://openalex.org/W2913788248","https://openalex.org/W2968944849","https://openalex.org/W2975166839","https://openalex.org/W3116439523","https://openalex.org/W3155642644"],"related_works":["https://openalex.org/W2072455680","https://openalex.org/W4363678518","https://openalex.org/W4376113084","https://openalex.org/W4296781803","https://openalex.org/W3021205932","https://openalex.org/W3132056853","https://openalex.org/W4381997205","https://openalex.org/W2946337804","https://openalex.org/W4312000833","https://openalex.org/W4385483265"],"abstract_inverted_index":{"Purpose":[0],"This":[1,125],"study":[2,126,160],"aims":[3],"to":[4,46,55,128,144],"assess":[5],"the":[6,13,48,57,80,95,98,122,129,132,159,162,179],"validity":[7,133],"of":[8,34,41,51,66,76,97,134,154,181],"citation":[9,22,135],"metrics":[10,136,146,151],"based":[11],"on":[12,131,139],"disciplinary":[14],"representative":[15],"survey.":[16,123],"Design/methodology/approach":[17],"The":[18,38,63],"present":[19],"project":[20],"compared":[21],"rankings":[23],"for":[24,73,114,171],"individual":[25],"scientists":[26],"with":[27,92],"expert":[28],"judgments":[29],"collected":[30],"through":[31],"a":[32],"survey":[33,58,81],"818":[35],"Russian":[36,39,53],"sociologists.":[37],"Index":[40],"Science":[42,182],"Citation":[43],"was":[44,59],"used":[45],"construct":[47],"general":[49],"population":[50],"3,689":[52],"sociologists,":[54],"whom":[56],"sent":[60],"by":[61,137],"email.":[62],"regression":[64],"analyses":[65],"bibliometric":[67,164],"indicators":[68,90,153],"and":[69,102,152],"peer":[70],"review":[71],"scores":[72],"723":[74],"names":[75,96,116],"scholars":[77,104],"mentioned":[78,108],"in":[79,121,178],"have":[82],"been":[83],"undertaken.":[84],"Findings":[85,86],"suggest":[87],"that":[88,167],"scientometric":[89,140],"predict":[91],"significant":[93],"accuracy":[94],"most":[99],"influential":[100],"sociologists":[101],"those":[103],"who":[105],"are":[106,111],"not":[107,142],"while":[109],"they":[110],"less":[112,176],"relevant":[113],"prediction":[115],"which":[117],"received":[118],"moderate":[119],"attention":[120],"Originality/value":[124],"contributes":[127],"research":[130],"focusing":[138],"indicators,":[141],"limited":[143],"traditional":[145],"but":[147],"including":[148],"non-standard":[149],"publication":[150],"potential":[155],"metric":[156],"abuse.":[157],"Besides,":[158],"presents":[161],"national":[163],"data":[165],"source":[166],"is":[168],"especially":[169],"important":[170],"non-Western":[172],"higher":[173],"education":[174],"systems,":[175],"presented":[177],"Web":[180],"or":[183],"Scopus.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}