{"id":"https://openalex.org/W1914489013","doi":"https://doi.org/10.1145/2740908.2741735","title":"Using Reference Groups to Assess Academic Productivity in Computer Science","display_name":"Using Reference Groups to Assess Academic Productivity in Computer Science","publication_year":2015,"publication_date":"2015-05-18","ids":{"openalex":"https://openalex.org/W1914489013","doi":"https://doi.org/10.1145/2740908.2741735","mag":"1914489013"},"language":"en","primary_location":{"id":"doi:10.1145/2740908.2741735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2741735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102068596","display_name":"Sabir Ribas","orcid":null},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Sabir Ribas","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Belo Horizonte, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108556969","display_name":"Berthier Ribeiro\u2010Neto","orcid":null},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Berthier Ribeiro-Neto","raw_affiliation_strings":["Universidade Federal de Minas Gerais & Google Inc, Belo Horizonte, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais & Google Inc, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090397663","display_name":"Edmundo de Souza e Silva","orcid":"https://orcid.org/0000-0003-0912-7860"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Edmundo de Souza e Silva","raw_affiliation_strings":["Universidade Federal do Rio de Janeiro, Rio de Janeiro, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio de Janeiro, Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041419154","display_name":"Alberto Ueda","orcid":null},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Alberto Hideki Ueda","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Belo Horizonte, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067195269","display_name":"N\u00edvio Ziviani","orcid":"https://orcid.org/0000-0002-7079-2010"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Nivio Ziviani","raw_affiliation_strings":["Universidade Federal de Minas Gerais, Belo Horizonte, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102068596"],"corresponding_institution_ids":["https://openalex.org/I110200422"],"apc_list":null,"apc_paid":null,"fwci":1.4239,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86436881,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"603","last_page":"608"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9350000023841858,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9350000023841858,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9222999811172485,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9204000234603882,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/productivity","display_name":"Productivity","score":0.7809091210365295},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.7780098915100098},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.763596773147583},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7460656762123108},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6205719709396362},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5409151315689087},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.5199717283248901},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4973051846027374},{"id":"https://openalex.org/keywords/citation-impact","display_name":"Citation impact","score":0.4670013189315796},{"id":"https://openalex.org/keywords/citation-analysis","display_name":"Citation analysis","score":0.4520339071750641},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39036962389945984},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.32439446449279785},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16824349761009216},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.12670528888702393},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09140989184379578},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.06883719563484192}],"concepts":[{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.7809091210365295},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7780098915100098},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.763596773147583},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7460656762123108},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6205719709396362},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5409151315689087},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.5199717283248901},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4973051846027374},{"id":"https://openalex.org/C2778793908","wikidata":"https://www.wikidata.org/wiki/Q5122404","display_name":"Citation impact","level":3,"score":0.4670013189315796},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.4520339071750641},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39036962389945984},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.32439446449279785},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16824349761009216},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.12670528888702393},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09140989184379578},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.06883719563484192},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2740908.2741735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2741735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W748452400","https://openalex.org/W1572136682","https://openalex.org/W1575605140","https://openalex.org/W1970779429","https://openalex.org/W1975865715","https://openalex.org/W1990476851","https://openalex.org/W2008799959","https://openalex.org/W2042624802","https://openalex.org/W2054628189","https://openalex.org/W2069656088","https://openalex.org/W2069870183","https://openalex.org/W2104616115","https://openalex.org/W2123564209","https://openalex.org/W2128438887","https://openalex.org/W2130115909","https://openalex.org/W2144961349","https://openalex.org/W2145305331","https://openalex.org/W2153183607","https://openalex.org/W4246861371","https://openalex.org/W6634500939"],"related_works":["https://openalex.org/W51364034","https://openalex.org/W2898073868","https://openalex.org/W4284663758","https://openalex.org/W1032630197","https://openalex.org/W2609269975","https://openalex.org/W2799323249","https://openalex.org/W2056976660","https://openalex.org/W3013717264","https://openalex.org/W3118203099","https://openalex.org/W2929775643"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3,55,60,63],"discuss":[4],"the":[5,85,101,106,138,146],"problem":[6],"of":[7,30,39,76,87,114,148],"how":[8,22],"to":[9,35,73,135,145,150],"assess":[10,52],"academic":[11,53],"productivity":[12,54],"based":[13],"on":[14],"publication":[15],"outputs.":[16],"We":[17,66],"are":[18],"interested":[19],"in":[20,27,78],"knowing":[21],"well":[23],"a":[24,36,57],"research":[25],"group":[26,44],"an":[28],"area":[29,86],"knowledge":[31],"is":[32,45,113],"doing":[33],"relatively":[34],"pre-selected":[37],"set":[38],"reference":[40],"groups,":[41],"where":[42],"each":[43],"composed":[46],"by":[47,105],"academics":[48],"or":[49],"researchers.":[50],"To":[51],"adopt":[56],"new":[58],"metric":[59,140],"propose,":[61],"which":[62],"call":[64],"P-score.":[65],"use":[67],"P-score,":[68],"citation":[69,94],"counts":[70,95],"and":[71,96],"H-Index":[72,97],"obtain":[74],"rankings":[75],"researchers":[77],"Brazil.":[79],"Experimental":[80],"results":[81],"using":[82],"data":[83],"from":[84],"Computer":[88],"Science":[89],"show":[90],"that":[91,123],"P-score":[92,139],"outperforms":[93],"when":[98],"assessed":[99],"against":[100],"official":[102],"ranking":[103],"produced":[104],"Brazilian":[107],"National":[108],"Research":[109],"Council":[110],"(CNPq).":[111],"This":[112],"our":[115],"interest":[116],"for":[117],"two":[118],"reasons.":[119],"First,":[120],"it":[121],"suggests":[122],"citation-based":[124,136],"metrics,":[125,137],"despite":[126],"wide":[127],"adoption,":[128],"can":[129],"be":[130,151],"improved":[131],"upon.":[132],"Second,":[133],"contrary":[134],"does":[141],"not":[142],"require":[143],"access":[144],"content":[147],"publications":[149],"computed.":[152]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}