{"id":"https://openalex.org/W3013168544","doi":"https://doi.org/10.1162/qss_a_00031","title":"Comparison of bibliographic data sources: Implications for the robustness of university rankings","display_name":"Comparison of bibliographic data sources: Implications for the robustness of university rankings","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3013168544","doi":"https://doi.org/10.1162/qss_a_00031","mag":"3013168544"},"language":"en","primary_location":{"id":"doi:10.1162/qss_a_00031","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00031","pdf_url":"https://direct.mit.edu/qss/article-pdf/1/2/445/1885863/qss_a_00031.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://direct.mit.edu/qss/article-pdf/1/2/445/1885863/qss_a_00031.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090536127","display_name":"Chun\u2010Kai Huang","orcid":"https://orcid.org/0000-0002-9656-5932"},"institutions":[{"id":"https://openalex.org/I205640436","display_name":"Curtin University","ror":"https://ror.org/02n415q13","country_code":"AU","type":"education","lineage":["https://openalex.org/I205640436"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chun-Kai (Karl) Huang","raw_affiliation_strings":["Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia"],"raw_orcid":"https://orcid.org/0000-0002-9656-5932","affiliations":[{"raw_affiliation_string":"Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia","institution_ids":["https://openalex.org/I205640436"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048552040","display_name":"Cameron Neylon","orcid":"https://orcid.org/0000-0002-0068-716X"},"institutions":[{"id":"https://openalex.org/I205640436","display_name":"Curtin University","ror":"https://ror.org/02n415q13","country_code":"AU","type":"education","lineage":["https://openalex.org/I205640436"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Cameron Neylon","raw_affiliation_strings":["Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia"],"raw_orcid":"https://orcid.org/0000-0002-0068-716X","affiliations":[{"raw_affiliation_string":"Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia","institution_ids":["https://openalex.org/I205640436"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018215148","display_name":"Chloe Brookes-Kenworthy","orcid":"https://orcid.org/0000-0002-5370-391X"},"institutions":[{"id":"https://openalex.org/I205640436","display_name":"Curtin University","ror":"https://ror.org/02n415q13","country_code":"AU","type":"education","lineage":["https://openalex.org/I205640436"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chloe Brookes-Kenworthy","raw_affiliation_strings":["Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia"],"raw_orcid":"https://orcid.org/0000-0002-5370-391X","affiliations":[{"raw_affiliation_string":"Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia","institution_ids":["https://openalex.org/I205640436"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071633579","display_name":"Richard Hosking","orcid":"https://orcid.org/0000-0001-8288-5241"},"institutions":[{"id":"https://openalex.org/I205640436","display_name":"Curtin University","ror":"https://ror.org/02n415q13","country_code":"AU","type":"education","lineage":["https://openalex.org/I205640436"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Richard Hosking","raw_affiliation_strings":["Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia"],"raw_orcid":"https://orcid.org/0000-0001-8288-5241","affiliations":[{"raw_affiliation_string":"Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia","institution_ids":["https://openalex.org/I205640436"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013301732","display_name":"Lucy Montgomery","orcid":"https://orcid.org/0000-0001-6551-8140"},"institutions":[{"id":"https://openalex.org/I205640436","display_name":"Curtin University","ror":"https://ror.org/02n415q13","country_code":"AU","type":"education","lineage":["https://openalex.org/I205640436"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lucy Montgomery","raw_affiliation_strings":["Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia"],"raw_orcid":"https://orcid.org/0000-0001-6551-8140","affiliations":[{"raw_affiliation_string":"Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia","institution_ids":["https://openalex.org/I205640436"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047192603","display_name":"Katie Wilson","orcid":"https://orcid.org/0000-0001-8705-1027"},"institutions":[{"id":"https://openalex.org/I205640436","display_name":"Curtin University","ror":"https://ror.org/02n415q13","country_code":"AU","type":"education","lineage":["https://openalex.org/I205640436"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Katie Wilson","raw_affiliation_strings":["Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia"],"raw_orcid":"https://orcid.org/0000-0001-8705-1027","affiliations":[{"raw_affiliation_string":"Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia","institution_ids":["https://openalex.org/I205640436"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039837600","display_name":"Alkim Ozaygen","orcid":"https://orcid.org/0000-0001-6813-8362"},"institutions":[{"id":"https://openalex.org/I205640436","display_name":"Curtin University","ror":"https://ror.org/02n415q13","country_code":"AU","type":"education","lineage":["https://openalex.org/I205640436"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alkim Ozaygen","raw_affiliation_strings":["Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia"],"raw_orcid":"https://orcid.org/0000-0001-6813-8362","affiliations":[{"raw_affiliation_string":"Centre for Culture and Technology, Curtin University, Bentley 6102, Western Australia","institution_ids":["https://openalex.org/I205640436"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205640436"],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":8.047,"has_fulltext":true,"cited_by_count":88,"citation_normalized_percentile":{"value":0.98384709,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"1","issue":"2","first_page":"445","last_page":"478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13976","display_name":"Web visibility and informetrics","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scopus","display_name":"Scopus","score":0.8454779386520386},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.6681748628616333},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5395246744155884},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.5186164379119873},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5149053335189819},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5007109642028809},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.49893760681152344},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.47345277667045593},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46760693192481995},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4554140567779541},{"id":"https://openalex.org/keywords/prestige","display_name":"Prestige","score":0.41938552260398865},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2518021762371063},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2503899335861206},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21915501356124878},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.13175809383392334}],"concepts":[{"id":"https://openalex.org/C83867959","wikidata":"https://www.wikidata.org/wiki/Q371467","display_name":"Scopus","level":3,"score":0.8454779386520386},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6681748628616333},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5395246744155884},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5186164379119873},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5149053335189819},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5007109642028809},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.49893760681152344},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.47345277667045593},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46760693192481995},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4554140567779541},{"id":"https://openalex.org/C2778329345","wikidata":"https://www.wikidata.org/wiki/Q919978","display_name":"Prestige","level":2,"score":0.41938552260398865},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2518021762371063},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2503899335861206},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21915501356124878},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.13175809383392334},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/qss_a_00031","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00031","pdf_url":"https://direct.mit.edu/qss/article-pdf/1/2/445/1885863/qss_a_00031.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:67408dec182148c0ab1db1bcd748c69f","is_oa":true,"landing_page_url":"https://doaj.org/article/67408dec182148c0ab1db1bcd748c69f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quantitative Science Studies, Pp 1-34 (2020)","raw_type":"article"},{"id":"pmh:oai:espace.curtin.edu.au:20.500.11937/81477","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11937/81477","pdf_url":null,"source":{"id":"https://openalex.org/S4306401790","display_name":"eSpace (Curtin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205640436","host_organization_name":"Curtin University","host_organization_lineage":["https://openalex.org/I205640436"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1162/qss_a_00031","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00031","pdf_url":"https://direct.mit.edu/qss/article-pdf/1/2/445/1885863/qss_a_00031.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.4399999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320987","display_name":"Curtin University of Technology","ror":"https://ror.org/02n415q13"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3013168544.pdf","grobid_xml":"https://content.openalex.org/works/W3013168544.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W122232714","https://openalex.org/W1767272795","https://openalex.org/W1890493318","https://openalex.org/W1964823414","https://openalex.org/W1966297423","https://openalex.org/W1974951706","https://openalex.org/W1986759740","https://openalex.org/W1990476851","https://openalex.org/W2001666796","https://openalex.org/W2002117998","https://openalex.org/W2033069678","https://openalex.org/W2042852414","https://openalex.org/W2100620167","https://openalex.org/W2120109270","https://openalex.org/W2163187547","https://openalex.org/W2168190036","https://openalex.org/W2178471959","https://openalex.org/W2231201268","https://openalex.org/W2338318478","https://openalex.org/W2417800084","https://openalex.org/W2421306627","https://openalex.org/W2460518731","https://openalex.org/W2498578223","https://openalex.org/W2520167298","https://openalex.org/W2520427567","https://openalex.org/W2520615899","https://openalex.org/W2522876520","https://openalex.org/W2550304420","https://openalex.org/W2550603248","https://openalex.org/W2604286805","https://openalex.org/W2605124925","https://openalex.org/W2612431485","https://openalex.org/W2613575590","https://openalex.org/W2624124645","https://openalex.org/W2635637649","https://openalex.org/W2768506257","https://openalex.org/W2775836221","https://openalex.org/W2790314717","https://openalex.org/W2886599162","https://openalex.org/W2900201388","https://openalex.org/W2913589824","https://openalex.org/W2952984634","https://openalex.org/W2963781562","https://openalex.org/W2970557586","https://openalex.org/W2996732749","https://openalex.org/W3101641741","https://openalex.org/W3103109037","https://openalex.org/W3105854860","https://openalex.org/W4285719527","https://openalex.org/W4393746354"],"related_works":["https://openalex.org/W4206817137","https://openalex.org/W4244475583","https://openalex.org/W2995742296","https://openalex.org/W2382603448","https://openalex.org/W2978273625","https://openalex.org/W2370250130","https://openalex.org/W2388819925","https://openalex.org/W2372329102","https://openalex.org/W2079321564","https://openalex.org/W2371960048"],"abstract_inverted_index":{"Abstract":[0],"Universities":[1],"are":[2,12,119,136],"increasingly":[3],"evaluated":[4],"on":[5,33,107],"the":[6,40,64,87,145,176],"basis":[7],"of":[8,42,78,97,133,178,180],"their":[9,57],"outputs.":[10],"These":[11,124],"often":[13],"converted":[14],"to":[15,38,127,174,194],"simple":[16,104],"and":[17,26,56,61,82,90,110,142,159,183],"contested":[18],"rankings":[19,62,105],"with":[20,93,162],"substantial":[21],"implications":[22,58],"for":[23,44,59,139],"recruitment,":[24],"income,":[25],"perceived":[27],"prestige.":[28],"Such":[29],"evaluation":[30,171],"usually":[31],"relies":[32],"a":[34,45,94,196],"single":[35],"data":[36,54,181,188,199],"source":[37],"define":[39],"set":[41],"outputs":[43],"university.":[46],"However,":[47],"few":[48],"studies":[49],"have":[50],"explored":[51],"differences":[52,121,125],"across":[53,122],"sources":[55,182,191],"metrics":[60],"at":[63,86],"institutional":[65,88],"scale.":[66],"We":[67,100,167],"address":[68],"this":[69,92],"gap":[70],"by":[71],"performing":[72],"detailed":[73],"bibliographic":[74],"comparisons":[75],"between":[76],"Web":[77],"Science":[79],"(WoS),":[80],"Scopus,":[81],"Microsoft":[83],"Academic":[84],"(MSA)":[85],"level":[89],"supplement":[91],"manual":[95],"analysis":[96],"15":[98],"universities.":[99],"further":[101],"construct":[102],"two":[103],"based":[106],"citation":[108],"count":[109],"open":[111],"access":[112],"status.":[113],"Our":[114],"results":[115],"show":[116],"that":[117,169],"there":[118],"significant":[120],"databases.":[123],"contribute":[126],"drastic":[128],"changes":[129],"in":[130,148],"rank":[131],"positions":[132,147],"universities,":[134],"which":[135],"most":[137],"prevalent":[138],"non-English-speaking":[140],"universities":[141],"those":[143],"outside":[144],"top":[146],"international":[149],"university":[150],"rankings.":[151],"Overall,":[152],"MSA":[153],"has":[154],"greater":[155],"coverage":[156],"than":[157],"Scopus":[158],"WoS,":[160],"but":[161],"less":[163],"complete":[164],"affiliation":[165],"metadata.":[166],"suggest":[168],"robust":[170,198],"measures":[172],"need":[173],"consider":[175],"effect":[177],"choice":[179],"recommend":[184],"an":[185],"approach":[186],"where":[187],"from":[189],"multiple":[190],"is":[192],"integrated":[193],"provide":[195],"more":[197],"set.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":11}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2020-04-03T00:00:00"}