{"id":"https://openalex.org/W7153316131","doi":"https://doi.org/10.1007/s11192-026-05622-0","title":"Can large language models assess the quality of peer review? An empirical study","display_name":"Can large language models assess the quality of peer review? An empirical study","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7153316131","doi":"https://doi.org/10.1007/s11192-026-05622-0"},"language":"en","primary_location":{"id":"doi:10.1007/s11192-026-05622-0","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11192-026-05622-0","pdf_url":null,"source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100617556","display_name":"Ying Tang","orcid":"https://orcid.org/0000-0002-2449-3642"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Tang","raw_affiliation_strings":["School of Sociology and Population Sciences, Nanjing University of Posts and Telecommunications, Nanjing, 210023, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Sociology and Population Sciences, Nanjing University of Posts and Telecommunications, Nanjing, 210023, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088408867","display_name":"Yanlan Kang","orcid":"https://orcid.org/0000-0003-3067-1385"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanlan Kang","raw_affiliation_strings":["Academy for Engineering and Technology, Fudan University, Shanghai, 200082, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, Shanghai, 200082, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016684488","display_name":"Sunsi Wu","orcid":"https://orcid.org/0000-0001-8847-2114"},"institutions":[{"id":"https://openalex.org/I4210098460","display_name":"Shanghai University of Traditional Chinese Medicine","ror":"https://ror.org/00z27jk27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210098460"]},{"id":"https://openalex.org/I4210101984","display_name":"Longhua Hospital Shanghai University of Traditional Chinese Medicine","ror":"https://ror.org/016yezh07","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210101984"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sunsi Wu","raw_affiliation_strings":["Department of Dermatology, Longhua Hospital, Shanghai University of Traditional Chinese Medicine, Shanghai, 200032, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Dermatology, Longhua Hospital, Shanghai University of Traditional Chinese Medicine, Shanghai, 200032, China","institution_ids":["https://openalex.org/I4210101984","https://openalex.org/I4210098460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133348115","display_name":"Ruilin Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruilin Zhang","raw_affiliation_strings":["School of Sociology and Population Sciences, Nanjing University of Posts and Telecommunications, Nanjing, 210023, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Sociology and Population Sciences, Nanjing University of Posts and Telecommunications, Nanjing, 210023, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047726893","display_name":"Zhuanlan Sun","orcid":"https://orcid.org/0000-0003-4958-7351"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuanlan Sun","raw_affiliation_strings":["High-Quality Development Evaluation Research Institute, Nanjing University of Posts and Telecommunications, Nanjing, 210003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"High-Quality Development Evaluation Research Institute, Nanjing University of Posts and Telecommunications, Nanjing, 210003, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5047726893"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40071854,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"131","issue":"4","first_page":"2237","last_page":"2259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.2012999951839447,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.2012999951839447,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.19779999554157257,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.17309999465942383,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7239000201225281},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6100000143051147},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5706999897956848},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5070000290870667},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.48890000581741333},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44429999589920044},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.38760000467300415},{"id":"https://openalex.org/keywords/quality-score","display_name":"Quality Score","score":0.3797999918460846}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7239000201225281},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6100000143051147},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5706999897956848},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4959999918937683},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.43779999017715454},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.38760000467300415},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.3797999918460846},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.37529999017715454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32359999418258667},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26429998874664307},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.26080000400543213},{"id":"https://openalex.org/C2988746165","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer evaluation","level":3,"score":0.2572999894618988},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11192-026-05622-0","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11192-026-05622-0","pdf_url":null,"source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46847158670425415,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1803511984","https://openalex.org/W1985514943","https://openalex.org/W2018093805","https://openalex.org/W2032478179","https://openalex.org/W2037789405","https://openalex.org/W2041212401","https://openalex.org/W2054100472","https://openalex.org/W2095455968","https://openalex.org/W2128438887","https://openalex.org/W2142900202","https://openalex.org/W2164777277","https://openalex.org/W2463568293","https://openalex.org/W2928505459","https://openalex.org/W2938357171","https://openalex.org/W3021454583","https://openalex.org/W3137829213","https://openalex.org/W3160638507","https://openalex.org/W4224987102","https://openalex.org/W4292402161","https://openalex.org/W4294214983","https://openalex.org/W4306175732","https://openalex.org/W4307688794","https://openalex.org/W4310917376","https://openalex.org/W4317390716","https://openalex.org/W4317853296","https://openalex.org/W4318035272","https://openalex.org/W4319332853","https://openalex.org/W4323347432","https://openalex.org/W4323812846","https://openalex.org/W4323848232","https://openalex.org/W4324130227","https://openalex.org/W4385294514","https://openalex.org/W4385665192","https://openalex.org/W4388202310","https://openalex.org/W4388824148","https://openalex.org/W4388834645","https://openalex.org/W4388908845","https://openalex.org/W4389609835","https://openalex.org/W4389942882","https://openalex.org/W4390265436","https://openalex.org/W4390465731","https://openalex.org/W4390733549","https://openalex.org/W4391754012","https://openalex.org/W4391839308","https://openalex.org/W4392002118","https://openalex.org/W4392674181","https://openalex.org/W4394601189","https://openalex.org/W4396601360","https://openalex.org/W4400734098","https://openalex.org/W4401290054","https://openalex.org/W4402938041","https://openalex.org/W4406255460","https://openalex.org/W4406855515","https://openalex.org/W4408904916","https://openalex.org/W4410883332","https://openalex.org/W4412763857","https://openalex.org/W4415550727"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-04-26T06:01:38.667478","created_date":"2026-04-11T00:00:00"}