{"id":"https://openalex.org/W4387204488","doi":"https://doi.org/10.1108/ajim-04-2023-0119","title":"Technology assisted research assessment: algorithmic bias and\u00a0transparency issues","display_name":"Technology assisted research assessment: algorithmic bias and\u00a0transparency issues","publication_year":2023,"publication_date":"2023-09-29","ids":{"openalex":"https://openalex.org/W4387204488","doi":"https://doi.org/10.1108/ajim-04-2023-0119"},"language":"en","primary_location":{"id":"doi:10.1108/ajim-04-2023-0119","is_oa":false,"landing_page_url":"https://doi.org/10.1108/ajim-04-2023-0119","pdf_url":null,"source":{"id":"https://openalex.org/S4210181081","display_name":"Aslib Journal of Information Management","issn_l":"2050-3806","issn":["2050-3806","2050-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aslib Journal of Information Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.whiterose.ac.uk/203219/1/Artificial_intelligence_technologies_to_support_research_assessment-transparency%20bias_preprint.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034823602","display_name":"Mike Thelwall","orcid":"https://orcid.org/0000-0001-6065-205X"},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mike Thelwall","raw_affiliation_strings":["Statistical Cybermetrics Research Group, University of Wolverhampton, Wolverhampton, UK"],"raw_orcid":"https://orcid.org/0000-0001-6065-205X","affiliations":[{"raw_affiliation_string":"Statistical Cybermetrics Research Group, University of Wolverhampton, Wolverhampton, UK","institution_ids":["https://openalex.org/I119664326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079602209","display_name":"Kayvan Kousha","orcid":"https://orcid.org/0000-0003-4827-971X"},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kayvan Kousha","raw_affiliation_strings":["Statistical Cybermetrics Research Group, University of Wolverhampton, Wolverhampton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistical Cybermetrics Research Group, University of Wolverhampton, Wolverhampton, UK","institution_ids":["https://openalex.org/I119664326"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5034823602"],"corresponding_institution_ids":["https://openalex.org/I119664326"],"apc_list":null,"apc_paid":null,"fwci":2.78,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.91229341,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"77","issue":"1","first_page":"175","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9402999877929688,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9043999910354614,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.9311336278915405},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.6888473033905029},{"id":"https://openalex.org/keywords/originality","display_name":"Originality","score":0.6792493462562561},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5784463286399841},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.46795451641082764},{"id":"https://openalex.org/keywords/bibliometrics","display_name":"Bibliometrics","score":0.41205573081970215},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.38236236572265625},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.35966962575912476},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.22771292924880981},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1440000832080841},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12219762802124023},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.105878084897995},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.09107580780982971}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.9311336278915405},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.6888473033905029},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.6792493462562561},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5784463286399841},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.46795451641082764},{"id":"https://openalex.org/C178315738","wikidata":"https://www.wikidata.org/wiki/Q603441","display_name":"Bibliometrics","level":2,"score":0.41205573081970215},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.38236236572265625},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.35966962575912476},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.22771292924880981},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1440000832080841},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12219762802124023},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.105878084897995},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.09107580780982971},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1108/ajim-04-2023-0119","is_oa":false,"landing_page_url":"https://doi.org/10.1108/ajim-04-2023-0119","pdf_url":null,"source":{"id":"https://openalex.org/S4210181081","display_name":"Aslib Journal of Information Management","issn_l":"2050-3806","issn":["2050-3806","2050-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aslib Journal of Information Management","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:203219","is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-6065-205X>","pdf_url":"https://eprints.whiterose.ac.uk/203219/1/Artificial_intelligence_technologies_to_support_research_assessment-transparency%20bias_preprint.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:wlv.openrepository.com:2436/625315","is_oa":true,"landing_page_url":"http://hdl.handle.net/2436/625315","pdf_url":null,"source":{"id":"https://openalex.org/S4306401000","display_name":"Wolverhampton Intellectual Repository and E-Theses (University of Wolverhampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119664326","host_organization_name":"University of Wolverhampton","host_organization_lineage":["https://openalex.org/I119664326"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"190","raw_type":"Journal article"}],"best_oa_location":{"id":"pmh:oai:eprints.whiterose.ac.uk:203219","is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-6065-205X>","pdf_url":"https://eprints.whiterose.ac.uk/203219/1/Artificial_intelligence_technologies_to_support_research_assessment-transparency%20bias_preprint.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387204488.pdf"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W1501902378","https://openalex.org/W1550927947","https://openalex.org/W1767272795","https://openalex.org/W1966024011","https://openalex.org/W1987453763","https://openalex.org/W1992407974","https://openalex.org/W2005950835","https://openalex.org/W2007508381","https://openalex.org/W2028083052","https://openalex.org/W2040879329","https://openalex.org/W2045148187","https://openalex.org/W2054036561","https://openalex.org/W2064854140","https://openalex.org/W2068452509","https://openalex.org/W2093973823","https://openalex.org/W2100389218","https://openalex.org/W2117427611","https://openalex.org/W2124407761","https://openalex.org/W2131837970","https://openalex.org/W2138780415","https://openalex.org/W2152818747","https://openalex.org/W2156577392","https://openalex.org/W2158942069","https://openalex.org/W2161775025","https://openalex.org/W2164136002","https://openalex.org/W2164146029","https://openalex.org/W2164534115","https://openalex.org/W2498041801","https://openalex.org/W2550925836","https://openalex.org/W2560495985","https://openalex.org/W2588841625","https://openalex.org/W2637989358","https://openalex.org/W2795187288","https://openalex.org/W2804663639","https://openalex.org/W2886446017","https://openalex.org/W2888592790","https://openalex.org/W2890576255","https://openalex.org/W2891525068","https://openalex.org/W2922154249","https://openalex.org/W2951889839","https://openalex.org/W2953304564","https://openalex.org/W2958287915","https://openalex.org/W2969896603","https://openalex.org/W2975495759","https://openalex.org/W2979876508","https://openalex.org/W2987034230","https://openalex.org/W2995523160","https://openalex.org/W3031790649","https://openalex.org/W3046802871","https://openalex.org/W3091788312","https://openalex.org/W3103443220","https://openalex.org/W3110617326","https://openalex.org/W3122634626","https://openalex.org/W3123050710","https://openalex.org/W3129933032","https://openalex.org/W3157164871","https://openalex.org/W3170933632","https://openalex.org/W3191550339","https://openalex.org/W3207434859","https://openalex.org/W3211890253","https://openalex.org/W3212327163","https://openalex.org/W4241598541","https://openalex.org/W4292887282","https://openalex.org/W4311731135","https://openalex.org/W4366437426","https://openalex.org/W4379364503","https://openalex.org/W4399647672"],"related_works":["https://openalex.org/W2039363087","https://openalex.org/W600361214","https://openalex.org/W3007796984","https://openalex.org/W1971688201","https://openalex.org/W4236423407","https://openalex.org/W2360429426","https://openalex.org/W3004396670","https://openalex.org/W4386593948","https://openalex.org/W2009063422","https://openalex.org/W3217804651"],"abstract_inverted_index":{"Purpose":[0],"Technology":[1,98],"is":[2,38,121,139],"sometimes":[3],"used":[4],"to":[5,20,41,44],"support":[6],"assessments":[7],"of":[8,14,97,110],"academic":[9],"research":[10,46,61,154],"in":[11,49,84,117,134],"the":[12,89,126,140],"form":[13],"automatically":[15],"generated":[16],"bibliometrics":[17],"for":[18,60,94,151],"reviewers":[19],"consult":[21],"during":[22],"their":[23,71],"evaluations":[24],"or":[25,29],"by":[26],"replacing":[27],"some":[28],"all":[30],"human":[31],"judgements.":[32],"With":[33],"artificial":[34],"intelligence":[35],"(AI),":[36],"there":[37],"increasing":[39],"scope":[40],"use":[42],"technology":[43,152],"assist":[45],"assessment":[47,62],"processes":[48],"new":[50,66],"ways.":[51],"Since":[52],"transparency":[53,80,114,127,149],"and":[54,63,77,81,87,115,128,148],"fairness":[55,82],"are":[56,132],"widely":[57],"considered":[58],"important":[59],"AI":[64],"introduces":[65],"issues,":[67],"this":[68],"review":[69],"investigates":[70],"implications.":[72],"Design/methodology/approach":[73],"This":[74,138],"article":[75],"reviews":[76],"briefly":[78],"summarises":[79],"concerns":[83],"general":[85],"terms":[86],"through":[88],"issues":[90,150],"that":[91,131,143],"they":[92],"raise":[93],"various":[95],"types":[96],"Assisted":[99],"Research":[100],"Assessment":[101],"(TARA).":[102],"Findings":[103],"Whilst":[104],"TARA":[105],"can":[106],"have":[107],"varying":[108],"levels":[109],"problems":[111,130],"with":[112],"both":[113],"bias,":[116],"most":[118],"contexts":[119],"it":[120,124],"unclear":[122],"whether":[123],"worsens":[125],"bias":[129,147],"inherent":[133],"peer":[135],"review.":[136],"Originality/value":[137],"first":[141],"analysis":[142],"focuses":[144],"on":[145],"algorithmic":[146],"assisted":[153],"assessment.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}