{"id":"https://openalex.org/W3033358166","doi":"https://doi.org/10.1016/j.procs.2020.04.077","title":"Trends and Challenges in Measuring Performance of Reviewer Paper Assignment","display_name":"Trends and Challenges in Measuring Performance of Reviewer Paper Assignment","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3033358166","doi":"https://doi.org/10.1016/j.procs.2020.04.077","mag":"3033358166"},"language":"en","primary_location":{"id":"doi:10.1016/j.procs.2020.04.077","doi":"https://doi.org/10.1016/j.procs.2020.04.077","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2020.04.077","pdf_url":"https://www.sciencedirect.com/science/article/pii/S1877050920310450/pdf","source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.sciencedirect.com/science/article/pii/S1877050920310450/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054422031","display_name":"Aboli H. Patil","orcid":"https://orcid.org/0000-0002-9002-7332","observed_orcids":["https://orcid.org/0000-0002-9002-7332"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Aboli H. Patil","raw_affiliation_strings":["Research Scholar, Research Centre at Department of Computer Engineering, SKN College of Engineering, Pune, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Scholar, Research Centre at Department of Computer Engineering, SKN College of Engineering, Pune, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082942970","display_name":"Parikshit Narendra Mahalle","orcid":"https://orcid.org/0000-0001-5474-6826","observed_orcids":["https://orcid.org/0000-0001-5474-6826","https://orcid.org/0000-0001-7383-4274"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parikshit N. Mahalle","raw_affiliation_strings":["Professor & Head, Department of Computer Engineering, SKN College of Engineering, Pune, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Professor & Head, Department of Computer Engineering, SKN College of Engineering, Pune, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5054422031"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7289,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.909764,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"171","issue":null,"first_page":"709","last_page":"718"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.20739999413490295,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.20739999413490295,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.12999999523162842,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.10920000076293945,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-review","display_name":"peer review","score":0.7379999756813049},{"id":"https://openalex.org/keywords/performance-indicators","display_name":"performance indicators","score":0.7749999761581421},{"id":"https://openalex.org/keywords/conflict-of-interest","display_name":"conflicts of interest","score":0.6190000176429749},{"id":"https://openalex.org/keywords/load-balancing","display_name":"load balancing","score":0.6800000071525574},{"id":"https://openalex.org/keywords/reviewer-diversity","display_name":"reviewer diversity","score":0.5540000200271606},{"id":"https://openalex.org/keywords/coverage","display_name":"coverage","score":0.4449999928474426},{"id":"https://openalex.org/keywords/fairness","display_name":"fairness","score":0.33799999952316284},{"id":"https://openalex.org/keywords/unanimity","display_name":"unanimity","score":0.48899999260902405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.915959358215332},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39967983961105347}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.procs.2020.04.077","doi":"https://doi.org/10.1016/j.procs.2020.04.077","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2020.04.077","pdf_url":"https://www.sciencedirect.com/science/article/pii/S1877050920310450/pdf","source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.procs.2020.04.077","doi":"https://doi.org/10.1016/j.procs.2020.04.077","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2020.04.077","pdf_url":"https://www.sciencedirect.com/science/article/pii/S1877050920310450/pdf","source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3033358166.pdf","grobid_xml":"https://content.openalex.org/works/W3033358166.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W577464065","https://openalex.org/W1481354047","https://openalex.org/W1586124026","https://openalex.org/W1990327532","https://openalex.org/W1996768744","https://openalex.org/W2033512477","https://openalex.org/W2033525219","https://openalex.org/W2034464625","https://openalex.org/W2038227503","https://openalex.org/W2049156757","https://openalex.org/W2070619106","https://openalex.org/W2073722401","https://openalex.org/W2075883161","https://openalex.org/W2099708568","https://openalex.org/W2105617746","https://openalex.org/W2123369165","https://openalex.org/W2126793736","https://openalex.org/W2166001595","https://openalex.org/W2171603371","https://openalex.org/W2210027296","https://openalex.org/W2215503775","https://openalex.org/W2396197434","https://openalex.org/W2524358665","https://openalex.org/W2585027938","https://openalex.org/W2601706515","https://openalex.org/W2608664745","https://openalex.org/W2741695806","https://openalex.org/W2752524112","https://openalex.org/W2753304180","https://openalex.org/W2808674837","https://openalex.org/W2891631526","https://openalex.org/W2896085956","https://openalex.org/W2962020190","https://openalex.org/W2964665292","https://openalex.org/W2975170278","https://openalex.org/W4233760227","https://openalex.org/W6635120766"],"related_works":["https://openalex.org/W1488683118","https://openalex.org/W4289637110","https://openalex.org/W4382057900","https://openalex.org/W2094543397","https://openalex.org/W4376653350","https://openalex.org/W4362643454","https://openalex.org/W4409183237","https://openalex.org/W4307053806","https://openalex.org/W3170935982","https://openalex.org/W3006147857"],"abstract_inverted_index":{"The":[0,36,336],"remarkable":[1],"increase":[2],"in":[3,12,16,31,65,226,259],"the":[4,44,52,66,70,97,157,160,168,189,196,199,205,208,251,275,280,295,300,322,339,345,352,356,364],"number":[5],"of":[6,23,43,54,150,159,191,198,207,285,302,324,348,358,360],"authors":[7],"and":[8,26,33,47,73,83,87,107,109,118,124,128,155,218,223,240,265,292,307,316],"publications":[9],"is":[10,27,41,270,274,310,351],"observed":[11,271],"almost":[13],"all":[14],"fields":[15],"last":[17],"decade.":[18],"Inherently":[19],"publication":[20],"engages":[21],"process":[22,49,53,359],"peer":[24],"review":[25,282],"a":[28,56,148,329],"vital":[29],"segment":[30],"research":[32],"development":[34],"progression.":[35],"Reviewer":[37],"Assignment":[38],"Problem":[39],"(RAP)":[40],"one":[42,202],"most":[45,276,296],"important":[46],"apparent":[48],"that":[50,272,312,327,341],"involves":[51,120,140],"assigning":[55,134,361],"reviewer":[57,330,362],"to":[58,96,112,137,167,230,331,363],"paper.":[59,98,365],"RAP":[60,99],"has":[61],"motivated":[62],"many":[63],"researchers":[64,164],"recent":[67],"decade":[68],"as":[69,212,238,244],"conference":[71],"organizers":[72],"journal":[74],"editors":[75],"are":[76,294,318],"demanding":[77],"for":[78,114,173,184,267,279,298,320,354],"automatic":[79],"assignment":[80,95,111,142],"with":[81,344],"fair":[82],"accurate":[84,88,93],"reviews.":[85],"Fair":[86],"reviews":[89],"mostly":[90],"depend":[91],"on":[92],"expert":[94,110,119,125,136,161],"entails":[100],"two":[101,326],"core":[102,209],"phases:":[103],"matching":[104,130,288,305],"submitted":[105],"manuscript":[106,117],"experts,":[108],"paper":[113,123,138,306,332],"review.":[115],"Matching":[116],"building":[121],"both":[122,213],"profiles":[126],"correctly":[127],"then":[129],"them":[131],"accurately.":[132],"Similarly":[133],"an":[135,180],"accurately":[139],"solving":[141],"problem":[143],"by":[144,170,250,333],"satisfying":[145,334],"constraints":[146],"like":[147],"conflict":[149],"interest,":[151],"fulfilling":[152],"coverage":[153],"requirements":[154],"balancing":[156],"load":[158,313],"reviewer.":[162,308],"Many":[163],"have":[165,247],"contributed":[166],"topic":[169],"proposing":[171],"solutions":[172],"RAP.":[174,268],"Each":[175],"proposed":[176],"methodology":[177],"necessitates":[178],"using":[179,260],"appropriate":[181,277],"performance":[182,197,206,222,261,286,301,323,357],"metric":[183],"proving":[185],"its":[186],"effectiveness.":[187],"In":[188,253],"case":[190],"RAP,":[192],"we":[193,256],"can":[194,203],"measure":[195,204,278],"whole":[200],"process;":[201],"phases":[210,214,227],"separately":[211],"engross":[215],"different":[216,219],"processes":[217],"metric.":[220],"Testing":[221],"reducing":[224],"errors":[225],"will":[228],"lead":[229],"overall":[231,281],"improved":[232],"results.":[233],"Both":[234],"subjective":[235],"(also":[236,242],"known":[237,243],"qualitative)":[239],"objective":[241],"quantitative)":[245],"measures":[246,350],"been":[248],"practiced":[249],"researchers.":[252],"this":[254],"paper,":[255],"present":[257],"trends":[258],"measures,":[262],"their":[263],"applicability":[264],"suitability":[266],"It":[269,309],"\u2018Unanimity\u2019":[273],"process.":[283],"Use":[284],"measures-":[287],"score,":[289],"authority,":[290],"coverage,":[291],"diversity":[293],"suitable":[297,319],"measuring":[299,321,355],"phase":[303,325],"one-":[304],"noticed":[311],"balance,":[314],"fairness":[315],"accuracy":[317],"assigns":[328],"constraints.":[335],"study":[337],"derives":[338],"conclusion":[340],"hybrid":[342],"approach":[343],"proper":[346],"combination":[347],"these":[349],"best":[353]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2020-06-12T00:00:00"}