{"id":"https://openalex.org/W7140224962","doi":"https://doi.org/10.1016/j.procs.2026.03.136","title":"Generative artificial intelligence for project evaluation: comparing large language models and human experts","display_name":"Generative artificial intelligence for project evaluation: comparing large language models and human experts","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140224962","doi":"https://doi.org/10.1016/j.procs.2026.03.136"},"language":"en","primary_location":{"id":"doi:10.1016/j.procs.2026.03.136","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2026.03.136","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.procs.2026.03.136","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jos\u00e9 M.R.C.A. Santos","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jos\u00e9 M.R.C.A. Santos","raw_affiliation_strings":["CIMO, LA SusTEC, Instituto Polit\u00e9cnico de Bragan\u00e7a, Campus de Santa Apol\u00f3nia, 5300- 253 Bragan\u00e7a, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CIMO, LA SusTEC, Instituto Polit\u00e9cnico de Bragan\u00e7a, Campus de Santa Apol\u00f3nia, 5300- 253 Bragan\u00e7a, Portugal","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Gabriela Fernandes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gabriela Fernandes","raw_affiliation_strings":["University of Coimbra, CEMMPRE, Department of Mechanical Engineering, Polo II, Coimbra, 3030-788, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Coimbra, CEMMPRE, Department of Mechanical Engineering, Polo II, Coimbra, 3030-788, Portugal","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.62462159,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"278","issue":null,"first_page":"1494","last_page":"1501"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.22460000216960907,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.22460000216960907,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.13429999351501465,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.09269999712705612,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6823999881744385},{"id":"https://openalex.org/keywords/human-intelligence","display_name":"Human intelligence","score":0.5289999842643738},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.503000020980835},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5011000037193298},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4959999918937683},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44859999418258667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.849399983882904},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6823999881744385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5734999775886536},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.5289999842643738},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.503000020980835},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5011000037193298},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4959999918937683},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44859999418258667},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33880001306533813},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.31279999017715454},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2906000018119812},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.27709999680519104},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26190000772476196},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.procs.2026.03.136","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2026.03.136","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.procs.2026.03.136","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2026.03.136","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7068507075309753,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2002502156","https://openalex.org/W2063743914","https://openalex.org/W2153063304","https://openalex.org/W2263606088","https://openalex.org/W2549721879","https://openalex.org/W2792200862","https://openalex.org/W2904987966","https://openalex.org/W3002406643","https://openalex.org/W3035609451","https://openalex.org/W3081308002","https://openalex.org/W3125841294","https://openalex.org/W4289637110","https://openalex.org/W4319831789","https://openalex.org/W4322622443","https://openalex.org/W4367595583","https://openalex.org/W4379259169","https://openalex.org/W4387425757","https://openalex.org/W4388341779","https://openalex.org/W4389942882","https://openalex.org/W4391042079","https://openalex.org/W4391842151","https://openalex.org/W4393101728","https://openalex.org/W4400734098","https://openalex.org/W4401487159","https://openalex.org/W4402661298","https://openalex.org/W4403989285"],"related_works":[],"abstract_inverted_index":{"Peer":[0],"review":[1],"is":[2,139],"at":[3],"the":[4,17,34,52,61,78,86,99,110,130,159,183],"heart":[5],"of":[6,36,43,54,64,80,112,122,162,185],"quality":[7,79,111],"control":[8],"in":[9,51,109,129,182],"research":[10,59],"and":[11,22,71,114,145,164],"innovation":[12],"(R&I)":[13],"project":[14,56,66,186],"proposals.":[15,187],"Yet,":[16],"process":[18],"remains":[19],"slow,":[20],"time-consuming,":[21],"increasingly":[23],"strained":[24],"by":[25,68],"rising":[26],"academic":[27],"workloads.":[28],"This":[29],"study":[30],"aimed":[31],"to":[32,48,89,98,142],"investigate":[33],"capabilities":[35],"Generative":[37],"Pretrained":[38],"Transformers":[39],"(GPTs),":[40],"a":[41,168],"form":[42],"artificial":[44],"intelligence":[45],"(AI),":[46],"compared":[47],"human":[49,69,74,100,113,137,165,180],"experts":[50,75],"context":[53],"R&I":[55],"evaluation.":[57],"The":[58,83],"compares":[60],"anonymous":[62],"scoring":[63],"three":[65],"proposals":[67],"reviewers":[70],"GPTs.":[72],"Further":[73],"then":[76],"evaluated":[77],"these":[81],"reviews.":[82,116],"GPTs":[84],"demonstrated":[85],"same":[87],"ability":[88],"generate":[90],"comprehensive":[91],"reviews,":[92],"with":[93],"their":[94],"quantitative":[95],"scores":[96],"equivalent":[97],"averages.":[101],"Moreover,":[102],"no":[103],"substantial":[104],"differences":[105],"could":[106],"be":[107],"observed":[108],"AI":[115,149,163,172],"While":[117],"encouraging,":[118],"current":[119],"important":[120],"limitations":[121],"this":[123],"approach":[124],"include":[125],"eventual":[126],"biases":[127],"present":[128],"large":[131],"language":[132],"model":[133],"training":[134],"data.":[135],"Thus,":[136],"judgment":[138],"still":[140],"necessary":[141],"ensure":[143],"accuracy":[144],"safety,":[146],"indicating":[147],"that":[148],"cannot":[150],"fully":[151],"replace":[152],"humans.":[153],"In":[154],"summary,":[155],"our":[156],"findings":[157],"elucidate":[158],"combined":[160],"efficacy":[161],"proficiency,":[166],"promoting":[167],"cooperative":[169],"framework":[170],"wherein":[171],"functions":[173],"as":[174],"an":[175],"enhancement":[176],"tool,":[177],"consequently":[178],"maximizing":[179],"effectiveness":[181],"evaluation":[184]},"counts_by_year":[],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2026-03-25T00:00:00"}