{"id":"https://openalex.org/W7140222378","doi":"https://doi.org/10.1016/j.procs.2026.03.193","title":"The Convergent Validity of Project Management Software Evaluation by Generative Artificial Intelligence Models","display_name":"The Convergent Validity of Project Management Software Evaluation by Generative Artificial Intelligence Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140222378","doi":"https://doi.org/10.1016/j.procs.2026.03.193"},"language":"en","primary_location":{"id":"doi:10.1016/j.procs.2026.03.193","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2026.03.193","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.procs.2026.03.193","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Victor K.Y. Chan","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Victor K.Y. Chan","raw_affiliation_strings":["Macao Polytechnic University, Rua de Lu\u00eds Gonzaga Gomes, Macao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Rua de Lu\u00eds Gonzaga Gomes, Macao, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.62425466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"278","issue":null,"first_page":"1967","last_page":"1974"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3424000144004822,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3424000144004822,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.14489999413490295,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.09870000183582306,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6324999928474426},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5764999985694885},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5759999752044678},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5461999773979187},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4675999879837036},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.4399999976158142},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.39730000495910645},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.38909998536109924}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7742999792098999},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6324999928474426},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5764999985694885},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5759999752044678},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5461999773979187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5375000238418579},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4675999879837036},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.4399999976158142},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43950000405311584},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.39730000495910645},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3264999985694885},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C40919944","wikidata":"https://www.wikidata.org/wiki/Q947779","display_name":"Software project management","level":5,"score":0.259799987077713},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C3018868096","wikidata":"https://www.wikidata.org/wiki/Q2693233","display_name":"Internal consistency","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.procs.2026.03.193","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2026.03.193","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.procs.2026.03.193","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2026.03.193","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5400472283363342,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"},{"score":0.42511865496635437,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2047692764","https://openalex.org/W2553469268","https://openalex.org/W2623703952","https://openalex.org/W2982430283","https://openalex.org/W3015933374","https://openalex.org/W3036683355","https://openalex.org/W3129010531","https://openalex.org/W3168215860","https://openalex.org/W4387707367","https://openalex.org/W4389437528","https://openalex.org/W4396561228"],"related_works":[],"abstract_inverted_index":{"This":[0,26],"article":[1],"explores":[2],"the":[3,8,19,68,71,129,136,157,161,169,214],"convergent":[4],"validity\u2014or,":[5],"more":[6],"precisely,":[7],"inter-rater":[9,107,119],"consistency\u2014of":[10],"popular":[11],"generative":[12,31,194],"artificial":[13],"intelligence":[14],"(AI)":[15],"models":[16,158,235],"in":[17,164,206],"evaluating":[18],"quality":[20,242],"of":[21,48,70,83,118,131,218],"project":[22],"management":[23],"(PM)":[24],"software.":[25],"study":[27],"employed":[28],"three":[29],"prominent":[30],"AI":[32,98,195],"models\u2014Gemini,":[33],"CoPilot":[34],"on":[35,222,240],"Edge,":[36],"and":[37,93,101,246],"DeepSeek\u2014to":[38],"independently":[39],"assign":[40],"rating":[41,80,95,202,216,228],"scores":[42,229],"(1-10)":[43],"to":[44,66,78,90,104,143,153,236],"a":[45,115,125,165,177,197,207,223,238,244],"curated":[46],"list":[47],"50":[49],"top-tier":[50],"PM":[51,162,203,251],"software":[52,163,204,252],"systems/tools.":[53],"The":[54,112],"evaluation":[55],"was":[56],"structured":[57],"around":[58],"eight":[59,123],"critical":[60],"dimensions.":[61],"Statistical":[62],"analyses":[63],"were":[64,141],"conducted":[65],"assess":[67],"consistency":[69,108,120],"AI-generated":[72],"ratings.":[73],"These":[74,189],"included":[75],"descriptive":[76],"statistics":[77],"measure":[79,200],"discrimination,":[81],"analysis":[82],"mean":[84],"absolute":[85,227],"differences,":[86],"paired-samples":[87],"t":[88,170],"-tests":[89,171],"identify":[91],"erratic":[92],"systematic":[94,133],"biases":[96,134,217],"between":[97,135],"model":[99,175,225],"pairs,":[100],"Cronbach\u2019s":[102,138],"alpha":[103,139],"determine":[105],"overall":[106],"for":[109,146,201,213,226,250],"each":[110,174,219],"dimension.":[111],"results":[113],"reveal":[114],"high":[116],"degree":[117],"across":[121],"all":[122,147],"dimensions,":[124],"finding":[126],"juxtaposed":[127],"with":[128],"presence":[130],"significant":[132],"models.":[137],"coefficients":[140],"found":[142],"be":[144],"acceptable":[145],"dimensions":[148],"(":[149],"\u03b1":[150],"=":[151],".782":[152],".897),":[154],"indicating":[155],"that":[156,173,192],"consistently":[159,181],"rate":[160],"similar":[166],"order.":[167],"However,":[168],"confirmed":[172],"possessed":[176],"distinct":[178,215],"\"rating":[179],"personality,\"":[180],"scoring":[182],"higher":[183],"or":[184],"lower":[185],"than":[186],"its":[187],"counterparts.":[188],"findings":[190],"suggest":[191],"while":[193],"is":[196,230,243],"surprisingly":[198],"trustworthy":[199],"roughly":[205],"particular":[208],"order,":[209],"decision-makers":[210],"must":[211],"account":[212],"model.":[220],"Relying":[221],"single":[224],"ill-advised,":[231],"but":[232],"leveraging":[233],"multiple":[234],"establish":[237],"consensus":[239],"relative":[241],"viable":[245],"powerful":[247],"new":[248],"approach":[249],"evaluation.":[253]},"counts_by_year":[],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2026-03-25T00:00:00"}
