{"id":"https://openalex.org/W7108622315","doi":"https://doi.org/10.1007/s10664-025-10759-2","title":"Evaluating the quality of GenAI applications in software engineering: a multi-case study","display_name":"Evaluating the quality of GenAI applications in software engineering: a multi-case study","publication_year":2025,"publication_date":"2025-12-05","ids":{"openalex":"https://openalex.org/W7108622315","doi":"https://doi.org/10.1007/s10664-025-10759-2"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-025-10759-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-025-10759-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10759-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10759-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Liang Yu","orcid":"https://orcid.org/0000-0001-5949-1375"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Liang Yu","raw_affiliation_strings":["Blekinge Institute of Technology, Valhallav\u00e4gen 10, 371 79, Karlskrona, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-5949-1375","affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Valhallav\u00e4gen 10, 371 79, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Emil Al\u00e9groth","orcid":null},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Emil Al\u00e9groth","raw_affiliation_strings":["Blekinge Institute of Technology, Valhallav\u00e4gen 10, 371 79, Karlskrona, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Valhallav\u00e4gen 10, 371 79, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Panagiota Chatzipetrou","orcid":null},"institutions":[{"id":"https://openalex.org/I26437253","display_name":"\u00d6rebro University","ror":"https://ror.org/05kytsw45","country_code":"SE","type":"education","lineage":["https://openalex.org/I26437253"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Panagiota Chatzipetrou","raw_affiliation_strings":["\u00d6rebro University, Fakultetsgatan 1, 702 81, \u00d6rebro, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00d6rebro University, Fakultetsgatan 1, 702 81, \u00d6rebro, Sweden","institution_ids":["https://openalex.org/I26437253"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tony Gorschek","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134795","display_name":"Fortiss","ror":"https://ror.org/042x1tp92","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210134795"]},{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["DE","SE"],"is_corresponding":false,"raw_author_name":"Tony Gorschek","raw_affiliation_strings":["Blekinge Institute of Technology, Valhallav\u00e4gen 10, 371 79, Karlskrona, Sweden","Fortiss, Guerickestr 25, 80805, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Valhallav\u00e4gen 10, 371 79, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]},{"raw_affiliation_string":"Fortiss, Guerickestr 25, 80805, Munich, Germany","institution_ids":["https://openalex.org/I4210134795"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52719799"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":7.901,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97370398,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"31","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8169999718666077,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8169999718666077,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.05920000001788139,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.01360000018030405,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.6590999960899353},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6524999737739563},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4977000057697296},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.49630001187324524},{"id":"https://openalex.org/keywords/software-quality-control","display_name":"Software quality control","score":0.47769999504089355},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.415800005197525},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4065000116825104},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.3776000142097473}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6741999983787537},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.6590999960899353},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6524999737739563},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5620999932289124},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4977000057697296},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.49630001187324524},{"id":"https://openalex.org/C176035894","wikidata":"https://www.wikidata.org/wiki/Q7554350","display_name":"Software quality control","level":5,"score":0.47769999504089355},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.415800005197525},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4065000116825104},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3790999948978424},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.3776000142097473},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.3650999963283539},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.3467000126838684},{"id":"https://openalex.org/C188329197","wikidata":"https://www.wikidata.org/wiki/Q6554613","display_name":"Software quality analyst","level":5,"score":0.3425999879837036},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C89567784","wikidata":"https://www.wikidata.org/wiki/Q7554325","display_name":"Software measurement","level":5,"score":0.3077000081539154},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C71405471","wikidata":"https://www.wikidata.org/wiki/Q757012","display_name":"Quality management","level":3,"score":0.30140000581741333},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.28369998931884766},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.2824000120162964},{"id":"https://openalex.org/C2776969324","wikidata":"https://www.wikidata.org/wiki/Q613918","display_name":"Software quality assurance","level":5,"score":0.27570000290870667},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2615000009536743},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.25859999656677246}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10664-025-10759-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-025-10759-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10759-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:bth-28954","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:bth-28954","pdf_url":"https://bth.diva-portal.org/smash/get/diva2:2018499/FULLTEXT02","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10664-025-10759-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-025-10759-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10759-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5984086990356445,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323802","display_name":"Blekinge Tekniska H\u00f6gskola","ror":"https://ror.org/0093a8w51"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7108622315.pdf","grobid_xml":"https://content.openalex.org/works/W7108622315.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1512705235","https://openalex.org/W1969939902","https://openalex.org/W1975675278","https://openalex.org/W2037316754","https://openalex.org/W2101105183","https://openalex.org/W2162739315","https://openalex.org/W2534253848","https://openalex.org/W2897042519","https://openalex.org/W2963555128","https://openalex.org/W2970785793","https://openalex.org/W2970986500","https://openalex.org/W3001807593","https://openalex.org/W3034188538","https://openalex.org/W3035252911","https://openalex.org/W3105214104","https://openalex.org/W3159259047","https://openalex.org/W4287855110","https://openalex.org/W4291213652","https://openalex.org/W4385880144","https://openalex.org/W4389519598","https://openalex.org/W4401863475","https://openalex.org/W4402665833","https://openalex.org/W4403413367","https://openalex.org/W4408903356","https://openalex.org/W4411404843"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Context":[1],"Generative":[2],"AI":[3],"(GenAI)":[4],"is":[5],"increasingly":[6],"adopted":[7],"in":[8,65,152],"software":[9,70],"development":[10,71],"for":[11],"tasks":[12],"such":[13],"as":[14,31],"document":[15,79],"generation,":[16,80,85],"data":[17,81],"analysis,":[18],"and":[19,54,83,88,97,111,131,163],"code":[20,89],"generation.":[21,90],"However,":[22],"evaluating":[23],"the":[24,49,118,126,135],"quality":[25,33,50,56,119,175],"of":[26,51,120],"GenAI":[27,52,76,108,121,173],"applications":[28,53],"becomes":[29],"challenging,":[30],"traditional":[32],"measurements":[34],"may":[35],"not":[36],"be":[37],"fully":[38],"applicable.":[39],"Objective":[40],"In":[41],"this":[42],"study,":[43],"we":[44],"explore":[45],"how":[46],"practitioners":[47,160],"evaluate":[48,117],"investigate":[55],"evaluation":[57],"techniques.":[58],"Method":[59],"We":[60,73,105,124],"conducted":[61],"a":[62],"multi-case":[63],"study":[64,140],"three":[66,95],"industrial":[67,102,154],"projects":[68],"from":[69],"companies.":[72],"examined":[74],"four":[75],"application":[77],"domains:":[78],"analysis":[82],"insight":[84],"customer":[86],"service,":[87],"Data":[91],"were":[92],"collected":[93,136],"through":[94],"workshops":[96],"23":[98],"semi-structured":[99],"interviews":[100],"with":[101,168],"practitioners.":[103],"Results":[104],"identified":[106,127],"fourteen":[107],"use":[109,161],"cases":[110],"28":[112],"metrics":[113,146,170],"currently":[114],"used":[115],"to":[116,147],"applications\u2019":[122],"outputs.":[123],"synthesized":[125],"metrics\u2019":[128],"usage":[129],"patterns":[130],"challenges":[132],"based":[133],"on":[134],"data.":[137],"Conclusions":[138],"This":[139],"presents":[141],"practical":[142],"insights":[143],"into":[144],"using":[145],"measure":[148],"GenAI-based":[149],"system":[150,174],"qualities":[151],"real":[153],"settings.":[155],"Our":[156],"findings":[157],"indicate":[158],"that":[159],"custom-built":[162],"context-specific":[164],"metrics;":[165],"combining":[166],"these":[167],"academic":[169],"can":[171],"strengthen":[172],"evaluation.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-07-21T05:50:15.549392","created_date":"2025-12-05T00:00:00"}