{"id":"https://openalex.org/W7160441663","doi":"https://doi.org/10.1109/saner-c67878.2026.00046","title":"Toward Measuring Prompt Quality: A Preliminary Investigation on Prompt Smells","display_name":"Toward Measuring Prompt Quality: A Preliminary Investigation on Prompt Smells","alternate_titles":[],"publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7160441663","doi":"https://doi.org/10.1109/saner-c67878.2026.00046"},"language":"en","primary_location":{"id":"doi:10.1109/saner-c67878.2026.00046","doi":"https://doi.org/10.1109/saner-c67878.2026.00046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner-c67878.2026.00046","pdf_url":null,"source":{"id":"https://openalex.org/S7407088822","display_name":"IEEE International Conference on Software Analysis, Evolution and Reengineering - Companion (SANER-C)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Conference on Software Analysis, Evolution and Reengineering - Companion (SANER-C)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7160441663"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038062234","display_name":"Antonio Della Porta","orcid":"https://orcid.org/0000-0003-1860-8404","observed_orcids":["https://orcid.org/0000-0003-1860-8404"]},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Della Porta","raw_affiliation_strings":["University of Salerno,Software Engineering (SeSa) Lab,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salerno,Software Engineering (SeSa) Lab,Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006281355","display_name":"Gianmario Voria","orcid":"https://orcid.org/0009-0002-5394-8148","observed_orcids":["https://orcid.org/0009-0002-5394-8148"]},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianmario Voria","raw_affiliation_strings":["University of Salerno,Software Engineering (SeSa) Lab,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salerno,Software Engineering (SeSa) Lab,Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135523085","display_name":"Andrea Abbate","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Abbate","raw_affiliation_strings":["University of Salerno,Software Engineering (SeSa) Lab,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salerno,Software Engineering (SeSa) Lab,Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135426777","display_name":"Raffaele Sulipano","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Raffaele Sulipano","raw_affiliation_strings":["University of Salerno,Software Engineering (SeSa) Lab,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salerno,Software Engineering (SeSa) Lab,Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033804045","display_name":"Stefano Lambiase","orcid":"https://orcid.org/0000-0002-9933-6203","observed_orcids":["https://orcid.org/0000-0002-9933-6203"]},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Stefano Lambiase","raw_affiliation_strings":["Aalborg University,Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014169292","display_name":"Gemma Catolino","orcid":"https://orcid.org/0000-0002-4689-3401","observed_orcids":["https://orcid.org/0000-0002-4689-3401"]},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gemma Catolino","raw_affiliation_strings":["University of Salerno,Software Engineering (SeSa) Lab,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salerno,Software Engineering (SeSa) Lab,Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033738898","display_name":"Fabio Palomba","orcid":"https://orcid.org/0000-0001-9337-5116","observed_orcids":["https://orcid.org/0000-0001-9337-5116"]},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Palomba","raw_affiliation_strings":["University of Salerno,Software Engineering (SeSa) Lab,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salerno,Software Engineering (SeSa) Lab,Italy","institution_ids":["https://openalex.org/I131729948"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2702,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.96343255,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"293","last_page":"300"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompt-quality","display_name":"prompt quality","score":0.9229999780654907},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.9110000133514404},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9480000138282776},{"id":"https://openalex.org/keywords/readability","display_name":"readability","score":0.6520000100135803},{"id":"https://openalex.org/keywords/grammatical-accuracy","display_name":"grammatical accuracy","score":0.8420000076293945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3264000117778778},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2467000037431717},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.23639999330043793},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.23489999771118164},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22990000247955322},{"id":"https://openalex.org/C77595967","wikidata":"https://www.wikidata.org/wiki/Q3151013","display_name":"Forensic engineering","level":1,"score":0.22200000286102295},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21789999306201935},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2102999985218048},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.20399999618530273},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.1972000002861023}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/saner-c67878.2026.00046","doi":"https://doi.org/10.1109/saner-c67878.2026.00046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner-c67878.2026.00046","pdf_url":null,"source":{"id":"https://openalex.org/S7407088822","display_name":"IEEE International Conference on Software Analysis, Evolution and Reengineering - Companion (SANER-C)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Conference on Software Analysis, Evolution and Reengineering - Companion (SANER-C)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/044a9a1c-bdf3-404c-8b25-fcd549f663a8","doi":null,"is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=11500152","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2153365511","https://openalex.org/W3030163527","https://openalex.org/W4308244910","https://openalex.org/W4387123286","https://openalex.org/W4388184238","https://openalex.org/W4391136507","https://openalex.org/W4395072755","https://openalex.org/W4399203759","https://openalex.org/W4399531298","https://openalex.org/W4399597451","https://openalex.org/W4401879229","https://openalex.org/W4402665833","https://openalex.org/W4409203909","https://openalex.org/W4411173114","https://openalex.org/W6941243218","https://openalex.org/W7117103063","https://openalex.org/W7133211372","https://openalex.org/W7216634193"],"related_works":["https://openalex.org/W7172262288","https://openalex.org/W7204794136","https://openalex.org/W7217631941","https://openalex.org/W7162422532","https://openalex.org/W6911954041","https://openalex.org/W7124519755","https://openalex.org/W7220939421","https://openalex.org/W7171770118","https://openalex.org/W7085458945","https://openalex.org/W7125927667"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,144],"increasingly":[5],"embedded":[6],"in":[7],"software":[8],"engineering":[9,71,219],"workflows,":[10],"yet":[11],"the":[12,15,67,150,206,213],"quality":[13,88],"of":[14,66,81,121,183,209],"prompts":[16,27,75,123],"used":[17],"to":[18,30,76,117],"guide":[19],"these":[20,115],"models":[21],"remains":[22],"largely":[23,148],"unassessed.":[24],"Poorly":[25],"formulated":[26],"can":[28],"lead":[29],"ambiguity,":[31],"degraded":[32],"output":[33],"quality,":[34,211],"or":[35],"biased":[36],"and":[37,72,110,124,131,147,164,169,187,202,221],"unsafe":[38],"model":[39],"behavior.":[40],"In":[41],"this":[42,196],"paper,":[43],"we":[44,61],"conduct":[45],"a":[46,63,78,95],"preliminary":[47,79],"exploratory":[48],"study":[49,197],"aimed":[50],"at":[51],"establishing":[52],"an":[53,118,199],"initial":[54,200],"foundation":[55],"for":[56,205,215],"systematic":[57,207],"promptquality":[58],"evaluation.":[59],"First,":[60],"perform":[62],"rapid":[64],"review":[65],"literature":[68],"on":[69],"prompt":[70,82,210,218],"analyze":[73,125],"real-world":[74],"derive":[77],"taxonomy":[80],"smells\u2014recurring":[83],"patterns":[84],"that":[85,138,176],"signal":[86],"potential":[87],"issues.":[89],"Each":[90],"smell":[91],"is":[92],"operationalized":[93],"through":[94],"quantitative":[96],"metric":[97],"capturing":[98],"aspects":[99],"such":[100,158],"as":[101,159],"grammatical":[102],"correctness,":[103],"readability,":[104],"contextual":[105,160],"adequacy,":[106],"complexity-length,":[107],"formality":[108,162],"mismatch,":[109,163],"bias.":[111],"We":[112],"then":[113],"apply":[114],"metrics":[116,140],"existing":[119],"corpus":[120],"developerwritten":[122],"their":[126],"relationships":[127],"using":[128],"correlation":[129],"analysis":[130],"multiple":[132],"regression":[133],"models.":[134],"Our":[135],"results":[136],"show":[137],"syntactic":[139],"(e.g.,":[141],"grammar,":[142],"readability)":[143],"strongly":[145],"interrelated":[146],"explain":[149],"composite":[151],"Prompt":[152],"Quality":[153],"Score,":[154],"whereas":[155],"higher-level":[156],"smells":[157],"relevance,":[161],"bias":[165],"exhibit":[166],"weak":[167],"correlations":[168],"low":[170],"explained":[171],"variance.":[172],"These":[173],"findings":[174],"suggest":[175],"many":[177],"important":[178],"prompt-quality":[179],"issues":[180],"operate":[181],"independently":[182],"surface-level":[184],"text":[185],"properties":[186],"may":[188],"require":[189],"more":[190,216],"semantically":[191],"informed":[192],"assessment":[193],"techniques.":[194],"Overall,":[195],"offers":[198],"conceptual":[201],"empirical":[203],"basis":[204],"evaluation":[208],"paving":[212],"way":[214],"robust":[217],"practices":[220],"automated":[222],"quality-checking":[223],"tools.":[224]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7160441663","counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2026-05-07T00:00:00"}
