{"id":"https://openalex.org/W7141023483","doi":"https://doi.org/10.1109/icce67443.2026.11449644","title":"LLM-based text-to-JQL Generation: an automated test using execution and structural indicators","display_name":"LLM-based text-to-JQL Generation: an automated test using execution and structural indicators","publication_year":2026,"publication_date":"2026-02-03","ids":{"openalex":"https://openalex.org/W7141023483","doi":"https://doi.org/10.1109/icce67443.2026.11449644"},"language":null,"primary_location":{"id":"doi:10.1109/icce67443.2026.11449644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icce67443.2026.11449644","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Conference on Consumer Electronics (ICCE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003596377","display_name":"Rayfran Rocha Lima","orcid":"https://orcid.org/0000-0002-9807-1266"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rayfran Rocha Lima","raw_affiliation_strings":["Sidia Science and Technology Institute,Manaus,Brazil"],"affiliations":[{"raw_affiliation_string":"Sidia Science and Technology Institute,Manaus,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090301247","display_name":"Isabel Sof\u00eda Brito","orcid":"https://orcid.org/0000-0002-7556-4367"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irineu Evangelista Cruz de Brito","raw_affiliation_strings":["Sidia Science and Technology Institute,Manaus,Brazil"],"affiliations":[{"raw_affiliation_string":"Sidia Science and Technology Institute,Manaus,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130785070","display_name":"Jardel da Cunha Nascimento","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jardel da Cunha Nascimento","raw_affiliation_strings":["Sidia Science and Technology Institute,Manaus,Brazil"],"affiliations":[{"raw_affiliation_string":"Sidia Science and Technology Institute,Manaus,Brazil","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113015813","display_name":"Luiz Cordovil-Jr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luiz Cordovil-Jr","raw_affiliation_strings":["Sidia Science and Technology Institute,Manaus,Brazil"],"affiliations":[{"raw_affiliation_string":"Sidia Science and Technology Institute,Manaus,Brazil","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003596377"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.91843336,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5519999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5519999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06369999796152115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.3928999900817871},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.3702000081539154},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3160000145435333},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.29260000586509705},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.27950000762939453},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.27149999141693115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5475999712944031},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.34369999170303345},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29030001163482666},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2630000114440918},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icce67443.2026.11449644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icce67443.2026.11449644","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Conference on Consumer Electronics (ICCE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2798663534","https://openalex.org/W2890431379","https://openalex.org/W4285045211","https://openalex.org/W4317716303","https://openalex.org/W4385245566","https://openalex.org/W4385570661","https://openalex.org/W4387913122","https://openalex.org/W4389519829","https://openalex.org/W4396573413","https://openalex.org/W4399116870","https://openalex.org/W4400315235","https://openalex.org/W4404411228","https://openalex.org/W4407213935","https://openalex.org/W4410160278","https://openalex.org/W4411120059","https://openalex.org/W4411120427","https://openalex.org/W4412107772","https://openalex.org/W4412623423","https://openalex.org/W4412877147","https://openalex.org/W4416744751","https://openalex.org/W7118085507"],"related_works":[],"abstract_inverted_index":{"Evaluating":[0],"natural":[1],"language":[2,5],"to":[3,96,111],"query":[4,22,113],"(NL-to-QL)":[6],"systems":[7],"cannot":[8],"rely":[9],"on":[10],"string":[11],"matching":[12],"alone,":[13],"especially":[14],"when":[15],"queries":[16,34],"involve":[17],"dynamic":[18,102],"data":[19],"or":[20],"complex":[21],"languages.":[23],"We":[24],"present":[25],"APOLLO,":[26,74],"an":[27],"automated":[28,116],"test":[29],"framework":[30,110],"that":[31,90],"executes":[32],"generated":[33],"by":[35],"Large":[36],"Language":[37],"Models":[38],"(LLMs)":[39],"against":[40],"a":[41,81,85],"live":[42],"Jira":[43],"instance,":[44],"enabling":[45],"execution-aware":[46],"evaluation":[47],"and":[48,56,66,84,94,119],"detailed":[49],"error":[50],"diagnosis":[51],"across":[52],"syntax,":[53],"unsupported":[54],"features,":[55],"value":[57,64],"inaccuracies.":[58],"APOLLO":[59],"introduces":[60],"new":[61],"metrics\u2014field":[62],"accuracy,":[63,65],"inference":[67],"accuracy\u2014that":[68],"capture":[69],"correctness":[70],"beyond":[71],"similarity.":[72],"Using":[73],"we":[75],"evaluated":[76],"two":[77],"LLM-based":[78],"conversion":[79],"architectures:":[80],"retrieval-augmented":[82],"generator":[83],"specialized":[86],"API-supported":[87],"generation":[88],"model":[89],"demonstrated":[91],"both":[92],"limitations":[93],"alternatives":[95],"address":[97],"the":[98,109],"drawbacks":[99],"of":[100],"generating":[101],"non-pre-trained":[103],"data.":[104],"Future":[105],"work":[106],"will":[107],"extend":[108],"additional":[112],"languages,":[114],"explore":[115],"remediation":[117],"strategies,":[118],"investigate":[120],"richer":[121],"semantic":[122],"metrics":[123],"for":[124],"deeper":[125],"diagnostic":[126],"insight.":[127]},"counts_by_year":[],"updated_date":"2026-03-29T06:01:01.467347","created_date":"2026-03-28T00:00:00"}