{"id":"https://openalex.org/W4399768519","doi":"https://doi.org/10.1109/tse.2024.3411928","title":"LUNA: A Model-Based Universal Analysis Framework for Large Language Models","display_name":"LUNA: A Model-Based Universal Analysis Framework for Large Language Models","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4399768519","doi":"https://doi.org/10.1109/tse.2024.3411928"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3411928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3411928","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046723177","display_name":"Da Song","orcid":"https://orcid.org/0000-0001-9267-4229"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Da Song","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034067129","display_name":"Xuan Xie","orcid":"https://orcid.org/0000-0003-3981-8515"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xuan Xie","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104291087","display_name":"Jiayang Song","orcid":"https://orcid.org/0009-0008-7093-9781"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiayang Song","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103227499","display_name":"Derui Zhu","orcid":"https://orcid.org/0000-0002-9552-0097"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Derui Zhu","raw_affiliation_strings":["Department of Computer Science, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101684275","display_name":"Yuheng Huang","orcid":"https://orcid.org/0000-0003-3666-4020"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yuheng Huang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034751153","display_name":"Felix Juefei-Xu","orcid":"https://orcid.org/0000-0002-0857-8611"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felix Juefei-Xu","raw_affiliation_strings":["New York University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101468661","display_name":"Lei Ma","orcid":"https://orcid.org/0000-0002-8621-2420"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Lei Ma","raw_affiliation_strings":["The University of Tokyo, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5046723177"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":3.939,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.94224987,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"50","issue":"7","first_page":"1921","last_page":"1948"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9395999908447266,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9395999908447266,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8365682363510132},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.48678871989250183},{"id":"https://openalex.org/keywords/modeling-language","display_name":"Modeling language","score":0.45773911476135254},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.40459519624710083},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37742704153060913},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35806038975715637},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.17770826816558838}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8365682363510132},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.48678871989250183},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.45773911476135254},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.40459519624710083},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37742704153060913},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35806038975715637},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.17770826816558838}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3411928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3411928","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1716091338","display_name":null,"funder_award_id":"JPMJMI20B8","funder_id":"https://openalex.org/F4320338243","funder_display_name":"JST-Mirai Program"},{"id":"https://openalex.org/G1808125848","display_name":null,"funder_award_id":"JP24K02920","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4354030512","display_name":null,"funder_award_id":"JP21H04877","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6392761602","display_name":null,"funder_award_id":"JP23H03372","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320314212","display_name":"Alberta Machine Intelligence Institute","ror":null},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338243","display_name":"JST-Mirai Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":304,"referenced_works":["https://openalex.org/W9657784","https://openalex.org/W317957491","https://openalex.org/W1583654333","https://openalex.org/W1636244751","https://openalex.org/W1990813072","https://openalex.org/W2028138594","https://openalex.org/W2050947749","https://openalex.org/W2053987251","https://openalex.org/W2072160811","https://openalex.org/W2086699924","https://openalex.org/W2103868202","https://openalex.org/W2105594594","https://openalex.org/W2107658650","https://openalex.org/W2107878631","https://openalex.org/W2151831732","https://openalex.org/W2155653793","https://openalex.org/W2158553842","https://openalex.org/W2163022590","https://openalex.org/W2462906003","https://openalex.org/W2516809705","https://openalex.org/W2616028256","https://openalex.org/W2763148304","https://openalex.org/W2766736793","https://openalex.org/W2788220863","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2807964941","https://openalex.org/W2888307014","https://openalex.org/W2893554781","https://openalex.org/W2949413855","https://openalex.org/W2954629067","https://openalex.org/W2957905354","https://openalex.org/W2962735233","https://openalex.org/W2962756933","https://openalex.org/W2962821089","https://openalex.org/W2963059228","https://openalex.org/W2963327228","https://openalex.org/W2963506925","https://openalex.org/W2963668975","https://openalex.org/W2963913218","https://openalex.org/W2964200170","https://openalex.org/W2965373594","https://openalex.org/W2968940383","https://openalex.org/W2970782003","https://openalex.org/W2972515356","https://openalex.org/W2981456979","https://openalex.org/W2995486425","https://openalex.org/W2999691867","https://openalex.org/W3000371584","https://openalex.org/W3034383590","https://openalex.org/W3034999214","https://openalex.org/W3035441651","https://openalex.org/W3089756992","https://openalex.org/W3092642435","https://openalex.org/W3100355250","https://openalex.org/W3103178756","https://openalex.org/W3103836116","https://openalex.org/W3106234277","https://openalex.org/W3108032709","https://openalex.org/W3118738952","https://openalex.org/W3122890974","https://openalex.org/W3128459263","https://openalex.org/W3133702157","https://openalex.org/W3134796670","https://openalex.org/W3148330722","https://openalex.org/W3155332104","https://openalex.org/W3158419028","https://openalex.org/W3172669006","https://openalex.org/W3177420896","https://openalex.org/W3177813494","https://openalex.org/W3178469298","https://openalex.org/W3178701007","https://openalex.org/W3184144760","https://openalex.org/W3188010467","https://openalex.org/W3190075653","https://openalex.org/W3198685994","https://openalex.org/W3201174429","https://openalex.org/W3206992005","https://openalex.org/W3207416911","https://openalex.org/W3214890551","https://openalex.org/W3214903388","https://openalex.org/W4205678875","https://openalex.org/W4221145303","https://openalex.org/W4221148600","https://openalex.org/W4223974161","https://openalex.org/W4224060952","https://openalex.org/W4224214784","https://openalex.org/W4224249875","https://openalex.org/W4224312275","https://openalex.org/W4224912544","https://openalex.org/W4225108562","https://openalex.org/W4225522924","https://openalex.org/W4225858632","https://openalex.org/W4226216828","https://openalex.org/W4226485558","https://openalex.org/W4230405732","https://openalex.org/W4237532635","https://openalex.org/W4239181501","https://openalex.org/W4280605341","https://openalex.org/W4281763794","https://openalex.org/W4284667247","https://openalex.org/W4284702108","https://openalex.org/W4285304933","https://openalex.org/W4285490447","https://openalex.org/W4285490461","https://openalex.org/W4287024925","https://openalex.org/W4288086120","https://openalex.org/W4288089799","https://openalex.org/W4291124252","https://openalex.org/W4294982692","https://openalex.org/W4295808856","https://openalex.org/W4296592009","https://openalex.org/W4297253404","https://openalex.org/W4299559948","https://openalex.org/W4300672471","https://openalex.org/W4302097244","https://openalex.org/W4303443773","https://openalex.org/W4308023630","https://openalex.org/W4308244910","https://openalex.org/W4309043734","https://openalex.org/W4309674289","https://openalex.org/W4311776365","https://openalex.org/W4311887664","https://openalex.org/W4312751144","https://openalex.org/W4312881161","https://openalex.org/W4312970618","https://openalex.org/W4313483736","https://openalex.org/W4313547544","https://openalex.org/W4313547549","https://openalex.org/W4313563691","https://openalex.org/W4318069287","https://openalex.org/W4318899036","https://openalex.org/W4318902699","https://openalex.org/W4320005767","https://openalex.org/W4321018175","https://openalex.org/W4321854923","https://openalex.org/W4322718191","https://openalex.org/W4322718207","https://openalex.org/W4322718421","https://openalex.org/W4322760121","https://openalex.org/W4323322860","https://openalex.org/W4323655724","https://openalex.org/W4360836968","https://openalex.org/W4362508231","https://openalex.org/W4363675974","https://openalex.org/W4364384032","https://openalex.org/W4365205411","https://openalex.org/W4366850661","https://openalex.org/W4367860052","https://openalex.org/W4375957440","https://openalex.org/W4376865102","https://openalex.org/W4377372007","https://openalex.org/W4378189609","https://openalex.org/W4378373591","https://openalex.org/W4378473878","https://openalex.org/W4378591002","https://openalex.org/W4378945636","https://openalex.org/W4379409284","https://openalex.org/W4379928343","https://openalex.org/W4380185174","https://openalex.org/W4380609744","https://openalex.org/W4380988914","https://openalex.org/W4381586841","https://openalex.org/W4382318449","https://openalex.org/W4383987227","https://openalex.org/W4384009663","https://openalex.org/W4384009740","https://openalex.org/W4384155612","https://openalex.org/W4384302806","https://openalex.org/W4384302905","https://openalex.org/W4384304728","https://openalex.org/W4384304865","https://openalex.org/W4384345667","https://openalex.org/W4384345708","https://openalex.org/W4384345745","https://openalex.org/W4384648205","https://openalex.org/W4384918448","https://openalex.org/W4385015322","https://openalex.org/W4385222146","https://openalex.org/W4385245566","https://openalex.org/W4385302156","https://openalex.org/W4385438411","https://openalex.org/W4385572634","https://openalex.org/W4385889721","https://openalex.org/W4385988359","https://openalex.org/W4386185625","https://openalex.org/W4386302809","https://openalex.org/W4386493292","https://openalex.org/W4386755626","https://openalex.org/W4389519449","https://openalex.org/W4389520380","https://openalex.org/W4389520749","https://openalex.org/W4389523706","https://openalex.org/W4391136507","https://openalex.org/W4391282616","https://openalex.org/W4391307510","https://openalex.org/W4391494845","https://openalex.org/W4391724785","https://openalex.org/W4392414327","https://openalex.org/W4392609567","https://openalex.org/W4394638297","https://openalex.org/W4399557965","https://openalex.org/W4399750638","https://openalex.org/W4401042286","https://openalex.org/W4401042773","https://openalex.org/W4402665833","https://openalex.org/W6637162671","https://openalex.org/W6638545294","https://openalex.org/W6640425456","https://openalex.org/W6682751323","https://openalex.org/W6691459498","https://openalex.org/W6718836005","https://openalex.org/W6728622933","https://openalex.org/W6741121127","https://openalex.org/W6745891213","https://openalex.org/W6745952019","https://openalex.org/W6748458661","https://openalex.org/W6748942964","https://openalex.org/W6752760542","https://openalex.org/W6754967125","https://openalex.org/W6755038706","https://openalex.org/W6755207826","https://openalex.org/W6760091804","https://openalex.org/W6766673545","https://openalex.org/W6767047860","https://openalex.org/W6767601996","https://openalex.org/W6768003788","https://openalex.org/W6769627184","https://openalex.org/W6771099805","https://openalex.org/W6778883912","https://openalex.org/W6779068807","https://openalex.org/W6783918473","https://openalex.org/W6784001418","https://openalex.org/W6784698539","https://openalex.org/W6787335730","https://openalex.org/W6789528646","https://openalex.org/W6792304055","https://openalex.org/W6793423792","https://openalex.org/W6794136224","https://openalex.org/W6794654628","https://openalex.org/W6796111086","https://openalex.org/W6797990753","https://openalex.org/W6798182279","https://openalex.org/W6800166007","https://openalex.org/W6801337596","https://openalex.org/W6801960464","https://openalex.org/W6803084059","https://openalex.org/W6809987902","https://openalex.org/W6810141248","https://openalex.org/W6810207699","https://openalex.org/W6810259726","https://openalex.org/W6810270109","https://openalex.org/W6810640255","https://openalex.org/W6810738896","https://openalex.org/W6810874553","https://openalex.org/W6838297376","https://openalex.org/W6840721160","https://openalex.org/W6844238458","https://openalex.org/W6845921028","https://openalex.org/W6846261036","https://openalex.org/W6846556436","https://openalex.org/W6846821209","https://openalex.org/W6846949330","https://openalex.org/W6848738564","https://openalex.org/W6849363277","https://openalex.org/W6849504698","https://openalex.org/W6849590751","https://openalex.org/W6849710474","https://openalex.org/W6849817994","https://openalex.org/W6849941170","https://openalex.org/W6850068309","https://openalex.org/W6850359928","https://openalex.org/W6850423384","https://openalex.org/W6850603086","https://openalex.org/W6850625674","https://openalex.org/W6850852444","https://openalex.org/W6850936240","https://openalex.org/W6851215871","https://openalex.org/W6851275496","https://openalex.org/W6851374534","https://openalex.org/W6851560035","https://openalex.org/W6851748684","https://openalex.org/W6852100317","https://openalex.org/W6852209070","https://openalex.org/W6852365759","https://openalex.org/W6852487300","https://openalex.org/W6852775702","https://openalex.org/W6852887568","https://openalex.org/W6853118402","https://openalex.org/W6853260906","https://openalex.org/W6853276200","https://openalex.org/W6853341658","https://openalex.org/W6853359188","https://openalex.org/W6854127621","https://openalex.org/W6854165200","https://openalex.org/W6854187817","https://openalex.org/W6854262591","https://openalex.org/W6854866820","https://openalex.org/W6855221606","https://openalex.org/W6855653602","https://openalex.org/W6855970221","https://openalex.org/W6856222308","https://openalex.org/W6856504490","https://openalex.org/W7048665539"],"related_works":["https://openalex.org/W4231937131","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W1487966966","https://openalex.org/W1589342014","https://openalex.org/W2107238869","https://openalex.org/W1510942257","https://openalex.org/W2943956568","https://openalex.org/W1498799334","https://openalex.org/W4297662798"],"abstract_inverted_index":{"Over":[0],"the":[1,91,109,145,158,218,251,254,269,274,278,282,287,290,298,319,334,341,345,362,370,374,385,395,404,414],"past":[2],"decade,":[3],"Artificial":[4],"Intelligence":[5],"(AI)":[6],"has":[7,344],"had":[8],"great":[9],"success":[10],"recently":[11,83],"and":[12,22,44,50,61,72,79,117,132,136,151,179,197,199,234,259,273,296,350,369,406],"is":[13,192,237,281,293,359],"being":[14],"used":[15],"in":[16,56,75,100,170,209,353,367,381,394],"a":[17,40,66,168,181,210,261,331],"wide":[18],"range":[19],"of":[20,68,94,105,203,253,263,284,286,322,336,365,398,403,417],"academic":[21],"industrial":[23,51,160],"fields.":[24],"More":[25],"recently,":[26],"Large":[27],"Language":[28],"Models":[29],"(LLMs)":[30],"have":[31,36,81],"made":[32,401],"rapid":[33],"advancements":[34],"that":[35,339],"propelled":[37],"AI":[38,125],"to":[39,144,194,224,295,347,390],"new":[41,138],"level,":[42],"enabling":[43],"empowering":[45],"even":[46],"more":[47,305,407],"diverse":[48,163,310],"applications":[49,308],"domains":[52],"with":[53,301,384],"intelligence,":[54],"particularly":[55],"areas":[57],"like":[58],"software":[59,126],"engineering":[60],"natural":[62],"language":[63],"processing.":[64],"Nevertheless,":[65],"number":[67,262],"emerging":[69],"trustworthiness":[70,222,291],"concerns":[71],"issues":[73],"exhibited":[74],"LLMs,":[76,106,186,399],"e.g.,":[77,312],"robustness":[78],"hallucination,":[80],"already":[82],"received":[84],"much":[85],"attention,":[86],"without":[87],"properly":[88],"solving":[89],"which":[90,191,236,280,303,337],"widespread":[92],"adoption":[93],"LLMs":[95,156,204,366],"could":[96],"be":[97,195],"greatly":[98],"hindered":[99],"practice.":[101],"The":[102],"distinctive":[103],"characteristics":[104],"such":[107,167],"as":[108,229],"self-attention":[110],"mechanism,":[111],"extremely":[112],"large":[113],"neural":[114],"network":[115],"scale,":[116],"autoregressive":[118],"generation":[119],"usage":[120],"contexts,":[121],"differ":[122],"from":[123,205,220],"classic":[124],"based":[127],"on":[128,413],"Convolutional":[129],"Neural":[130,134],"Networks":[131,135],"Recurrent":[133],"present":[137],"challenges":[139],"for":[140,155,185,309,361],"quality":[141,207,252,396],"analysis.":[142],"Up":[143],"present,":[146],"it":[147],"still":[148],"lacks":[149],"universal":[150,182],"systematic":[152],"analysis":[153,183,202,232,307,324,364,386],"techniques":[154],"despite":[157],"urgent":[159],"demand":[161],"across":[162],"domains.":[164],"Towards":[165],"bridging":[166],"gap,":[169],"this":[171,418],"paper,":[172],"we":[173,215,257,329,400],"initiate":[174],"an":[175,226,230],"early":[176],"exploratory":[177],"study":[178],"propose":[180],"framework":[184,325],"named":[187],"<italic":[188,246,326,356],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[189,247,327,357,421],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">LUNA</i>,":[190,328],"designed":[193],"general":[196],"extensible":[198],"enables":[200,304],"versatile":[201],"multiple":[206],"perspectives":[208,223],"human-interpretable":[211],"manner.":[212],"In":[213,388],"particular,":[214],"first":[216],"leverage":[217],"data":[219,411],"desired":[221],"construct":[225],"abstract":[227,241,255,270,299,342],"model":[228,242,271,300,343],"auxiliary":[231],"asset":[233],"proxy,":[235],"empowered":[238],"by":[239],"various":[240],"construction":[243],"methods":[244],"built-in":[245],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">LUNA</i>.":[248],"To":[249,316],"assess":[250],"model,":[256],"collect":[258],"define":[260],"evaluation":[264,378],"metrics,":[265],"aiming":[266],"at":[267],"both":[268],"level":[272],"semantics":[275],"level.":[276],"Then,":[277],"semantics,":[279,302],"degree":[283],"satisfaction":[285],"LLM":[288],"w.r.t.":[289],"perspective,":[292],"bound":[294],"enriches":[297],"detailed":[306,408],"purposes,":[311],"abnormal":[313,351],"behavior":[314,352],"detection.":[315],"better":[317],"understand":[318],"potential":[320,346],"usefulness":[321],"our":[323],"conduct":[330],"large-scale":[332],"evaluation,":[333],"results":[335,410],"demonstrate":[338],"1)":[340],"distinguish":[348],"normal":[349],"LLM,":[354],"2)":[355],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">LUNA</i>":[358],"effective":[360],"real-world":[363],"practice,":[368],"hyperparameter":[371],"settings":[372],"influence":[373],"performance,":[375],"3)":[376],"different":[377,382],"metrics":[379],"are":[380],"correlations":[383],"performance.":[387],"order":[389],"encourage":[391],"further":[392],"studies":[393],"assurance":[397],"all":[402],"code":[405],"experimental":[409],"available":[412],"supplementary":[415],"website":[416],"paper":[419],"<uri":[420],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://sites.google.com/view/llm-luna</uri>.":[422]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2024-06-19T00:00:00"}