{"id":"https://openalex.org/W7152678672","doi":"https://doi.org/10.1109/icecet63943.2025.11471902","title":"Real-time Evaluation of RAG-based QA System Outputs","display_name":"Real-time Evaluation of RAG-based QA System Outputs","publication_year":2025,"publication_date":"2025-07-03","ids":{"openalex":"https://openalex.org/W7152678672","doi":"https://doi.org/10.1109/icecet63943.2025.11471902"},"language":null,"primary_location":{"id":"doi:10.1109/icecet63943.2025.11471902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icecet63943.2025.11471902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 5th International Conference on Electrical, Computer and Energy Technologies (ICECET)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133297091","display_name":"Anand Jha","orcid":null},"institutions":[{"id":"https://openalex.org/I4210102658","display_name":"Sami Labs (India)","ror":"https://ror.org/01cryga93","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210102658"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Anand Jha","raw_affiliation_strings":["Genpact LLC,Data Tech. & AI,Bengaluru,India"],"affiliations":[{"raw_affiliation_string":"Genpact LLC,Data Tech. & AI,Bengaluru,India","institution_ids":["https://openalex.org/I4210102658"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5133297091"],"corresponding_institution_ids":["https://openalex.org/I4210102658"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78279957,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.1316000074148178,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.1316000074148178,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10125","display_name":"Advanced Wireless Communication Techniques","score":0.1071000024676323,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.03739999979734421,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.2651999890804291},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.2637999951839447},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.2515000104904175},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.25049999356269836},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.24300000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5443999767303467},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2515000104904175},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.25049999356269836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24819999933242798},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.24300000071525574},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.24079999327659607},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.23589999973773956},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.2329999953508377}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icecet63943.2025.11471902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icecet63943.2025.11471902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 5th International Conference on Electrical, Computer and Energy Technologies (ICECET)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4189491868019104,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2250539671","https://openalex.org/W4236377357","https://openalex.org/W4366272887","https://openalex.org/W4404534210","https://openalex.org/W7131862779","https://openalex.org/W7133239970"],"related_works":[],"abstract_inverted_index":{"As":[0],"one":[1],"of":[2,7,21,74,78,88,119,154,156],"the":[3,71,86,117,120,222],"most":[4],"disruptive":[5],"forms":[6],"AI,":[8],"Generative":[9],"AI":[10,26],"and":[11,35,47,158,210],"Large":[12],"Language":[13,125],"Models":[14],"(LLM)":[15],"have":[16],"generated":[17],"groundbreaking":[18],"applications.":[19],"One":[20],"these":[22,42,75,146],"applications":[23],"is":[24,52,211],"Conversational":[25],"or":[27,138,197],"Question-Answering":[28],"(QA)":[29],"Systems,":[30],"where":[31,58],"LLMs":[32,59],"generate":[33],"fast":[34],"human-like":[36],"responses":[37,43],"to":[38,61,106,181,213,227],"user":[39],"queries.":[40],"However,":[41,85,145],"may":[44],"lack":[45,155],"reproducibility":[46],"be":[48,107,200,225],"factually":[49],"incorrect.":[50],"This":[51],"particularly":[53],"experienced":[54],"in":[55,63,102,152,202],"domain-specific":[56],"cases":[57],"need":[60,105],"respond":[62],"knowledge":[64],"areas":[65],"beyond":[66],"their":[67,79],"foundational":[68],"training.":[69],"With":[70],"widespread":[72],"use":[73,193],"systems,":[76,220],"evaluation":[77,91],"output":[80],"has":[81],"become":[82],"extremely":[83],"important.":[84],"development":[87],"a":[89,97,183],"robust":[90],"method":[92],"for":[93,132,143,166,171,187],"LLM":[94,100,139,188,229],"outputs":[95],"remains":[96],"challenging":[98],"task.":[99,134],"answers":[101,196],"QA":[103,219],"systems":[104],"evaluated":[108],"on":[109,114,218],"correctness":[110],"as":[111,113],"well":[112],"alignment":[115],"with":[116,150],"intent":[118],"query.":[121],"Traditional":[122],"token-based":[123],"Natural":[124],"Processing":[126],"(NLP)":[127],"metrics":[128],"are":[129,141,164],"severely":[130],"inadequate":[131],"this":[133],"Ground":[135],"Truth":[136],"Answers,":[137],"themselves,":[140],"used":[142],"evaluation.":[144],"methods":[147],"do":[148],"come":[149],"limitations":[151],"terms":[153],"scalability":[157],"cost":[159],"&":[160],"time":[161],"constraints.":[162],"They":[163],"suitable":[165],"ranking":[167],"LLMs,":[168],"but":[169,221],"not":[170,192],"evaluating":[172],"every":[173],"answer":[174],"they":[175],"generate.":[176],"The":[177],"present":[178],"work":[179,216],"attempts":[180],"develop":[182],"real-time":[184],"Quality":[185],"Indicator":[186],"answers,":[189],"which":[190],"does":[191],"ground":[194],"truth":[195],"LLM,":[198],"can":[199,224],"developed":[201],"general-purpose":[203],"programming":[204],"languages,":[205],"involves":[206],"no":[207],"additional":[208],"cost,":[209],"easy":[212],"interpret.":[214],"Current":[215],"focuses":[217],"idea":[223],"extended":[226],"other":[228],"applications,":[230],"too.":[231]},"counts_by_year":[],"updated_date":"2026-04-11T06:13:24.991567","created_date":"2026-04-10T00:00:00"}