{"id":"https://openalex.org/W7212349471","doi":null,"title":"Embedding Model Evaluation in Legal RAG Systems for Automobile Law Question Answering","display_name":"Embedding Model Evaluation in Legal RAG Systems for Automobile Law Question Answering","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7212349471"},"language":"en","primary_location":{"id":"pmh:oai:norma.ncirl.ie:9930","doi":null,"is_oa":true,"landing_page_url":"https://norma.ncirl.ie/9930/1/nithinreddyyelala.pdf","pdf_url":"https://norma.ncirl.ie/9930/1/nithinreddyyelala.pdf","source":{"id":"https://openalex.org/S4306400345","display_name":"TRAP@NCI (National College of Ireland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I104546213","host_organization_name":"National College of Ireland","host_organization_lineage":["https://openalex.org/I104546213"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://norma.ncirl.ie/9930/1/nithinreddyyelala.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5151280220","display_name":"Nithin Reddy Yelala","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yelala, Nithin Reddy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5151280220"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5015000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5015000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.48539999127388,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.9309999942779541},{"id":"https://openalex.org/keywords/legal-question-answering","display_name":"legal question answering","score":0.9819999933242798},{"id":"https://openalex.org/keywords/semantic-search","display_name":"semantic search","score":0.7429999709129333},{"id":"https://openalex.org/keywords/llama","display_name":"llamas","score":0.6819999814033508},{"id":"https://openalex.org/keywords/chromadb","display_name":"ChromaDB","score":0.8050000071525574}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7038000226020813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.630299985408783},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5608000159263611},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.558899998664856},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5336999893188477},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4860999882221222},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.4228000044822693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3935999870300293},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.3718999922275543},{"id":"https://openalex.org/C2993995455","wikidata":"https://www.wikidata.org/wiki/Q3150005","display_name":"Legal document","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C158129432","wikidata":"https://www.wikidata.org/wiki/Q7766927","display_name":"Statutory law","level":2,"score":0.3395000100135803},{"id":"https://openalex.org/C67497173","wikidata":"https://www.wikidata.org/wiki/Q977345","display_name":"Legal aspects of computing","level":3,"score":0.33869999647140503},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.33239999413490295},{"id":"https://openalex.org/C522695570","wikidata":"https://www.wikidata.org/wiki/Q6517578","display_name":"Legal research","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29789999127388},{"id":"https://openalex.org/C139621336","wikidata":"https://www.wikidata.org/wiki/Q3190382","display_name":"Economic Justice","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C2778049185","wikidata":"https://www.wikidata.org/wiki/Q2334719","display_name":"Legal case","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:norma.ncirl.ie:9930","doi":null,"is_oa":true,"landing_page_url":"https://norma.ncirl.ie/9930/1/nithinreddyyelala.pdf","pdf_url":"https://norma.ncirl.ie/9930/1/nithinreddyyelala.pdf","source":{"id":"https://openalex.org/S4306400345","display_name":"TRAP@NCI (National College of Ireland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I104546213","host_organization_name":"National College of Ireland","host_organization_lineage":["https://openalex.org/I104546213"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:norma.ncirl.ie:9930","doi":null,"is_oa":true,"landing_page_url":"https://norma.ncirl.ie/9930/1/nithinreddyyelala.pdf","pdf_url":"https://norma.ncirl.ie/9930/1/nithinreddyyelala.pdf","source":{"id":"https://openalex.org/S4306400345","display_name":"TRAP@NCI (National College of Ireland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I104546213","host_organization_name":"National College of Ireland","host_organization_lineage":["https://openalex.org/I104546213"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7212349471.pdf","grobid_xml":"https://content.openalex.org/works/W7212349471.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W4318586794","https://openalex.org/W4384890771","https://openalex.org/W4385782731","https://openalex.org/W4386203731","https://openalex.org/W4388739132","https://openalex.org/W4390647678","https://openalex.org/W4390829176","https://openalex.org/W4403248625","https://openalex.org/W4403560390","https://openalex.org/W4403578737","https://openalex.org/W4403800422","https://openalex.org/W4407362435","https://openalex.org/W4409716856","https://openalex.org/W4411606774","https://openalex.org/W4414528059","https://openalex.org/W4416053278","https://openalex.org/W4417264343","https://openalex.org/W7123607563","https://openalex.org/W7166702321"],"related_works":["https://openalex.org/W7064604981","https://openalex.org/W7202039369","https://openalex.org/W7212142836","https://openalex.org/W4414463533","https://openalex.org/W7216883707","https://openalex.org/W4415071433","https://openalex.org/W7139935997","https://openalex.org/W4414528059","https://openalex.org/W7166637526","https://openalex.org/W7208802789"],"abstract_inverted_index":{"The":[0,54,105,153],"exponential":[1],"growth":[2],"of":[3,159],"complex":[4],"legal":[5,43,103,163,175],"documents":[6],"in":[7,24,95,115,162,167,182],"India":[8],"has":[9],"made":[10],"it":[11],"difficult":[12],"for":[13,42,64,121,126,173],"non-experts":[14],"to":[15,57],"access":[16],"and":[17,68,90,110,117,123,141,150,180],"interpret":[18],"statutory":[19],"information":[20],"which":[21,77],"is":[22],"mainly":[23],"domains":[25],"such":[26,82],"as":[27,83],"automobile":[28],"law.":[29],"This":[30,129],"study":[31,55,97,130],"addresses":[32],"that":[33,133,177],"challenge":[34],"by":[35,46],"developing":[36],"a":[37,170],"Retrieval-Augmented":[38],"Generation":[39],"(RAG)":[40],"framework":[41,172],"question":[44],"answering":[45],"focusing":[47],"on":[48,101],"the":[49,59,136,157,183],"Motor":[50],"Vehicles":[51],"Act,":[52],"1988.":[53],"aims":[56],"identify":[58],"most":[60],"powerful":[61],"embedding":[62,75,160],"model":[63],"accurate":[65],"semantic":[66,138,164],"retrieval":[67,122,165],"contextual":[69],"response":[70],"generation.":[71,128],"There":[72],"are":[73],"eight":[74],"models":[76],"were":[78,98],"evaluated":[79],"using":[80],"metrics":[81],"Recall,":[84],"Precision,":[85],"nDCG,":[86],"F1,":[87],"ROUGE-L,":[88],"BLEU,":[89],"Cosine":[91],"Similarity.":[92],"All":[93],"experiments":[94],"this":[96],"conducted":[99],"exclusively":[100],"English":[102],"text.":[104],"dataset":[106],"was":[107],"preprocessed,":[108],"chunked,":[109],"vectorized,":[111],"with":[112],"embeddings":[113],"stored":[114],"ChromaDB":[116],"used":[118],"via":[119],"LangChain":[120],"LLaMA-based":[124],"LLMs":[125],"answer":[127],"results":[131],"showed":[132],"multilingual-e5-large":[134],"achieved":[135],"highest":[137],"similarity":[139],"(0.9558)":[140],"balanced":[142],"accuracy":[143],"across":[144],"all":[145],"metrics,":[146],"outperforming":[147],"both":[148],"general-purpose":[149],"domain-specific":[151],"models.":[152],"findings":[154],"theoretically":[155],"advance":[156],"understanding":[158],"alignment":[161],"and,":[166],"practice,":[168],"offer":[169],"scalable":[171],"automated":[174],"assistance":[176],"enhances":[178],"accessibility":[179],"transparency":[181],"justice":[184],"system.":[185]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-12T00:00:00"}