{"id":"https://openalex.org/W4388964610","doi":"https://doi.org/10.48550/arxiv.2311.13095","title":"Enhancing Logical Reasoning in Large Language Models to Facilitate Legal Applications","display_name":"Enhancing Logical Reasoning in Large Language Models to Facilitate Legal Applications","publication_year":2023,"publication_date":"2023-11-22","ids":{"openalex":"https://openalex.org/W4388964610","doi":"https://doi.org/10.48550/arxiv.2311.13095"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.13095","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.13095","pdf_url":"https://arxiv.org/pdf/2311.13095","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.13095","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012147485","display_name":"Ha-Thanh Nguyen","orcid":"https://orcid.org/0000-0003-2794-7010","observed_orcids":["https://orcid.org/0000-0003-2794-7010"]},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nguyen, Ha-Thanh","raw_affiliation_strings":["National Institute of Informatics , Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics , Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037991226","display_name":"Wachara Fungwacharakorn","orcid":"https://orcid.org/0000-0001-9294-3118","observed_orcids":["https://orcid.org/0000-0001-9294-3118"]},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fungwacharakorn, Wachara","raw_affiliation_strings":["National Institute of Informatics , Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics , Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113451385","display_name":"Ken Satoh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoh, Ken","raw_affiliation_strings":["National Institute of Informatics , Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics , Japan","institution_ids":["https://openalex.org/I184597095"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I184597095"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.8633000254631042,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.8633000254631042,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05380000174045563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.04769999906420708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.875},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"logical reasoning","score":0.9950000047683716},{"id":"https://openalex.org/keywords/legal-reasoning","display_name":"legal reasoning","score":0.9399999976158142},{"id":"https://openalex.org/keywords/language-and-logic","display_name":"language and logic","score":0.8299999833106995}],"concepts":[{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.5859757661819458},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.49647217988967896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4837901294231415},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3908888101577759},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30198365449905396},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23327574133872986}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.13095","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.13095","pdf_url":"https://arxiv.org/pdf/2311.13095","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.13095","doi":"https://doi.org/10.48550/arxiv.2311.13095","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.13095","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.13095","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.13095","pdf_url":"https://arxiv.org/pdf/2311.13095","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388964610.pdf","grobid_xml":"https://content.openalex.org/works/W4388964610.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4389565730","https://openalex.org/W7125594168","https://openalex.org/W4412749698","https://openalex.org/W4407571837","https://openalex.org/W7123975189","https://openalex.org/W4395482518","https://openalex.org/W4403884005","https://openalex.org/W4407569437","https://openalex.org/W4414990985","https://openalex.org/W4378464976"],"abstract_inverted_index":{"Language":[0,36],"serves":[1,120],"as":[2,121],"a":[3,25,74,111,122,133],"vehicle":[4],"for":[5,125,141],"conveying":[6],"thought,":[7],"enabling":[8],"communication":[9],"among":[10],"individuals.":[11],"The":[12],"ability":[13],"to":[14,40,58,70,96,148],"distinguish":[15],"between":[16,81,165],"diverse":[17],"concepts,":[18],"identify":[19],"fairness":[20],"and":[21,23,45,83,102,132,146,167],"injustice,":[22],"comprehend":[24],"range":[26],"of":[27,77,151,154],"legal":[28,157],"notions":[29],"fundamentally":[30],"relies":[31],"on":[32,87],"logical":[33,51,68,92],"reasoning.":[34],"Large":[35],"Models":[37],"(LLMs)":[38],"attempt":[39],"emulate":[41],"human":[42],"language":[43,82,166],"understanding":[44,76],"generation,":[46],"but":[47],"their":[48,98],"competency":[49],"in":[50,91,100,143],"reasoning":[52,69,128,158],"remains":[53],"limited.":[54],"This":[55],"paper":[56],"seeks":[57],"address":[59],"the":[60,78,149,162],"philosophical":[61],"question:":[62],"How":[63],"can":[64],"we":[65,94,109,137],"effectively":[66],"teach":[67],"LLMs":[71,152],"while":[72,160],"maintaining":[73],"deep":[75],"intricate":[79],"relationship":[80],"logic?":[84],"By":[85],"focusing":[86],"bolstering":[88],"LLMs'":[89,127],"capabilities":[90],"reasoning,":[93],"aim":[95],"expand":[97],"applicability":[99],"law":[101],"other":[103],"logic-intensive":[104],"disciplines.":[105],"To":[106],"this":[107,144],"end,":[108],"propose":[110],"Reinforcement":[112],"Learning":[113],"from":[114],"Logical":[115],"Feedback":[116],"(RLLF)":[117],"approach,":[118],"which":[119],"potential":[123],"framework":[124],"refining":[126],"capacities.":[129],"Through":[130],"RLLF":[131],"revised":[134],"evaluation":[135],"methodology,":[136],"explore":[138],"new":[139],"avenues":[140],"research":[142],"domain":[145],"contribute":[147],"development":[150],"capable":[153],"handling":[155],"complex":[156],"tasks":[159],"acknowledging":[161],"fundamental":[163],"connection":[164],"logic.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-11-24T00:00:00"}
