{"id":"https://openalex.org/W4403577801","doi":"https://doi.org/10.1145/3627673.3680082","title":"\"Reasoning before Responding\": Towards Legal Long-form Question Answering with Interpretability","display_name":"\"Reasoning before Responding\": Towards Legal Long-form Question Answering with Interpretability","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403577801","doi":"https://doi.org/10.1145/3627673.3680082"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3680082","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3680082","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3680082?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3680082?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114337364","display_name":"Utkarsh Ujwal","orcid":null},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Utkarsh Ujwal","raw_affiliation_strings":["University of Liverpool, Liverpool, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0005-1590-2466","affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, United Kingdom","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114337365","display_name":"Sai Sri Harsha Surampudi","orcid":"https://orcid.org/0009-0001-4358-3184"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sai Sri Harsha Surampudi","raw_affiliation_strings":["University of Liverpool, Liverpool, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0001-4358-3184","affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, United Kingdom","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001647402","display_name":"Sayantan Mitra","orcid":"https://orcid.org/0000-0001-8140-6499"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sayantan Mitra","raw_affiliation_strings":["JPMorgan Chase &amp; Co., Bangalore, India"],"raw_orcid":"https://orcid.org/0000-0001-8140-6499","affiliations":[{"raw_affiliation_string":"JPMorgan Chase &amp; Co., Bangalore, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052524267","display_name":"Tulika Saha","orcid":"https://orcid.org/0000-0002-3252-0997"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tulika Saha","raw_affiliation_strings":["University of Liverpool, Liverpool, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3252-0997","affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, United Kingdom","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9164,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79780266,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4922","last_page":"4930"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9380059242248535},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6039500832557678},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5789355039596558},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42976635694503784},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36508411169052124},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3527792692184448}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9380059242248535},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6039500832557678},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5789355039596558},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42976635694503784},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36508411169052124},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3527792692184448}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3680082","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3680082","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3680082?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3627673.3680082","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3680082","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3680082?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403577801.pdf","grobid_xml":"https://content.openalex.org/works/W4403577801.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1975396405","https://openalex.org/W2196893547","https://openalex.org/W2932110532","https://openalex.org/W2963846996","https://openalex.org/W2998733856","https://openalex.org/W3027879771","https://openalex.org/W3151929730","https://openalex.org/W3186492090","https://openalex.org/W4213191780","https://openalex.org/W4226264219","https://openalex.org/W4287887983","https://openalex.org/W4288076474","https://openalex.org/W4386508922","https://openalex.org/W4387171809","https://openalex.org/W4393161188","https://openalex.org/W6600763685","https://openalex.org/W6605322173","https://openalex.org/W6678156880","https://openalex.org/W6702248584"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Long-Form":[0],"Question":[1],"Answering":[2],"(LFQA)":[3],"represents":[4],"a":[5,84,92,153],"growing":[6],"interest":[7],"in":[8,23,206,217,232],"Legal":[9],"Natural":[10],"Language":[11],"Processing":[12],"(Legal-NLP)":[13],"as":[14],"many":[15],"individuals":[16],"encounter":[17],"legal":[18,51,103,110,190,238],"disputes":[19],"at":[20,40],"some":[21],"point":[22],"their":[24],"lives,":[25],"but":[26],"lack":[27],"of":[28,62,71,117,128,137,156,175,204,209,223],"knowledge":[29],"about":[30],"how":[31],"to":[32,44,48,58,75,228],"negotiate":[33],"these":[34,176],"complex":[35],"situations":[36],"might":[37],"put":[38],"them":[39],"risk.":[41],"The":[42,173],"endeavor":[43],"generate":[45],"detailed":[46],"answers":[47],"contextually":[49],"rich":[50],"questions":[52],"has":[53],"faced":[54,216],"challenges,":[55],"primarily":[56],"due":[57],"the":[59,113,118,124,129,135,193,202,207,214,221,229,237],"limited":[60],"availability":[61],"specialized":[63],"datasets":[64],"involving":[65],"intensive":[66],"manual":[67],"effort":[68],"or":[69],"incapability":[70],"existing":[72,102],"LFQA":[73,218],"models":[74],"produce":[76],"informative":[77],"responses.":[78,131],"Addressing":[79],"this,":[80],"our":[81],"research":[82,226],"introduces":[83],"semi-synthetic":[85],"dataset,":[86],"Legal-LFQA":[87,210],"(L2FQA)":[88],"created":[89],"by":[90],"exploiting":[91],"large":[93],"language":[94,144],"model":[95],"(LLM)":[96],"and":[97,126,142,158,163,169,183,219],"utilizing":[98],"contexts":[99],"derived":[100],"from":[101],"datasets.":[104],"Additionally,":[105],"we":[106,149],"hypothesize":[107],"that":[108,188],"integrating":[109],"reasoning":[111,191],"into":[112,192],"answer":[114,194],"generation":[115,195],"process":[116,196],"LLMs":[119,160],"will":[120],"help":[121],"bolster":[122],"both":[123],"quality":[125,136,203],"interpretability":[127],"produced":[130],"We":[132],"systematically":[133],"analyze":[134],"L2FQA":[138,151],"using":[139,161],"human":[140,184],"evaluation":[141],"natural":[143],"inference":[145],"based":[146],"metrics.":[147],"Next,":[148],"benchmark":[150],"on":[152],"wide":[154],"range":[155],"general-purpose":[157],"domain-specific":[159],"fine-tuning":[162],"in-context":[164],"learning":[165],"(with":[166],"zero,":[167],"one":[168],"few":[170],"shot)":[171],"strategies.":[172],"efficacy":[174],"techniques":[177],"is":[178],"gauged":[179],"through":[180],"several":[181],"automated":[182],"evaluations.":[185],"Results":[186],"indicate":[187],"incorporating":[189],"provides":[197],"an":[198],"avenue":[199],"for":[200],"improving":[201],"responses":[205],"context":[208],"task.":[211],"By":[212],"addressing":[213],"challenges":[215],"emphasizing":[220],"potential":[222],"interpretability,":[224],"this":[225],"contributes":[227],"foundational":[230],"work":[231],"enhancing":[233],"question-answering":[234],"systems":[235],"within":[236],"domain.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
