{"id":"https://openalex.org/W4399365040","doi":"https://doi.org/10.1145/3630106.3659048","title":"(A)I Am Not a Lawyer, But...: Engaging Legal Experts towards Responsible LLM Policies for Legal Advice","display_name":"(A)I Am Not a Lawyer, But...: Engaging Legal Experts towards Responsible LLM Policies for Legal Advice","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399365040","doi":"https://doi.org/10.1145/3630106.3659048"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3659048","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3659048","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659048","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659048","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043590663","display_name":"Inyoung Cheong","orcid":"https://orcid.org/0000-0001-6825-4734"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Inyoung Cheong","raw_affiliation_strings":["University of Washington, United States"],"affiliations":[{"raw_affiliation_string":"University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099025198","display_name":"King Xia","orcid":"https://orcid.org/0009-0009-8677-7016"},"institutions":[{"id":"https://openalex.org/I2799359763","display_name":"Office of the Attorney General","ror":"https://ror.org/04m2f2s83","country_code":"US","type":"government","lineage":["https://openalex.org/I2799359763"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"King Xia","raw_affiliation_strings":["Independent Attorney, USA"],"affiliations":[{"raw_affiliation_string":"Independent Attorney, USA","institution_ids":["https://openalex.org/I2799359763"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038096960","display_name":"K. J. Kevin Feng","orcid":"https://orcid.org/0000-0002-2453-6315"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. J. Kevin Feng","raw_affiliation_strings":["University of Washington, United States"],"affiliations":[{"raw_affiliation_string":"University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037054163","display_name":"Quan Ze Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quan Ze Chen","raw_affiliation_strings":["University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037569091","display_name":"Amy X. Zhang","orcid":"https://orcid.org/0000-0001-9462-9835"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy X. Zhang","raw_affiliation_strings":["University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5043590663"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":158.1244,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.99988715,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2454","last_page":"2469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/legal-advice","display_name":"Legal advice","score":0.7690016031265259},{"id":"https://openalex.org/keywords/deliberation","display_name":"Deliberation","score":0.616478443145752},{"id":"https://openalex.org/keywords/advice","display_name":"Advice (programming)","score":0.5927743315696716},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5735265612602234},{"id":"https://openalex.org/keywords/confidentiality","display_name":"Confidentiality","score":0.4881473481655121},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.48667198419570923},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.47547927498817444},{"id":"https://openalex.org/keywords/liability","display_name":"Liability","score":0.4613516330718994},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.42301034927368164},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.3577548861503601},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.34631699323654175},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.33650118112564087},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.3311605453491211},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32298544049263},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.1889050304889679},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11558902263641357}],"concepts":[{"id":"https://openalex.org/C2993469667","wikidata":"https://www.wikidata.org/wiki/Q220117","display_name":"Legal advice","level":2,"score":0.7690016031265259},{"id":"https://openalex.org/C2776946740","wikidata":"https://www.wikidata.org/wiki/Q358652","display_name":"Deliberation","level":3,"score":0.616478443145752},{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.5927743315696716},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5735265612602234},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.4881473481655121},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.48667198419570923},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.47547927498817444},{"id":"https://openalex.org/C2777834853","wikidata":"https://www.wikidata.org/wiki/Q96776939","display_name":"Liability","level":2,"score":0.4613516330718994},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.42301034927368164},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3577548861503601},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34631699323654175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33650118112564087},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3311605453491211},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32298544049263},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1889050304889679},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11558902263641357},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3630106.3659048","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3659048","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659048","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3630106.3659048","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3659048","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659048","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399365040.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W203291463","https://openalex.org/W1521530034","https://openalex.org/W1597362725","https://openalex.org/W2005904724","https://openalex.org/W2011316522","https://openalex.org/W2170288417","https://openalex.org/W2208625023","https://openalex.org/W2781931842","https://openalex.org/W2930420307","https://openalex.org/W2937303949","https://openalex.org/W2962079268","https://openalex.org/W2968968279","https://openalex.org/W2990550035","https://openalex.org/W3017863658","https://openalex.org/W3027225699","https://openalex.org/W3098998028","https://openalex.org/W3133702157","https://openalex.org/W3201174429","https://openalex.org/W3202778271","https://openalex.org/W4220889970","https://openalex.org/W4252148582","https://openalex.org/W4280617747","https://openalex.org/W4293098635","https://openalex.org/W4297822142","https://openalex.org/W4302403701","https://openalex.org/W4317898791","https://openalex.org/W4327946446","https://openalex.org/W4366498198","https://openalex.org/W4376654148","https://openalex.org/W4377823230","https://openalex.org/W4383860355","https://openalex.org/W4386249236","https://openalex.org/W4386302153","https://openalex.org/W4386435222","https://openalex.org/W4387425757","https://openalex.org/W4388007985","https://openalex.org/W4388022708","https://openalex.org/W4388540984","https://openalex.org/W4388886073","https://openalex.org/W4388927144","https://openalex.org/W4389165057","https://openalex.org/W4389403907","https://openalex.org/W4390490761","https://openalex.org/W4391591588","https://openalex.org/W4391831350","https://openalex.org/W4392157712","https://openalex.org/W4400272953","https://openalex.org/W6600258949","https://openalex.org/W6602418611","https://openalex.org/W6608813102"],"related_works":["https://openalex.org/W3000807729","https://openalex.org/W3124888583","https://openalex.org/W4236062660","https://openalex.org/W2046858070","https://openalex.org/W4309183088","https://openalex.org/W2072164769","https://openalex.org/W4283329246","https://openalex.org/W4307396975","https://openalex.org/W3000357133","https://openalex.org/W1597122915"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"capable":[6],"of":[7,16,42,94,121,167,207],"providing":[8,153],"users":[9,142],"with":[10,62],"advice":[11,56],"in":[12,179,224],"a":[13,91,111,225],"wide":[14],"range":[15],"professional":[17,213],"domains,":[18],"including":[19],"legal":[20,27,64,88,155,161],"advice.":[21,44],"However,":[22],"relying":[23],"on":[24],"LLMs":[25,50],"for":[26,97,134,172,210],"queries":[28,75],"raises":[29],"concerns":[30,83],"due":[31],"to":[32,57,79,146,188],"the":[33,38,43,102,180,205],"significant":[34],"expertise":[35],"required":[36],"and":[37,48,84,87,117,126,148,170,215],"potential":[39],"real-world":[40],"consequences":[41],"To":[45],"explore":[46],"when":[47],"why":[49],"should":[51,53],"or":[52,199],"not":[54],"provide":[55],"users,":[58],"we":[59,109],"conducted":[60],"workshops":[61],"20":[63],"experts":[65,78],"using":[66],"methods":[67],"inspired":[68],"by":[69],"case-based":[70,183],"reasoning.":[71],"The":[72,182],"provided":[73],"realistic":[74],"(\u201ccases\u201d)":[76],"allowed":[77],"examine":[80],"granular,":[81],"situation-specific":[82],"overarching":[85],"technical":[86],"constraints,":[89],"producing":[90],"concrete":[92],"set":[93],"contextual":[95],"considerations":[96],"LLM":[98,106,135,222],"developers.":[99],"By":[100],"synthesizing":[101],"factors":[103],"that":[104,175,193,219],"impacted":[105],"response":[107,136],"appropriateness,":[108],"present":[110],"4-dimension":[112],"framework:":[113],"(1)":[114],"User":[115],"attributes":[116],"behaviors,":[118],"(2)":[119],"Nature":[120],"queries,":[122],"(3)":[123],"AI":[124],"capabilities,":[125],"(4)":[127],"Social":[128],"impacts.":[129],"We":[130],"share":[131],"experts\u2019":[132],"recommendations":[133],"strategies,":[137],"which":[138],"center":[139],"around":[140],"helping":[141],"identify":[143],"\u2018right":[144],"questions":[145],"ask\u2019":[147],"relevant":[149],"information":[150],"rather":[151],"than":[152],"definitive":[154],"judgments.":[156],"Our":[157],"findings":[158,203],"reveal":[159],"novel":[160],"considerations,":[162],"such":[163],"as":[164],"unauthorized":[165],"practice":[166],"law,":[168],"confidentiality,":[169],"liability":[171],"inaccurate":[173],"advice,":[174],"have":[176],"been":[177],"overlooked":[178],"literature.":[181],"deliberation":[184],"method":[185,209],"enabled":[186],"us":[187],"elicit":[189],"fine-grained,":[190],"practice-informed":[191],"insights":[192],"surpass":[194],"those":[195],"from":[196],"de-contextualized":[197],"surveys":[198],"speculative":[200],"principles.":[201],"These":[202],"underscore":[204],"applicability":[206],"our":[208],"translating":[211],"domain-specific":[212],"knowledge":[214],"practices":[216],"into":[217],"policies":[218],"can":[220],"guide":[221],"behavior":[223],"more":[226],"responsible":[227],"direction.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":47},{"year":2024,"cited_by_count":15}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}