{"id":"https://openalex.org/W4389565699","doi":"https://doi.org/10.3233/faia230965","title":"Using Large Language Models to Support Thematic Analysis in Empirical Legal Studies","display_name":"Using Large Language Models to Support Thematic Analysis in Empirical Legal Studies","publication_year":2023,"publication_date":"2023-12-07","ids":{"openalex":"https://openalex.org/W4389565699","doi":"https://doi.org/10.3233/faia230965"},"language":"en","primary_location":{"id":"doi:10.3233/faia230965","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230965","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230965","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069662833","display_name":"Jakub Dr\u00e1pal","orcid":"https://orcid.org/0000-0001-9455-9013"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I4210099474","display_name":"Czech Academy of Sciences, Institute of State and Law","ror":"https://ror.org/00hzy8397","country_code":"CZ","type":"facility","lineage":["https://openalex.org/I202391551","https://openalex.org/I4210099474"]},{"id":"https://openalex.org/I4210124189","display_name":"Netherlands Institute for the Study of Crime and Law Enforcement","ror":"https://ror.org/03124pm05","country_code":"NL","type":"facility","lineage":["https://openalex.org/I2800991832","https://openalex.org/I4210124189","https://openalex.org/I4405262988"]}],"countries":["CZ","NL"],"is_corresponding":true,"raw_author_name":"Jakub Dr\u00e1pal","raw_affiliation_strings":["Institute of Criminal Law and Criminology, Leiden University, the Netherlands","Institute of State and Law of the Czech Academy of Sciences, Czechia"],"raw_orcid":"https://orcid.org/0000-0001-9455-9013","affiliations":[{"raw_affiliation_string":"Institute of Criminal Law and Criminology, Leiden University, the Netherlands","institution_ids":["https://openalex.org/I4210124189","https://openalex.org/I121797337"]},{"raw_affiliation_string":"Institute of State and Law of the Czech Academy of Sciences, Czechia","institution_ids":["https://openalex.org/I4210099474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035416729","display_name":"Hannes Westermann","orcid":"https://orcid.org/0000-0002-4527-7316"},"institutions":[{"id":"https://openalex.org/I4210099985","display_name":"Research Unit on Children's Psychosocial Maladjustment","ror":"https://ror.org/00xd2zr10","country_code":"CA","type":"other","lineage":["https://openalex.org/I4210099985"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hannes Westermann","raw_affiliation_strings":["Cyberjustice Laboratory, Universit\u00e9 de Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4527-7316","affiliations":[{"raw_affiliation_string":"Cyberjustice Laboratory, Universit\u00e9 de Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I4210099985","https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077762937","display_name":"Jarom\u00edr \u0160avelka","orcid":"https://orcid.org/0000-0002-3674-5456"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaromir Savelka","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0002-3674-5456","affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069662833"],"corresponding_institution_ids":["https://openalex.org/I121797337","https://openalex.org/I4210099474","https://openalex.org/I4210124189"],"apc_list":null,"apc_paid":null,"fwci":113.3874,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.99910087,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13877","display_name":"Law in Society and Culture","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13877","display_name":"Law in Society and Culture","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thematic-analysis","display_name":"Thematic analysis","score":0.8026434779167175},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.6842679381370544},{"id":"https://openalex.org/keywords/thematic-map","display_name":"Thematic map","score":0.6520936489105225},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5311946272850037},{"id":"https://openalex.org/keywords/qualitative-analysis","display_name":"Qualitative analysis","score":0.5016210079193115},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4346708059310913},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.4193365275859833},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4142685830593109},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.400835245847702},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.2011880874633789},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.19405528903007507},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.13923412561416626},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09059959650039673},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07986718416213989}],"concepts":[{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.8026434779167175},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6842679381370544},{"id":"https://openalex.org/C93692415","wikidata":"https://www.wikidata.org/wiki/Q1502030","display_name":"Thematic map","level":2,"score":0.6520936489105225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5311946272850037},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.5016210079193115},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4346708059310913},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.4193365275859833},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4142685830593109},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.400835245847702},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2011880874633789},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.19405528903007507},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.13923412561416626},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09059959650039673},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07986718416213989},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/faia230965","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230965","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230965","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:openaire_cris_publications/8f652f12-0519-40f2-83d8-d6245f2f62bf","is_oa":true,"landing_page_url":"https://cris.maastrichtuniversity.nl/en/publications/8f652f12-0519-40f2-83d8-d6245f2f62bf","pdf_url":"https://cris.maastrichtuniversity.nl/ws/files/260160832/2310.18729v1.pdf","source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Dr\u00e1pal, J, Westermann, H & Savelka, J 2023, 'Using Large Language Models to Support Thematic Analysis in Empirical Legal Studies', Frontiers in Artificial Intelligence and Applications, vol. Volume 379, pp. 197-206. https://doi.org/10.3233/FAIA230965","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:publications/8f652f12-0519-40f2-83d8-d6245f2f62bf","is_oa":false,"landing_page_url":"https://cris.maastrichtuniversity.nl/files/260160832/2310.18729v1.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Dr\u00e1pal, J, Westermann, H & Savelka, J 2023, 'Using Large Language Models to Support Thematic Analysis in Empirical Legal Studies', Frontiers in Artificial Intelligence and Applications, vol. Volume 379, pp. 197-206. https://doi.org/10.3233/FAIA230965","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.3233/faia230965","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230965","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230965","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4389565699.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W40716904","https://openalex.org/W1979290264","https://openalex.org/W1988465052","https://openalex.org/W2072052162","https://openalex.org/W2087567709","https://openalex.org/W2618273544","https://openalex.org/W2905266282","https://openalex.org/W2963262589","https://openalex.org/W2996563321","https://openalex.org/W3021612536","https://openalex.org/W3037404357","https://openalex.org/W3108142956","https://openalex.org/W3123412423","https://openalex.org/W3126574961","https://openalex.org/W4235185412","https://openalex.org/W4248131958","https://openalex.org/W4311978792","https://openalex.org/W4311978799","https://openalex.org/W4382117538","https://openalex.org/W4382319715","https://openalex.org/W4387606052","https://openalex.org/W4388764805","https://openalex.org/W6669785580","https://openalex.org/W6738876976","https://openalex.org/W6779873400"],"related_works":["https://openalex.org/W3196787553","https://openalex.org/W1994256903","https://openalex.org/W2898552957","https://openalex.org/W3034807830","https://openalex.org/W3138393699","https://openalex.org/W2896391874","https://openalex.org/W4386908233","https://openalex.org/W2147743521","https://openalex.org/W3122403800","https://openalex.org/W2796180820"],"abstract_inverted_index":{"Thematic":[0],"analysis":[1,70,90],"and":[2,51,111],"other":[3,188],"variants":[4],"of":[5,27,43,57,71,77,88,95,115,119,137,142],"inductive":[6,189],"coding":[7,190],"are":[8],"widely":[9],"used":[10],"qualitative":[11],"analytic":[12],"methods":[13],"within":[14],"empirical":[15],"legal":[16,29,164,172],"studies":[17],"(ELS).":[18],"We":[19,64],"propose":[20],"a":[21,28,32,72],"novel":[22],"framework":[23,67],"facilitating":[24],"effective":[25],"collaboration":[26],"expert":[30,124],"with":[31],"large":[33],"language":[34],"model":[35,131],"(LLM)":[36],"for":[37,47,68],"generating":[38],"initial":[39,109],"codes":[40,121],"(phase":[41,49],"2":[42],"thematic":[44,183],"analysis),":[45],"searching":[46],"themes":[48,59,147,160],"3),":[50],"classifying":[52],"the":[53,58,66,89,102,117,120,130,143,146,151,159],"data":[54],"in":[55,134,140,178],"terms":[56,141],"(to":[60],"kick-start":[61],"phase":[62],"4).":[63],"employed":[65],"an":[69],"dataset":[73],"(n":[74],"=":[75],"785)":[76],"facts":[78,138],"descriptions":[79,139],"from":[80],"criminal":[81],"court":[82],"opinions":[83],"regarding":[84],"thefts.":[85,97],"The":[86],"goal":[87],"was":[91,113],"to":[92,154,158,174],"discover":[93],"classes":[94],"typical":[96],"Our":[98],"results":[99],"show":[100],"that":[101,129],"LLM,":[103],"namely":[104],"OpenAI\u2019s":[105],"GPT-4,":[106],"generated":[107],"reasonable":[108],"codes,":[110],"it":[112],"capable":[114],"improving":[116],"quality":[118],"based":[122],"on":[123],"feedback.":[125],"They":[126],"also":[127],"suggest":[128],"performed":[132],"well":[133,157,186],"zero-shot":[135],"classification":[136],"themes.":[144],"Finally,":[145],"autonomously":[148],"discovered":[149],"by":[150,163,171],"LLM":[152],"appear":[153],"map":[155],"fairly":[156],"arrived":[161],"at":[162],"experts.":[165],"These":[166],"findings":[167],"can":[168],"be":[169],"leveraged":[170],"researchers":[173],"guide":[175],"their":[176,182],"decisions":[177],"integrating":[179],"LLMs":[180],"into":[181],"analyses,":[184],"as":[185,187],"projects.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}