{"id":"https://openalex.org/W4409657236","doi":"https://doi.org/10.1145/3696410.3714595","title":"Thematic-LM: A LLM-based Multi-agent System for Large-scale Thematic Analysis","display_name":"Thematic-LM: A LLM-based Multi-agent System for Large-scale Thematic Analysis","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409657236","doi":"https://doi.org/10.1145/3696410.3714595"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714595","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714595","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714595","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714595","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116166894","display_name":"Tingrui Qiao","orcid":"https://orcid.org/0009-0000-8396-673X"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Tingrui Qiao","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039143575","display_name":"Caroline Walker","orcid":"https://orcid.org/0000-0002-9210-7651"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Caroline Walker","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040183955","display_name":"Chris Cunningham","orcid":"https://orcid.org/0000-0001-7083-9088"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Chris Cunningham","raw_affiliation_strings":["Massey University, Wellington, New Zealand"],"affiliations":[{"raw_affiliation_string":"Massey University, Wellington, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017570709","display_name":"Yun Sing Koh","orcid":"https://orcid.org/0000-0001-7256-4049"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Yun Sing Koh","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5116166894"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":24.8488,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.99371477,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"649","last_page":"658"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thematic-map","display_name":"Thematic map","score":0.8954401612281799},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7144887447357178},{"id":"https://openalex.org/keywords/thematic-analysis","display_name":"Thematic analysis","score":0.6233125925064087},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.568790078163147},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.15424492955207825},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.09985974431037903},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09850063920021057},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.07069841027259827}],"concepts":[{"id":"https://openalex.org/C93692415","wikidata":"https://www.wikidata.org/wiki/Q1502030","display_name":"Thematic map","level":2,"score":0.8954401612281799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7144887447357178},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.6233125925064087},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.568790078163147},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.15424492955207825},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.09985974431037903},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09850063920021057},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.07069841027259827},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714595","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714595","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714595","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714595","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714595","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714595","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321983","display_name":"Ministry of Business, Innovation and Employment","ror":"https://ror.org/02jtq1b51"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409657236.pdf","grobid_xml":"https://content.openalex.org/works/W4409657236.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2019288369","https://openalex.org/W2094842049","https://openalex.org/W2148122886","https://openalex.org/W2598227589","https://openalex.org/W2601243251","https://openalex.org/W2743529124","https://openalex.org/W2763766763","https://openalex.org/W2767005192","https://openalex.org/W2771402750","https://openalex.org/W2810665353","https://openalex.org/W2925080392","https://openalex.org/W2938824800","https://openalex.org/W2981359674","https://openalex.org/W2999786665","https://openalex.org/W3014395776","https://openalex.org/W3042214017","https://openalex.org/W3088582953","https://openalex.org/W3184650887","https://openalex.org/W4306377799","https://openalex.org/W4380353763","https://openalex.org/W4387356292","https://openalex.org/W4387835442","https://openalex.org/W4389161391","https://openalex.org/W4389519226","https://openalex.org/W4389519889","https://openalex.org/W4409167400","https://openalex.org/W6799017745","https://openalex.org/W6852874933"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2291311298","https://openalex.org/W3196787553","https://openalex.org/W2898552957","https://openalex.org/W1969939902","https://openalex.org/W1982702875","https://openalex.org/W3034807830","https://openalex.org/W4409630247"],"abstract_inverted_index":{"Thematic":[0],"analysis":[1],"(TA)":[2],"is":[3],"a":[4,63,66,91,101,174],"widely":[5],"used":[6],"qualitative":[7,218],"method":[8],"for":[9,108,136],"identifying":[10],"underlying":[11],"meanings":[12],"within":[13],"unstructured":[14],"text.":[15],"However,":[16],"TA":[17,41],"requires":[18],"manual":[19],"processes,":[20],"which":[21,89],"become":[22],"increasingly":[23],"labour-intensive":[24],"and":[25,62,115,153,155,188,202,236],"time-consuming":[26],"as":[27,149,225],"datasets":[28],"grow.":[29],"While":[30],"large":[31],"language":[32],"models":[33],"(LLMs)":[34],"have":[35],"been":[36],"introduced":[37],"to":[38,84,121,145,166,184,194,198,229],"assist":[39],"with":[40,71,75],"on":[42,56,205,214],"small-scale":[43],"datasets,":[44],"three":[45],"key":[46],"limitations":[47],"hinder":[48],"their":[49],"effectiveness.":[50],"First,":[51],"current":[52],"approaches":[53],"often":[54],"depend":[55],"interactions":[57],"between":[58],"an":[59,132],"LLM":[60,82],"agent":[61],"human":[64,79,87],"coder,":[65,80,88],"process":[67],"that":[68],"becomes":[69],"challenging":[70],"larger":[72],"datasets.":[73],"Second,":[74],"feedback":[76],"from":[77],"the":[78,81,86,95,119,157,168,179,185,189,210],"tends":[83],"mirror":[85],"provides":[90],"narrower":[92],"viewpoint":[93],"of":[94,171,178],"data.":[96,180],"Third,":[97],"existing":[98],"methods":[99],"follow":[100],"sequential":[102],"process,":[103],"where":[104],"codes":[105,114,235],"are":[106],"generated":[107],"individual":[109],"samples":[110],"without":[111],"recalling":[112],"previous":[113],"associated":[116],"data,":[117],"reducing":[118],"ability":[120],"analyse":[122,195],"data":[123],"holistically.":[124],"To":[125],"address":[126],"these":[127],"limitations,":[128],"we":[129],"propose":[130],"Thematic-LM,":[131],"LLM-based":[133],"multi-agent":[134],"system":[135],"large-scale":[137],"computational":[138],"thematic":[139],"analysis.":[140],"Thematic-LM":[141,183],"assigns":[142],"specialised":[143],"tasks":[144],"each":[146],"agent,":[147],"such":[148,224],"coding,":[150],"aggregating":[151],"codes,":[152],"maintaining":[154],"updating":[156],"codebook.":[158],"We":[159,181,208],"assign":[160],"coder":[161,230],"agents":[162,231],"different":[163,227],"identity":[164],"perspectives":[165],"simulate":[167],"subjective":[169],"nature":[170],"TA,":[172],"fostering":[173],"more":[175],"diverse":[176],"interpretation":[177],"applied":[182],"Dreaddit":[186],"dataset":[187,193],"Reddit":[190],"climate":[191,206],"change":[192],"themes":[196,212],"related":[197],"social":[199],"media":[200],"stress":[201],"online":[203],"opinions":[204],"change.":[207],"evaluate":[209],"resulting":[211],"based":[213],"trustworthiness":[215],"principles":[216],"in":[217,234],"research.":[219],"Our":[220],"study":[221],"reveals":[222],"insights":[223],"assigning":[226],"identities":[228],"promotes":[232],"divergence":[233],"themes.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}