{"id":"https://openalex.org/W7213632508","doi":"https://doi.org/10.1108/jd-06-2026-0363","title":"Beyond the gold standard: evaluating AI for subject indexing of Swedish LGBTQ + fiction","display_name":"Beyond the gold standard: evaluating AI for subject indexing of Swedish LGBTQ + fiction","alternate_titles":[],"publication_year":2026,"publication_date":"2026-09-19","ids":{"openalex":"https://openalex.org/W7213632508","doi":"https://doi.org/10.1108/jd-06-2026-0363"},"language":"en","primary_location":{"id":"doi:10.1108/jd-06-2026-0363","doi":"https://doi.org/10.1108/jd-06-2026-0363","is_oa":true,"landing_page_url":"https://doi.org/10.1108/jd-06-2026-0363","pdf_url":"https://www.emerald.com/jd/article-pdf/82/7/526/11863426/jd-06-2026-0363en.pdf","source":{"id":"https://openalex.org/S10082577","display_name":"Journal of Documentation","issn_l":"0022-0418","issn":["0022-0418","1758-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","fnege-4","jufo-3","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Documentation","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7213632508"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.emerald.com/jd/article-pdf/82/7/526/11863426/jd-06-2026-0363en.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072826753","display_name":"Koraljka Golub","orcid":"https://orcid.org/0000-0003-4169-4777","observed_orcids":["https://orcid.org/0000-0003-4169-4777"]},"institutions":[{"id":"https://openalex.org/I223464139","display_name":"Linnaeus University","ror":"https://ror.org/00j9qag85","country_code":"SE","type":"education","lineage":["https://openalex.org/I223464139"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Koraljka Golub","raw_affiliation_strings":["Linneaus University Faculty of Arts and Humanities, V\u00e4xj\u00f6, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-4169-4777","affiliations":[{"raw_affiliation_string":"Linneaus University Faculty of Arts and Humanities, V\u00e4xj\u00f6, Sweden","institution_ids":["https://openalex.org/I223464139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086967431","display_name":"Olof Falk","orcid":"https://orcid.org/0000-0001-8184-8051","observed_orcids":["https://orcid.org/0000-0001-8184-8051"]},"institutions":[{"id":"https://openalex.org/I992397","display_name":"University of Bor\u00e5s","ror":"https://ror.org/01fdxwh83","country_code":"SE","type":"education","lineage":["https://openalex.org/I992397"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Olof Falk","raw_affiliation_strings":["Swedish School of Library and Information Science, University of Bor\u00e5s, Bor\u00e5s, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-8184-8051","affiliations":[{"raw_affiliation_string":"Swedish School of Library and Information Science, University of Bor\u00e5s, Bor\u00e5s, Sweden","institution_ids":["https://openalex.org/I992397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027531207","display_name":"Siska Humlesj\u00f6","orcid":"https://orcid.org/0000-0003-0968-2725","observed_orcids":["https://orcid.org/0000-0003-0968-2725"]},"institutions":[{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Siska Humlesj\u00f6","raw_affiliation_strings":["Gothenburg Research Infrastructure in Digital Humanities (GRIDH), University of Gothenburg, Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-0968-2725","affiliations":[{"raw_affiliation_string":"Gothenburg Research Infrastructure in Digital Humanities (GRIDH), University of Gothenburg, Gothenburg, Sweden","institution_ids":["https://openalex.org/I881427289"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5072826753"],"corresponding_institution_ids":["https://openalex.org/I223464139"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"82","issue":"7","first_page":"526","last_page":"543"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14330","display_name":"Library Science and Information Systems","score":0.8398000001907349,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14330","display_name":"Library Science and Information Systems","score":0.8398000001907349,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.02459999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.022199999541044235,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subject-indexing","display_name":"subject indexing","score":0.8629999756813049},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9710000157356262},{"id":"https://openalex.org/keywords/lgbtq-fiction","display_name":"LGBTQ fiction","score":0.8309999704360962},{"id":"https://openalex.org/keywords/swedish-literature","display_name":"Swedish literature","score":0.8209999799728394},{"id":"https://openalex.org/keywords/controlled-vocabulary","display_name":"controlled vocabulary","score":0.8460000157356262},{"id":"https://openalex.org/keywords/indexing-policy","display_name":"indexing policy","score":0.8029999732971191},{"id":"https://openalex.org/keywords/poetry","display_name":"poetry","score":0.5080000162124634},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.7020000219345093},{"id":"https://openalex.org/keywords/claude","display_name":"Claude","score":0.9509999752044678},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.972000002861023},{"id":"https://openalex.org/keywords/deepseek","display_name":"DeepSeek","score":0.9900000095367432},{"id":"https://openalex.org/keywords/human-oversight-of-ai","display_name":"human oversight of AI","score":0.5680000185966492}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8531000018119812},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.7524999976158142},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.7523999810218811},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7080000042915344},{"id":"https://openalex.org/C2778756484","wikidata":"https://www.wikidata.org/wiki/Q7631388","display_name":"Subject access","level":3,"score":0.6259999871253967},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5920000076293945},{"id":"https://openalex.org/C2778698081","wikidata":"https://www.wikidata.org/wiki/Q179797","display_name":"Thesaurus","level":2,"score":0.5857999920845032},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.5284000039100647},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.38190001249313354},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.35269999504089355},{"id":"https://openalex.org/C2778330532","wikidata":"https://www.wikidata.org/wiki/Q4826577","display_name":"Automatic indexing","level":3,"score":0.3361999988555908},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3091000020503998},{"id":"https://openalex.org/C2778584255","wikidata":"https://www.wikidata.org/wiki/Q51415","display_name":"Queer","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25699999928474426}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1108/jd-06-2026-0363","doi":"https://doi.org/10.1108/jd-06-2026-0363","is_oa":true,"landing_page_url":"https://doi.org/10.1108/jd-06-2026-0363","pdf_url":"https://www.emerald.com/jd/article-pdf/82/7/526/11863426/jd-06-2026-0363en.pdf","source":{"id":"https://openalex.org/S10082577","display_name":"Journal of Documentation","issn_l":"0022-0418","issn":["0022-0418","1758-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","fnege-4","jufo-3","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Documentation","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:hb-36307","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:hb:diva-36307","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"DiVA (Digitala Vetenskapliga Arkivet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:DiVA.org:lnu-149725","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:lnu:diva-149725","pdf_url":null,"source":{"id":"https://openalex.org/S4306401598","display_name":"DiVA (Linnaeus University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I223464139","host_organization_name":"Linnaeus University","host_organization_lineage":["https://openalex.org/I223464139"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1108/jd-06-2026-0363","doi":"https://doi.org/10.1108/jd-06-2026-0363","is_oa":true,"landing_page_url":"https://doi.org/10.1108/jd-06-2026-0363","pdf_url":"https://www.emerald.com/jd/article-pdf/82/7/526/11863426/jd-06-2026-0363en.pdf","source":{"id":"https://openalex.org/S10082577","display_name":"Journal of Documentation","issn_l":"0022-0418","issn":["0022-0418","1758-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","fnege-4","jufo-3","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Documentation","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323551","display_name":"Linn\u00e9universitetet","ror":"https://ror.org/00j9qag85"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7213632508.pdf","grobid_xml":"https://content.openalex.org/works/W7213632508.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W87258913","https://openalex.org/W1994723912","https://openalex.org/W2122343331","https://openalex.org/W2470082772","https://openalex.org/W4402598158","https://openalex.org/W4405079779","https://openalex.org/W4409664827","https://openalex.org/W4412157641","https://openalex.org/W4414087824","https://openalex.org/W4415592502","https://openalex.org/W4416839579","https://openalex.org/W4416902886","https://openalex.org/W4417523722","https://openalex.org/W6930623600","https://openalex.org/W7160823551"],"related_works":["https://openalex.org/W6997221574","https://openalex.org/W7202114391","https://openalex.org/W7203502638","https://openalex.org/W7112508473","https://openalex.org/W7221000960","https://openalex.org/W4417523722","https://openalex.org/W7092207799","https://openalex.org/W7169599298","https://openalex.org/W7135378797","https://openalex.org/W7112733062"],"abstract_inverted_index":{"Purpose":[0],"This":[1,398],"study":[2,285,399],"evaluates":[3],"the":[4,20,30,92,111,165,196,228,278,307,427,437],"potential":[5],"of":[6,14,36,64,95,131,153,168,198,230,255,292,309,320,333,391,413,429,439],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"for":[11,143,146,172,176,184,361,432],"subject":[12,38,106,322,405,415],"indexing":[13,47,90,216,323,328,359,384,395,406,434],"Swedish":[15,96,293],"LGBTQ":[16,67,97,223,232,295,363,420],"+":[17,68,98,224,233,296,364,421],"fiction":[18,297,365,433],"using":[19],"dedicated":[21],"QLIT":[22],"thesaurus,":[23],"based":[24,120],"on":[25,61,121,287,388,403],"Homosaurus.":[26],"It":[27,425],"examines":[28],"both":[29,80,159],"quantitative":[31,311,409],"performance":[32],"and":[33,46,57,83,86,155,174,187,215,222,227,247,298,316,330,379,394,410,435,448],"qualitative":[34,314,411],"characteristics":[35],"AI-generated":[37,105,269],"terms,":[39],"with":[40,88,149,313,340],"particular":[41],"attention":[42],"to":[43,211,235,249,338,354,386,401,446],"thesaurus":[44,213,326],"compliance":[45],"policy.":[48,396],"Design/methodology/approach":[49],"Four":[50],"general-purpose":[51,350],"AI":[52,371],"tools":[53,360],"(ChatGPT,":[54],"Claude,":[55],"Gemini,":[56],"DeepSeek)":[58],"were":[59,77,244,258,271],"evaluated":[60],"a":[62,122,252,288,299,418],"collection":[63,291],"14":[65],"historical":[66,236,294,362],"literary":[69,334,451],"works":[70],"represented":[71],"by":[72,407],"16":[73],"texts.":[74,237],"Subject":[75],"terms":[76,107,163,182,257,270,416],"generated":[78,169,256],"from":[79],"metadata":[81,101,144,173],"records":[82],"full":[84,147,177],"texts":[85],"compared":[87],"existing":[89,266,341],"in":[91,108,204,265,336,375,417,442],"Queerlit":[93,280],"database":[94],"fiction.":[99],"The":[100,117,284,303,345],"subset":[102,113],"produced":[103,114],"518":[104],"total,":[109],"while":[110,179],"full-text":[112],"590":[115],"terms.":[116],"analysis":[118,132,191],"was":[119,126,136,140],"coding":[123],"scheme,":[124],"which":[125],"refined":[127],"through":[128],"several":[129],"rounds":[130],"until":[133],"complete":[134],"agreement":[135,339],"achieved.":[137],"Findings":[138],"Performance":[139],"substantially":[141],"higher":[142],"than":[145],"texts,":[148],"average":[150],"F1":[151],"scores":[152],"44%":[154],"12%,":[156],"respectively.":[157,189],"Across":[158],"datasets,":[160],"fully":[161,180,274],"incorrect":[162],"constituted":[164],"largest":[166],"category":[167],"outputs":[170],"(37.5%":[171],"56.1%":[175],"texts),":[178],"correct":[181,275],"accounted":[183],"only":[185],"30.0":[186],"8.3%,":[188],"Qualitative":[190],"revealed":[192],"recurring":[193],"problems,":[194],"including":[195],"assignment":[197],"broader":[199],"concepts":[200,234,378],"rather":[201],"than,":[202],"or":[203],"addition":[205,337],"to,":[206],"more":[207],"specific":[208,290],"concepts,":[209],"failure":[210],"follow":[212],"definitions":[214],"policies,":[217,329],"confusion":[218],"between":[219],"general":[220],"themes":[221,243],"-specific":[225],"themes,":[226],"application":[229],"contemporary":[231],"Poetry":[238],"proved":[239],"particularly":[240],"challenging":[241],"because":[242],"often":[245],"implicit":[246],"open":[248],"interpretation.":[250],"Although":[251],"small":[253],"proportion":[254],"judged":[259],"potentially":[260],"useful":[261],"despite":[262],"not":[263],"appearing":[264],"indexing,":[267],"no":[268],"classified":[272],"as":[273,357],"additions":[276],"beyond":[277],"current":[279,349],"metadata.":[281,342],"Research":[282],"limitations/implications":[283],"focuses":[286],"relatively":[289],"specialized":[300,419],"controlled":[301,392,444],"vocabulary.":[302],"findings":[304],"nevertheless":[305],"demonstrate":[306],"importance":[308],"complementing":[310],"measures":[312],"evaluation":[315,412,431],"suggest":[317],"that":[318,348],"assessment":[319],"automated":[321],"should":[324],"consider":[325],"definitions,":[327],"interpretive":[331],"aspects":[332],"aboutness":[335],"Practical":[343],"implications":[344],"results":[346],"indicate":[347],"LLMs":[351],"are":[352],"unlikely":[353],"be":[355],"suitable":[356],"semi-automated":[358],"without":[366],"substantial":[367],"human":[368,440],"oversight.":[369],"While":[370],"systems":[372],"may":[373],"assist":[374],"identifying":[376],"candidate":[377],"additional":[380],"access":[381],"points,":[382],"effective":[383],"continues":[385],"depend":[387],"expert":[389],"knowledge":[390,422],"vocabularies":[393,445],"Originality/value":[397],"contributes":[400],"research":[402],"AI-assisted":[404],"combining":[408],"LLM-generated":[414],"organization":[423],"context.":[424],"demonstrates":[426],"limitations":[428],"gold-standard-based":[430],"highlights":[436],"role":[438],"expertise":[441],"applying":[443],"historically":[447],"culturally":[449],"complex":[450],"materials.":[452]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7213632508","counts_by_year":[],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2026-09-20T00:00:00"}
