{"id":"https://openalex.org/W7134282935","doi":"https://doi.org/10.1016/j.chb.2026.108988","title":"Rubric-conditioned large language model labeling: Agreement, uncertainty, and label consistency in subjective text annotation","display_name":"Rubric-conditioned large language model labeling: Agreement, uncertainty, and label consistency in subjective text annotation","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134282935","doi":"https://doi.org/10.1016/j.chb.2026.108988"},"language":"en","primary_location":{"id":"doi:10.1016/j.chb.2026.108988","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.chb.2026.108988","pdf_url":null,"source":{"id":"https://openalex.org/S204030396","display_name":"Computers in Human Behavior","issn_l":"0747-5632","issn":["0747-5632","1873-7692"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Human Behavior","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128420524","display_name":"Jin Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I44892455","display_name":"Takeda (Japan)","ror":"https://ror.org/04hjbmv12","country_code":"JP","type":"company","lineage":["https://openalex.org/I44892455"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Jin Liu","raw_affiliation_strings":["Statistical and Quantitative Sciences, Takeda Pharmaceutical Company, 650 Kendall Street, Cambridge, 02142, MA, United States"],"affiliations":[{"raw_affiliation_string":"Statistical and Quantitative Sciences, Takeda Pharmaceutical Company, 650 Kendall Street, Cambridge, 02142, MA, United States","institution_ids":["https://openalex.org/I44892455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5128420524"],"corresponding_institution_ids":["https://openalex.org/I44892455"],"apc_list":{"value":3440,"currency":"USD","value_usd":3440},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.86997879,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"181","issue":null,"first_page":"108988","last_page":"108988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3237999975681305,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3237999975681305,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.1517000049352646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.09650000184774399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6287999749183655},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5968999862670898},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5146999955177307},{"id":"https://openalex.org/keywords/causal-consistency","display_name":"Causal consistency","score":0.35120001435279846},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.28450000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7470999956130981},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6909999847412109},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6401000022888184},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6287999749183655},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5968999862670898},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5146999955177307},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3531999886035919},{"id":"https://openalex.org/C175652121","wikidata":"https://www.wikidata.org/wiki/Q4379351","display_name":"Causal consistency","level":5,"score":0.35120001435279846},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2533999979496002},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.2531999945640564},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.chb.2026.108988","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.chb.2026.108988","pdf_url":null,"source":{"id":"https://openalex.org/S204030396","display_name":"Computers in Human Behavior","issn_l":"0747-5632","issn":["0747-5632","1873-7692"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Human Behavior","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1678356000","https://openalex.org/W1779879527","https://openalex.org/W1995875735","https://openalex.org/W2029445248","https://openalex.org/W2073241381","https://openalex.org/W2084413241","https://openalex.org/W2119821739","https://openalex.org/W2167460663","https://openalex.org/W2170505850","https://openalex.org/W2566079294","https://openalex.org/W2603845600","https://openalex.org/W2897583329","https://openalex.org/W2911964244","https://openalex.org/W3156669901","https://openalex.org/W4200444669","https://openalex.org/W4321455981","https://openalex.org/W4409786620","https://openalex.org/W7117240756"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2026-03-10T00:00:00"}