{"id":"https://openalex.org/W4406461987","doi":"https://doi.org/10.1109/bigdata62323.2024.10825235","title":"Concept-Guided Chain-of-Thought Prompting for Pairwise Comparison Scoring of Texts with Large Language Models","display_name":"Concept-Guided Chain-of-Thought Prompting for Pairwise Comparison Scoring of Texts with Large Language Models","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406461987","doi":"https://doi.org/10.1109/bigdata62323.2024.10825235"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825235","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825235","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041492481","display_name":"Patrick Y. Wu","orcid":"https://orcid.org/0000-0001-6060-2562"},"institutions":[{"id":"https://openalex.org/I181401687","display_name":"American University","ror":"https://ror.org/052w4zt36","country_code":"US","type":"education","lineage":["https://openalex.org/I181401687"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Patrick Y. Wu","raw_affiliation_strings":["American University,Department of Computer Science,Washington, DC,United States"],"affiliations":[{"raw_affiliation_string":"American University,Department of Computer Science,Washington, DC,United States","institution_ids":["https://openalex.org/I181401687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032538899","display_name":"Jonathan Nagler","orcid":"https://orcid.org/0000-0001-6918-9428"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Nagler","raw_affiliation_strings":["New York University,Center for Social Media and Politics,Department of Politics,New York,NY,United States"],"affiliations":[{"raw_affiliation_string":"New York University,Center for Social Media and Politics,Department of Politics,New York,NY,United States","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072046918","display_name":"Joshua A. Tucker","orcid":"https://orcid.org/0000-0003-1321-8650"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua A. Tucker","raw_affiliation_strings":["New York University,Center for Social Media and Politics,Department of Politics,New York,NY,United States"],"affiliations":[{"raw_affiliation_string":"New York University,Center for Social Media and Politics,Department of Politics,New York,NY,United States","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069884896","display_name":"Solomon Messing","orcid":"https://orcid.org/0000-0002-0109-4040"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Solomon Messing","raw_affiliation_strings":["New York University,Center for Social Media and Politics,New York,NY,United States"],"affiliations":[{"raw_affiliation_string":"New York University,Center for Social Media and Politics,New York,NY,United States","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5041492481"],"corresponding_institution_ids":["https://openalex.org/I181401687"],"apc_list":null,"apc_paid":null,"fwci":1.4548,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.85919411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"7232","last_page":"7241"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.775871753692627},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6994932293891907},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6078938841819763},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45013701915740967},{"id":"https://openalex.org/keywords/chain","display_name":"Chain (unit)","score":0.4291022717952728}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.775871753692627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6994932293891907},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6078938841819763},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45013701915740967},{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.4291022717952728},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825235","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825235","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W128638292","https://openalex.org/W1998151601","https://openalex.org/W2009659525","https://openalex.org/W2013784666","https://openalex.org/W2067404301","https://openalex.org/W2124751389","https://openalex.org/W2599307500","https://openalex.org/W2752422344","https://openalex.org/W2769252714","https://openalex.org/W2794635328","https://openalex.org/W2899575547","https://openalex.org/W2946054101","https://openalex.org/W2954211942","https://openalex.org/W2965373594","https://openalex.org/W2990138404","https://openalex.org/W3010139421","https://openalex.org/W3043494686","https://openalex.org/W3095417376","https://openalex.org/W3103365499","https://openalex.org/W3109607089","https://openalex.org/W3185356767","https://openalex.org/W3199043767","https://openalex.org/W4221143046","https://openalex.org/W4243557737","https://openalex.org/W4247545505","https://openalex.org/W4249107235","https://openalex.org/W4281483047","https://openalex.org/W4281557260","https://openalex.org/W4319454901","https://openalex.org/W4321161087","https://openalex.org/W4360818870","https://openalex.org/W4365601444","https://openalex.org/W4372323206","https://openalex.org/W4377098551","https://openalex.org/W4384662964","https://openalex.org/W4389821312","https://openalex.org/W4399575651","https://openalex.org/W4401042580","https://openalex.org/W6666991330","https://openalex.org/W6681102039","https://openalex.org/W6752262312","https://openalex.org/W6755760355","https://openalex.org/W6760701381","https://openalex.org/W6762884480","https://openalex.org/W6766673545","https://openalex.org/W6777615688","https://openalex.org/W6784272984","https://openalex.org/W6802754939","https://openalex.org/W6809646742","https://openalex.org/W6837989031","https://openalex.org/W6838865847","https://openalex.org/W6850277094","https://openalex.org/W6850339307","https://openalex.org/W6853661983","https://openalex.org/W6998762898"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2487162673","https://openalex.org/W2793211469","https://openalex.org/W2949152769","https://openalex.org/W4372354731","https://openalex.org/W2942366970","https://openalex.org/W2807634898","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Existing":[0],"text":[1,19,52,152],"scoring":[2,20,153,202],"methods":[3,154],"require":[4,13,172],"a":[5,18,55,59,69,79,104,107,126,158,162],"large":[6,25],"corpus,":[7],"struggle":[8],"with":[9,74,145,182],"short":[10],"texts,":[11],"or":[12],"hand-labeled":[14,175,188],"data.":[15],"We":[16,92,110,141],"develop":[17,167],"framework":[21],"that":[22,128],"leverages":[23],"generative":[24],"language":[26],"models":[27],"(LLMs)":[28],"to":[29,58,77,86,89,114,120,138,166],"(1)":[30],"set":[31],"texts":[32],"against":[33],"the":[34,39,42,193],"backdrop":[35],"of":[36,41,71,134,187,195],"information":[37],"from":[38,54],"near-totality":[40],"web":[43],"and":[44,47,100,177,199],"digitized":[45],"media,":[46],"(2)":[48],"effectively":[49],"transform":[50],"pairwise":[51,94],"comparisons":[53],"reasoning":[56],"problem":[57],"pattern":[60],"recognition":[61],"task.":[62],"Our":[63],"approach,":[64],"concept-guided":[65],"chain-of-thought":[66],"(CGCoT),":[67],"utilizes":[68],"chain":[70],"researcher-designed":[72],"prompts":[73],"an":[75,98],"LLM":[76,99],"generate":[78],"concept-specific":[80],"breakdown":[81],"for":[82,201],"each":[83],"text,":[84],"akin":[85],"guidance":[87],"provided":[88],"human":[90,146,197],"coders.":[91],"then":[93],"compare":[95],"breakdowns":[96],"using":[97,106],"aggregate":[101],"answers":[102],"into":[103],"score":[105],"probability":[108],"model.":[109],"apply":[111],"this":[112],"approach":[113],"better":[115],"understand":[116],"speech":[117],"reflecting":[118],"aversion":[119],"specific":[121],"political":[122],"parties":[123],"on":[124,180,185],"Twitter,":[125],"topic":[127],"has":[129],"commanded":[130],"increasing":[131],"interest":[132],"because":[133],"its":[135],"potential":[136,194],"contributions":[137],"democratic":[139],"backsliding.":[140],"achieve":[142],"stronger":[143],"correlations":[144],"judgments":[147],"than":[148],"widely":[149],"used":[150],"unsupervised":[151],"like":[155],"Wordfish.":[156],"In":[157],"supervised":[159],"setting,":[160],"besides":[161],"small":[163],"pilot":[164],"dataset":[165],"CGCoT":[168],"prompts,":[169],"our":[170],"measures":[171],"no":[173],"additional":[174],"data":[176],"produce":[178],"predictions":[179],"par":[181],"RoBERTa-Large":[183],"fine-tuned":[184],"thousands":[186],"tweets.":[189],"This":[190],"project":[191],"showcases":[192],"combining":[196],"expertise":[198],"LLMs":[200],"tasks.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}