{"id":"https://openalex.org/W4404331475","doi":"https://doi.org/10.1145/3678884.3681867","title":"Evaluation of an LLM in Identifying Logical Fallacies: A Call for Rigor When Adopting LLMs in HCI Research","display_name":"Evaluation of an LLM in Identifying Logical Fallacies: A Call for Rigor When Adopting LLMs in HCI Research","publication_year":2024,"publication_date":"2024-11-11","ids":{"openalex":"https://openalex.org/W4404331475","doi":"https://doi.org/10.1145/3678884.3681867"},"language":"en","primary_location":{"id":"doi:10.1145/3678884.3681867","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678884.3681867","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3678884.3681867","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2024 Conference on Computer-Supported Cooperative Work and Social Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3678884.3681867","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003762882","display_name":"Gionnieve Lim","orcid":"https://orcid.org/0000-0002-8399-1633"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Gionnieve Lim","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067200799","display_name":"Simon T. Perrault","orcid":"https://orcid.org/0000-0002-3105-9350"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Simon T. Perrault","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003762882"],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":0.7244,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7723499,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"303","last_page":"308"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.54859459400177},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3453616201877594},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32684841752052307},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.3243817090988159},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.31591877341270447},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.12857961654663086}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.54859459400177},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3453616201877594},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32684841752052307},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3243817090988159},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31591877341270447},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.12857961654663086}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678884.3681867","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678884.3681867","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3678884.3681867","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2024 Conference on Computer-Supported Cooperative Work and Social Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3678884.3681867","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678884.3681867","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3678884.3681867","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2024 Conference on Computer-Supported Cooperative Work and Social Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324161","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404331475.pdf","grobid_xml":"https://content.openalex.org/works/W4404331475.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W3110659054","https://openalex.org/W3175362033","https://openalex.org/W3202183072","https://openalex.org/W4238846128","https://openalex.org/W4292791030","https://openalex.org/W4293145273","https://openalex.org/W4361295134","https://openalex.org/W4365999098","https://openalex.org/W4381193452","https://openalex.org/W4386567030","https://openalex.org/W4392681182","https://openalex.org/W4396218656","https://openalex.org/W4396218945","https://openalex.org/W4396219010","https://openalex.org/W4396232287","https://openalex.org/W4396833706","https://openalex.org/W4399723231","https://openalex.org/W7131713923"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"There":[0],"is":[1],"increasing":[2],"interest":[3],"in":[4,12,49,64,123],"the":[5,59,111,116,119,125,142,145],"adoption":[6],"of":[7,25,61,72,90,106,118,144],"large":[8],"language":[9],"models":[10],"(LLMs)":[11],"HCI":[13],"research.":[14],"However,":[15],"LLMs":[16,45],"may":[17],"often":[18],"be":[19,47],"regarded":[20],"as":[21],"a":[22,50,73,80],"panacea":[23],"because":[24],"their":[26,39],"powerful":[27],"capabilities":[28],"with":[29,115],"an":[30,62,88,104],"accompanying":[31],"oversight":[32],"on":[33,141],"whether":[34],"they":[35],"are":[36],"suitable":[37],"for":[38,93,147],"intended":[40,95,149],"tasks.":[41],"We":[42],"contend":[43],"that":[44,68,85,98],"should":[46],"adopted":[48],"critical":[51],"manner":[52],"following":[53],"rigorous":[54],"evaluation.":[55],"Accordingly,":[56],"we":[57,83],"present":[58],"evaluation":[60,136],"LLM":[63,120,146],"identifying":[65],"logical":[66],"fallacies":[67],"will":[69],"form":[70],"part":[71],"digital":[74],"misinformation":[75],"intervention.":[76],"By":[77],"comparing":[78],"to":[79,113],"labeled":[81],"dataset,":[82],"found":[84],"GPT-4":[86],"achieves":[87],"accuracy":[89,105],"0.79,":[91],"and":[92,139],"our":[94,135,148],"use":[96,143],"case":[97],"excludes":[99],"invalid":[100],"or":[101],"unidentified":[102],"instances,":[103],"0.90.":[107],"This":[108],"gives":[109],"us":[110],"confidence":[112],"proceed":[114],"application":[117],"while":[121],"keeping":[122],"mind":[124],"areas":[126],"where":[127],"it":[128],"still":[129],"falls":[130],"short.":[131],"The":[132],"paper":[133],"describes":[134],"approach,":[137],"results":[138],"reflections":[140],"task.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}