{"id":"https://openalex.org/W4404783052","doi":"https://doi.org/10.18653/v1/2024.emnlp-demo.28","title":"ChatHF: Collecting Rich Human Feedback from Real-time Conversations","display_name":"ChatHF: Collecting Rich Human Feedback from Real-time Conversations","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404783052","doi":"https://doi.org/10.18653/v1/2024.emnlp-demo.28"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.emnlp-demo.28","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.emnlp-demo.28","pdf_url":"https://aclanthology.org/2024.emnlp-demo.28.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing: System Demonstrations","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.emnlp-demo.28.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030574335","display_name":"Andrew Li","orcid":"https://orcid.org/0000-0001-9933-7057"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Li","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059366399","display_name":"Zhenduo Wang","orcid":"https://orcid.org/0000-0003-1228-7080"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenduo Wang","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036734649","display_name":"Ethan Mendes","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ethan Mendes","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051101812","display_name":"Duong Minh Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duong Minh Le","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065898067","display_name":"Wei Xu","orcid":"https://orcid.org/0000-0002-2228-998X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5039096905","display_name":"Alan Ritter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alan Ritter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3252,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56762233,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"270","last_page":"279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.833299994468689,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.833299994468689,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.8039000034332275,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.7815999984741211,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6615247130393982},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4308955669403076},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4186442196369171}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6615247130393982},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4308955669403076},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4186442196369171}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.emnlp-demo.28","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.emnlp-demo.28","pdf_url":"https://aclanthology.org/2024.emnlp-demo.28.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing: System Demonstrations","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.emnlp-demo.28","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.emnlp-demo.28","pdf_url":"https://aclanthology.org/2024.emnlp-demo.28.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing: System Demonstrations","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1261388433","display_name":"CAREER: Large-Scale Learning for Information Extraction","funder_award_id":"2052498","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3596567917","display_name":"CAREER: An Integrated Framework for Controllable Text Generation","funder_award_id":"2144493","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7403748957","display_name":"AI Institute for Collaborative Assistance and Responsive Interaction for Networked Groups (AI-CARING)","funder_award_id":"2112633","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307103","display_name":"Ford Motor Company","ror":"https://ror.org/00g2tkw06"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404783052.pdf","grobid_xml":"https://content.openalex.org/works/W4404783052.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"We":[0],"introduce":[1],"ChatHF,":[2],"an":[3,60],"interactive":[4],"annotation":[5,13,69],"framework":[6],"for":[7,28,66],"chatbot":[8,25,39,42,51],"evaluation,":[9],"which":[10],"integrates":[11],"configurable":[12],"within":[14],"a":[15],"chat":[16],"interface.ChatHF":[17,63],"can":[18],"be":[19],"flexibly":[20],"configured":[21],"to":[22,59],"accommodate":[23],"various":[24],"evaluation":[26],"tasks,":[27],"example":[29],"detecting":[30],"offensive":[31],"content,":[32],"identifying":[33],"incorrect":[34],"or":[35],"misleading":[36],"information":[37],"in":[38,57,79],"responses,":[40],"and":[41,53,68,73,85],"responses":[43],"that":[44],"might":[45],"compromise":[46],"privacy.It":[47],"supports":[48,54],"postediting":[49],"of":[50,70],"outputs":[52],"visual":[55],"inputs,":[56],"addition":[58],"optional":[61],"voice":[62],"is":[64,92],"suitable":[65],"collection":[67],"NLP":[71],"datasets,":[72],"Human-Computer":[74],"Interaction":[75],"studies,":[76],"as":[77],"demonstrated":[78],"case":[80],"studies":[81],"on":[82],"image":[83],"geolocation":[84],"assisting":[86],"older":[87],"adults":[88],"with":[89],"daily":[90],"activities.ChatHF":[91],"publicly":[93],"accessible":[94],"at":[95],"https://chat-hf.com.":[96]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}