{"id":"https://openalex.org/W2783633554","doi":null,"title":"Towards automatic evaluation of multi-turn dialogues: A task design that leverages inherently subjective annotations","display_name":"Towards automatic evaluation of multi-turn dialogues: A task design that leverages inherently subjective annotations","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2783633554","mag":"2783633554"},"language":"en","primary_location":{"id":"mag:2783633554","doi":null,"is_oa":false,"landing_page_url":"http://ceur-ws.org/Vol-2008/paper_4.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023595778","display_name":"Tetsuya Sakai","orcid":"https://orcid.org/0000-0002-6720-963X","observed_orcids":["https://orcid.org/0000-0002-6720-963X"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tetsuya Sakai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5023595778"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1443,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.57437258,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":93},"biblio":{"volume":"2008","issue":null,"first_page":"24","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-assessment","display_name":"automated assessment","score":0.8830000162124634},{"id":"https://openalex.org/keywords/subjective-annotation","display_name":"subjective annotation","score":0.7089999914169312},{"id":"https://openalex.org/keywords/task-design","display_name":"task design","score":0.753000020980835}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6072033047676086},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5568293333053589},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.423668771982193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36937570571899414},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.220439612865448},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2783633554","doi":null,"is_oa":false,"landing_page_url":"http://ceur-ws.org/Vol-2008/paper_4.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W2951813108"],"related_works":["https://openalex.org/W4385570827","https://openalex.org/W3113994887","https://openalex.org/W3176264844","https://openalex.org/W4411119346","https://openalex.org/W2971883198","https://openalex.org/W4402671584","https://openalex.org/W2741333084","https://openalex.org/W4405840036","https://openalex.org/W7133215163","https://openalex.org/W2985891764"],"abstract_inverted_index":null,"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T04:12:42.849631","created_date":"2018-01-26T00:00:00"}