{"id":"https://openalex.org/W114687508","doi":"https://doi.org/10.21437/eurospeech.1997-507","title":"Spoken dialogue system evaluation: a first framework for reporting results","display_name":"Spoken dialogue system evaluation: a first framework for reporting results","publication_year":1997,"publication_date":"1997-09-22","ids":{"openalex":"https://openalex.org/W114687508","doi":"https://doi.org/10.21437/eurospeech.1997-507","mag":"114687508"},"language":"en","primary_location":{"id":"doi:10.21437/eurospeech.1997-507","is_oa":false,"landing_page_url":"https://doi.org/10.21437/eurospeech.1997-507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"5th European Conference on Speech Communication and Technology (Eurospeech 1997)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109487577","display_name":"Norman Fraser","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Norman M. Fraser","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5109487577"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.01540482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1907","last_page":"1910"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.5742999911308289,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.5742999911308289,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7780766487121582},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.5369840264320374},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5057902336120605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3211686611175537}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7780766487121582},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.5369840264320374},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5057902336120605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3211686611175537}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.21437/eurospeech.1997-507","is_oa":false,"landing_page_url":"https://doi.org/10.21437/eurospeech.1997-507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"5th European Conference on Speech Communication and Technology (Eurospeech 1997)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/d8ca8ef3-773b-4ae3-b06c-a3a11567b8f6","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=84920255432&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraser, N M 1997, 'SPOKEN DIALOGUE SYSTEM EVALUATION : A FIRST FRAMEWORK FOR REPORTING RESULTS', Paper presented at 5th European Conference on Speech Communication and Technology, EUROSPEECH 1997, Rhodes, Greece, 22/09/1997 - 25/09/1997 pp. 1907-1910.","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W3204019825"],"abstract_inverted_index":{"There":[0],"are":[1,32],"no":[2],"agreed":[3],"standards":[4],"for":[5,24],"reporting":[6],"the":[7],"performance":[8],"of":[9,19,80],"spoken":[10],"dialogue":[11],"systems.":[12],"This":[13],"paper":[14],"proposes":[15],"a":[16,63],"core":[17],"set":[18],"metrics":[20],"to":[21,34,72],"be":[22,49,55,73],"used":[23],"this":[25,28,42],"purpose.":[26],"For":[27],"set,":[29],"operational":[30],"definitions":[31],"supplied,":[33],"regularise":[35],"their":[36],"application.":[37],"The":[38],"intention":[39],"in":[40],"proposing":[41],"framework":[43],"is":[44],"not":[45],"that":[46,52,59],"it":[47,53,60],"should":[48,54,61],"exhaustive,":[50],"nor":[51],"perfect,":[56],"but":[57],"rather":[58],"provide":[62],"practical":[64],"starting":[65],"point,":[66],"thereby":[67],"allowing":[68],"initial":[69],"system":[70],"comparison":[71],"achieved":[74],"quickly":[75],"and":[76],"with":[77],"some":[78],"measure":[79],"confidence.":[81]},"counts_by_year":[{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}