{"id":"https://openalex.org/W44349882","doi":"https://doi.org/10.63317/5ir2vzsvg4xw","title":"The QALL-ME Benchmark: a Multilingual Resource of Annotated Spoken Requests for Question Answering","display_name":"The QALL-ME Benchmark: a Multilingual Resource of Annotated Spoken Requests for Question Answering","publication_year":2008,"publication_date":"2008-05-01","ids":{"openalex":"https://openalex.org/W44349882","doi":"https://doi.org/10.63317/5ir2vzsvg4xw","mag":"44349882"},"language":"en","primary_location":{"id":"doi:10.63317/5ir2vzsvg4xw","doi":"https://doi.org/10.63317/5ir2vzsvg4xw","is_oa":false,"landing_page_url":"https://doi.org/10.63317/5ir2vzsvg4xw","pdf_url":null,"source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049137879","display_name":"Elena Cabrio","orcid":"https://orcid.org/0000-0001-9374-7872","observed_orcids":["https://orcid.org/0000-0001-9374-7872"]},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elena Cabrio","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009815227","display_name":"Milen Kouylekov","orcid":"https://orcid.org/0009-0002-6351-3746","observed_orcids":["https://orcid.org/0009-0002-6351-3746"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Milen Kouylekov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066077296","display_name":"Bernardo Magnini","orcid":"https://orcid.org/0000-0002-0740-5778","observed_orcids":["https://orcid.org/0000-0002-0740-5778"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bernardo Magnini","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015363344","display_name":"Matteo Negri","orcid":"https://orcid.org/0000-0002-8811-4330","observed_orcids":["https://orcid.org/0000-0002-8811-4330","https://orcid.org/0000-0002-8941-0705"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matteo Negri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Laura Hasler","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Laura Hasler","raw_affiliation_strings":["University of Wolverhampton, Wolverhampton, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wolverhampton, Wolverhampton, United Kingdom","institution_ids":["https://openalex.org/I119664326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079066886","display_name":"Constantin Or\u01cesan","orcid":"https://orcid.org/0000-0003-2067-8890","observed_orcids":["https://orcid.org/0000-0003-2067-8890"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Constantin Orasan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014858583","display_name":"David Tom\u00e1s","orcid":"https://orcid.org/0000-0003-3287-9366","observed_orcids":["https://orcid.org/0000-0003-3287-9366"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Tom\u00e1s","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103282450","display_name":"Jos\u00e9 Luis Vicedo Gonz\u00e1lez","orcid":"https://orcid.org/0000-0002-2120-0074","observed_orcids":["https://orcid.org/0000-0002-2120-0074"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jose Luis Vicedo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070147451","display_name":"Guenter Neumann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Guenter Neumann","raw_affiliation_strings":["German Research Centre for Artificial Intelligence, Kaiserslautern, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Centre for Artificial Intelligence, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"last","author":{"id":null,"display_name":"Corinna Weber","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corinna Weber","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3176,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.77811779,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7422000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7422000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.19300000369548798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0421999990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.7940000295639038},{"id":"https://openalex.org/keywords/semantic-annotation","display_name":"semantic annotation","score":0.8339999914169312},{"id":"https://openalex.org/keywords/pragmatic-annotation","display_name":"pragmatic annotation","score":0.6179999709129333},{"id":"https://openalex.org/keywords/tourism-domain","display_name":"tourism domain","score":0.5879999995231628},{"id":"https://openalex.org/keywords/italian","display_name":"Italian","score":0.49799999594688416},{"id":"https://openalex.org/keywords/english-language","display_name":"English language","score":0.8389999866485596},{"id":"https://openalex.org/keywords/spanish-language","display_name":"Spanish language","score":1.0},{"id":"https://openalex.org/keywords/german","display_name":"German","score":1.0}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8574349284172058},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.80354905128479},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7660074234008789},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7620642185211182},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.5971484184265137},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.584035336971283},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5574668049812317},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.529288113117218},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5001611709594727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41501161456108093},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3303806781768799},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.63317/5ir2vzsvg4xw","doi":"https://doi.org/10.63317/5ir2vzsvg4xw","is_oa":false,"landing_page_url":"https://doi.org/10.63317/5ir2vzsvg4xw","pdf_url":null,"source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.139.3787","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.139.3787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.dfki.de/~neumann/publications/new-ps/Qallme-benchmark-LREC2008.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.165.9994","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.165.9994","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.lrec-conf.org/proceedings/lrec2008/pdf/628_paper.pdf","raw_type":"text"},{"id":"mag:44349882","doi":null,"is_oa":false,"landing_page_url":"http://rgcl.wlv.ac.uk/papers/628_paper.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1837403136","https://openalex.org/W2086677051","https://openalex.org/W2111572281","https://openalex.org/W2131965512","https://openalex.org/W2575534147","https://openalex.org/W2799678284"],"related_works":["https://openalex.org/W6996018241","https://openalex.org/W2123704759","https://openalex.org/W1556221053","https://openalex.org/W7098913653","https://openalex.org/W4415432906","https://openalex.org/W7023840326","https://openalex.org/W1596120368","https://openalex.org/W7213597521","https://openalex.org/W7070864364","https://openalex.org/W7101225325"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"the":[3,14,27,66,70,75,85,92,101,108,131,139,142,149,163,166],"QALL-ME":[4,96,103],"benchmark,":[5],"a":[6,37,80,88,111,152,183],"multilingual":[7],"resource":[8],"of":[9,79,87,110,145,154,169],"annotated":[10],"spoken":[11,42],"requests":[12],"in":[13,26,133,186],"tourism":[15],"domain,":[16],"freely":[17],"available":[18],"for":[19,41,116,175],"research":[20],"purposes.":[21],"The":[22,95],"languages":[23],"currently":[24],"involved":[25],"project":[28,104],"are":[29,128],"Italian,":[30],"English,":[31],"Spanish":[32],"and":[33,57,74,90,113,138,177],"German.":[34],"It":[35],"introduces":[36],"semantic":[38,58],"annotation":[39,64],"scheme":[40],"information":[43,155],"access":[44],"requests,":[45],"specifically":[46],"derived":[47],"from":[48,151],"Question":[49,76,117],"Answering":[50,118],"(QA)":[51,119],"research.":[52],"In":[53],"addition":[54],"to":[55,82],"pragmatic":[56],"annotations,":[59],"we":[60],"propose":[61],"three":[62],"QA-based":[63],"levels:":[65],"Expected":[67,71],"Answer":[68,72],"Type,":[69],"Quantifier":[73],"Topical":[77],"Target":[78],"request,":[81],"fully":[83],"capture":[84],"content":[86],"request":[89],"extract":[91],"sought-after":[93],"information.":[94],"benchmark":[97,164],"is":[98],"developed":[99],"under":[100],"EU-FP6":[102],"which":[105,147],"aims":[106],"at":[107],"realization":[109],"shared":[112],"distributed":[114],"infrastructure":[115],"systems":[120],"on":[121],"mobile":[122,125],"devices":[123],"(e.g.":[124,157],"phones).":[126],"Questions":[127],"formulated":[129],"by":[130],"users":[132],"free":[134],"natural":[135],"language":[136],"input,":[137],"system":[140],"returns":[141],"actual":[143,180],"sequence":[144],"words":[146],"constitutes":[148],"answer":[150],"collection":[153],"sources":[156],"documents,":[158],"databases).":[159],"Within":[160],"this":[161],"framework,":[162],"has":[165],"twofold":[167],"purpose":[168],"training":[170],"machine":[171],"learning":[172],"based":[173],"applications":[174],"QA,":[176],"testing":[178],"their":[179],"performance":[181],"with":[182],"rapid":[184],"turnaround":[185],"controlled":[187],"laboratory":[188],"setting.":[189]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2016-06-24T00:00:00"}