{"id":"https://openalex.org/W2946787698","doi":"https://doi.org/10.1145/3331184.3331308","title":"Evaluating Variable-Length Multiple-Option Lists in Chatbots and Mobile Search","display_name":"Evaluating Variable-Length Multiple-Option Lists in Chatbots and Mobile Search","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2946787698","doi":"https://doi.org/10.1145/3331184.3331308","mag":"2946787698"},"language":"en","primary_location":{"id":"doi:10.1145/3331184.3331308","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.10565","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001646936","display_name":"Pepa Atanasova","orcid":"https://orcid.org/0000-0002-0023-2616"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Pepa Atanasova","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054648637","display_name":"Georgi Karadzhov","orcid":"https://orcid.org/0000-0001-5986-934X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Georgi Karadzhov","raw_affiliation_strings":["SiteGround Hosting EOOD, Sofia, Bulgaria"],"affiliations":[{"raw_affiliation_string":"SiteGround Hosting EOOD, Sofia, Bulgaria","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004420859","display_name":"Yasen Kiprov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yasen Kiprov","raw_affiliation_strings":["SiteGround Hosting EOOD, Sofia, Bulgaria"],"affiliations":[{"raw_affiliation_string":"SiteGround Hosting EOOD, Sofia, Bulgaria","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012055259","display_name":"Preslav Nakov","orcid":"https://orcid.org/0000-0002-3600-1510"},"institutions":[{"id":"https://openalex.org/I1301390666","display_name":"Qatar Airways (Qatar)","ror":"https://ror.org/01hx00y13","country_code":"QA","type":"company","lineage":["https://openalex.org/I1301390666"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Preslav Nakov","raw_affiliation_strings":["Qatar Computing Research Institute, HBKU, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, HBKU, Doha, Qatar","institution_ids":["https://openalex.org/I1301390666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063975186","display_name":"Fabrizio Sebastiani","orcid":"https://orcid.org/0000-0003-4221-6427"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio Sebastiani","raw_affiliation_strings":["Istituto di Scienza e Tecnologie dell'Informazione, Consiglio Nazionale delle Ricerche, Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"Istituto di Scienza e Tecnologie dell'Informazione, Consiglio Nazionale delle Ricerche, Pisa, Italy","institution_ids":["https://openalex.org/I122991210"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5001646936"],"corresponding_institution_ids":["https://openalex.org/I124055696"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04669014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"997","last_page":"1000"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.77415531873703},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.5402964353561401},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.49368318915367126},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.47258293628692627},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4717177748680115},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.42581623792648315},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3838959336280823},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3556721806526184}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.77415531873703},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5402964353561401},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.49368318915367126},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.47258293628692627},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4717177748680115},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.42581623792648315},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3838959336280823},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3556721806526184},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3331184.3331308","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331308","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1905.10565","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.10565","pdf_url":"https://arxiv.org/pdf/1905.10565","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/7a5b06e5-1c6d-4054-ad35-2e4e773fcb6c","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/7a5b06e5-1c6d-4054-ad35-2e4e773fcb6c","pdf_url":"http://arxiv.org/pdf/1905.10565","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Atanasova , P , Karadzhov , G , Kiprov , Y , Nakov , P & Sebastiani , F 2019 , Evaluating Variable-Length Multiple-Option Lists in Chatbots and Mobile Search . in IR: Research and Development in Information Retrieval . Association for Computing Machinery , pp. 997-1000 , 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2019 , Paris , France , 21/07/2019 . https://doi.org/10.1145/3331184.3331308","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:dnet:people______::5d12f8780659d8b133814eed9bccf187","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/7a5b06e5-1c6d-4054-ad35-2e4e773fcb6c","is_oa":false,"landing_page_url":"https://curis.ku.dk/portal/da/publications/evaluating-variablelength-multipleoption-lists-in-chatbots-and-mobile-search(7a5b06e5-1c6d-4054-ad35-2e4e773fcb6c).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.10565","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.10565","pdf_url":"https://arxiv.org/pdf/1905.10565","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W635810450","https://openalex.org/W1485852130","https://openalex.org/W1577342586","https://openalex.org/W1968927634","https://openalex.org/W1970977883","https://openalex.org/W1985554184","https://openalex.org/W2014364160","https://openalex.org/W2051442094","https://openalex.org/W2097203344","https://openalex.org/W2106404250","https://openalex.org/W2126712138","https://openalex.org/W2231711798","https://openalex.org/W2252004778","https://openalex.org/W2406991548","https://openalex.org/W2470681930","https://openalex.org/W2604561121","https://openalex.org/W2635153012","https://openalex.org/W2772604077","https://openalex.org/W2786860129","https://openalex.org/W2803609229","https://openalex.org/W2803728898","https://openalex.org/W2808234013","https://openalex.org/W2902032968","https://openalex.org/W2915722758","https://openalex.org/W2942367614","https://openalex.org/W3100992222","https://openalex.org/W3102614932","https://openalex.org/W4251560691","https://openalex.org/W4293459943","https://openalex.org/W4300410021"],"related_works":["https://openalex.org/W2367468089","https://openalex.org/W2358591856","https://openalex.org/W1501776718","https://openalex.org/W2098133976","https://openalex.org/W2347416728","https://openalex.org/W2468219149","https://openalex.org/W2615136228","https://openalex.org/W2974100988","https://openalex.org/W2215702767","https://openalex.org/W4388137405"],"abstract_inverted_index":{"In":[0,54,196],"recent":[1],"years,":[2],"the":[3,12,30,48,52,59,74,82,92,115,126,143,152,160,169,224],"proliferation":[4],"of":[5,15,125,155,162],"smart":[6],"mobile":[7,19,36],"devices":[8],"has":[9,22,57],"lead":[10],"to":[11,26,41,46,89,117,146,180,186,192],"gradual":[13],"integration":[14],"search":[16],"functionality":[17],"within":[18],"platforms.":[20],"This":[21],"created":[23],"an":[24,172,207],"incentive":[25],"move":[27],"away":[28],"from":[29,51,223],"\"ten":[31],"blue":[32],"links\"":[33],"metaphor,":[34],"as":[35,136],"users":[37],"are":[38,227],"less":[39],"likely":[40],"click":[42],"on":[43,121],"them,":[44],"expecting":[45],"get":[47],"answer":[49,166],"directly":[50],"snippets.":[53],"turn,":[55],"this":[56,130,137,194,212,232],"revived":[58],"interest":[60],"in":[61,87,168],"Question":[62],"Answering.":[63],"Then,":[64],"along":[65],"came":[66],"chatbots,":[67],"conversational":[68],"systems,":[69],"and":[70,202,234],"messaging":[71],"platforms,":[72],"where":[73],"user":[75,98,116],"needs":[76],"could":[77,109,139],"be":[78,134],"better":[79,90],"served":[80],"with":[81],"system":[83,108,123,183],"asking":[84],"follow-up":[85],"questions":[86],"order":[88],"understand":[91],"user's":[93,127],"intent.":[94,128],"While":[95],"typically":[96],"a":[97,101,107,164,182],"would":[99],"expect":[100],"single":[102],"response":[103],"at":[104],"any":[105],"utterance,":[106],"also":[110,177],"return":[111],"multiple":[112],"options":[113],"for":[114,211,231],"select":[118],"from,":[119],"based":[120],"different":[122],"understandings":[124],"However,":[129],"possibility":[131],"should":[132,214],"not":[133,228],"overused,":[135],"practice":[138],"confuse":[140],"and/or":[141],"annoy":[142],"user.":[144],"How":[145],"produce":[147],"good":[148],"variable-length":[149],"lists,":[150],"given":[151],"conflicting":[153],"objectives":[154],"staying":[156],"short":[157],"while":[158],"maximizing":[159],"likelihood":[161],"having":[163],"correct":[165],"included":[167],"list,":[170],"is":[171,176],"underexplored":[173],"problem.":[174],"It":[175],"unclear":[178],"how":[179],"evaluate":[181],"that":[184,206,219,240],"tries":[185],"do":[187],"that.":[188],"Here":[189],"we":[190,198,235],"aim":[191],"bridge":[193],"gap.":[195],"particular,":[197],"define":[199],"some":[200,203],"necessary":[201],"optional":[204],"properties":[205],"evaluation":[208,221,238],"measure":[209],"fit":[210],"purpose":[213],"have.":[215],"We":[216],"further":[217],"show":[218],"existing":[220],"measures":[222,239],"IR":[225],"tradition":[226],"entirely":[229],"suitable":[230],"setup,":[233],"propose":[236],"novel":[237],"address":[241],"it":[242],"satisfactorily.":[243]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2019-05-29T00:00:00"}