{"id":"https://openalex.org/W2995200518","doi":"https://doi.org/10.1145/3343413.3377968","title":"Harnessing Evolution of Multi-Turn Conversations for Effective Answer Retrieval","display_name":"Harnessing Evolution of Multi-Turn Conversations for Effective Answer Retrieval","publication_year":2020,"publication_date":"2020-03-12","ids":{"openalex":"https://openalex.org/W2995200518","doi":"https://doi.org/10.1145/3343413.3377968","mag":"2995200518"},"language":"en","primary_location":{"id":"doi:10.1145/3343413.3377968","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343413.3377968","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1912.10554","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063466614","display_name":"Mohammad Aliannejadi","orcid":"https://orcid.org/0000-0002-9447-4172"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Mohammad Aliannejadi","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057057905","display_name":"Manajit Chakraborty","orcid":"https://orcid.org/0000-0002-1745-5007"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Manajit Chakraborty","raw_affiliation_strings":["Universit\u00e0 della Svizzera Italiana (USI), Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera Italiana (USI), Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068653072","display_name":"Esteban A. R\u00edssola","orcid":"https://orcid.org/0000-0001-7072-4096"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Esteban Andr\u00e9s R\u00edssola","raw_affiliation_strings":["Universit\u00e0 della Svizzera Italiana (USI), Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera Italiana (USI), Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012367814","display_name":"F\u00e1bio Crestani","orcid":"https://orcid.org/0000-0001-8672-0700"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Fabio Crestani","raw_affiliation_strings":["Universit\u00e0 della Svizzera Italiana (USI), Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera Italiana (USI), Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063466614"],"corresponding_institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":4.7997,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":{"value":0.9573571,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"33","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.909947395324707},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8740772604942322},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.8558516502380371},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7292503714561462},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6556607484817505},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4989309310913086},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4603078365325928},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4445388615131378},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4335471987724304},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.42030563950538635},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3868202269077301},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3771839439868927},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13914918899536133}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.909947395324707},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8740772604942322},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.8558516502380371},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7292503714561462},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6556607484817505},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4989309310913086},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4603078365325928},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4445388615131378},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4335471987724304},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.42030563950538635},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3868202269077301},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3771839439868927},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13914918899536133},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3343413.3377968","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343413.3377968","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1912.10554","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.10554","pdf_url":"https://arxiv.org/pdf/1912.10554","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:openaire/f9d07fbd-3e45-42a4-aa9f-0cf792951b33","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/harnessing-evolution-of-multiturn-conversations-for-effective-answer-retrieval(f9d07fbd-3e45-42a4-aa9f-0cf792951b33).html","pdf_url":"https://pure.uva.nl/ws/files/54654226/1912.10554.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Aliannejadi, M, Chakraborty, M, R\u00edssola, E A & Crestani, F 2020, Harnessing Evolution of Multi-Turn Conversations for Effective Answer Retrieval. in CHIIR '20 : proceedings of the 2020 Conference on Human Information Interaction and Retrieval : March 14-18, 2020, Vancouver, BC, Canada. New York, NY, pp. 33-42, 5th ACM SIGIR Conference on Information Interaction and Retrieval, CHIIR 2020, Vancouver, Canada, 15/03/20. https://doi.org/10.1145/3343413.3377968","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:dare.uva.nl:publications/f9d07fbd-3e45-42a4-aa9f-0cf792951b33","is_oa":false,"landing_page_url":"https://arxiv.org/abs/1912.10554","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/f9d07fbd-3e45-42a4-aa9f-0cf792951b33","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/harnessing-evolution-of-multiturn-conversations-for-effective-answer-retrieval(f9d07fbd-3e45-42a4-aa9f-0cf792951b33).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CHIIR '20: proceedings of the 2020 Conference on Human Information Interaction and Retrieval : March 14-18, 2020, Vancouver, BC, Canada, 33 - 42","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1912.10554","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.10554","pdf_url":"https://arxiv.org/pdf/1912.10554","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7300000190734863,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321942","display_name":"Hasler Stiftung","ror":"https://ror.org/04m3t9183"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1482214997","https://openalex.org/W1528364680","https://openalex.org/W1543678897","https://openalex.org/W2038786923","https://openalex.org/W2066766178","https://openalex.org/W2069315482","https://openalex.org/W2069335832","https://openalex.org/W2093390569","https://openalex.org/W2096145771","https://openalex.org/W2105157020","https://openalex.org/W2189217339","https://openalex.org/W2250539671","https://openalex.org/W2251235149","https://openalex.org/W2295570185","https://openalex.org/W2349436533","https://openalex.org/W2399583504","https://openalex.org/W2535082198","https://openalex.org/W2590822507","https://openalex.org/W2610551042","https://openalex.org/W2610815425","https://openalex.org/W2732994307","https://openalex.org/W2739634080","https://openalex.org/W2791808303","https://openalex.org/W2793978524","https://openalex.org/W2794128845","https://openalex.org/W2799256272","https://openalex.org/W2810015029","https://openalex.org/W2810840719","https://openalex.org/W2887729785","https://openalex.org/W2888302696","https://openalex.org/W2896457183","https://openalex.org/W2896682723","https://openalex.org/W2898031744","https://openalex.org/W2951534261","https://openalex.org/W2951831170","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963691697","https://openalex.org/W2964112275","https://openalex.org/W2972160336","https://openalex.org/W2980382150","https://openalex.org/W3105420278","https://openalex.org/W3105690102","https://openalex.org/W3175474240","https://openalex.org/W4205171160","https://openalex.org/W4205671217","https://openalex.org/W4206070857","https://openalex.org/W4206765718","https://openalex.org/W4214810323","https://openalex.org/W4306716473","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3133700904","https://openalex.org/W1603494169","https://openalex.org/W3157284875","https://openalex.org/W2259406085","https://openalex.org/W2099715052","https://openalex.org/W2147241511","https://openalex.org/W4226247999","https://openalex.org/W4213176082","https://openalex.org/W2187398150","https://openalex.org/W3209772662"],"abstract_inverted_index":{"With":[0],"the":[1,11,62,67,84,90,126,130,141,152,174,185,207,214,218,243,246],"improvements":[2],"in":[3,76,112,125,144,228,237],"speech":[4],"recognition":[5],"and":[6,44,89,172,194,205],"voice":[7],"generation":[8],"technologies":[9],"over":[10],"last":[12],"years,":[13],"a":[14,77,93,113,145,158,224],"lot":[15],"of":[16,54,61,83,86,92,105,109,140,176,230,245],"companies":[17],"have":[18,121,241],"sought":[19],"to":[20,50,150,183,223,234],"develop":[21],"conversation":[22,68,146,208],"understanding":[23,60],"systems":[24],"that":[25,198,212],"run":[26],"on":[27,164,191],"mobile":[28],"phones":[29],"or":[30],"smart":[31],"home":[32],"devices":[33],"through":[34],"natural":[35,87],"language":[36,88],"interfaces.":[37],"Conversational":[38],"assistants,":[39],"such":[40],"as":[41,66],"Google":[42],"Assistant":[43],"Microsoft":[45],"Cortana,":[46],"can":[47,147,202],"help":[48],"users":[49],"complete":[51],"various":[52],"types":[53],"tasks.":[55],"This":[56],"requires":[57],"an":[58,102],"accurate":[59],"user's":[63,94,186],"information":[64,95],"need":[65],"evolves":[69],"into":[70],"multiple":[71,177],"turns.":[72],"Finding":[73],"relevant":[74,123,220],"context":[75],"conversation's":[78],"history":[79],"is":[80],"challenging":[81],"because":[82],"complexity":[85],"evolution":[91],"need.":[96],"In":[97],"this":[98,118,238],"work,":[99],"we":[100,120,156,240],"present":[101],"extensive":[103],"analysis":[104],"language,":[106],"relevance,":[107],"dependency":[108],"user":[110],"utterances":[111,124,143],"multi-turn":[114],"information-seeking":[115],"conversation.":[116],"To":[117],"aim,":[119],"annotated":[122],"conversations":[127],"released":[128,242],"by":[129],"TREC":[131],"CaST":[132],"2019":[133],"track.":[134],"The":[135,188],"annotation":[136],"labels":[137],"determine":[138],"which":[139],"previous":[142],"be":[148],"used":[149],"improve":[151],"current":[153,215],"one.":[154],"Furthermore,":[155],"propose":[157],"neural":[159],"utterance":[160,216,221],"relevance":[161],"model":[162],"based":[163],"BERT":[165],"fine-tuning,":[166],"outperforming":[167],"competitive":[168],"baselines.":[169],"We":[170,210],"study":[171],"compare":[173],"performance":[175],"retrieval":[178,195],"models,":[179],"utilizing":[180],"different":[181],"strategies":[182],"incorporate":[184,206],"context.":[187,209],"experimental":[189],"results":[190],"both":[192],"classification":[193],"tasks":[196],"show":[197,211],"our":[199],"proposed":[200],"approach":[201],"effectively":[203],"identify":[204],"processing":[213],"using":[217],"predicted":[219],"leads":[222],"38%":[225],"relative":[226],"improvement":[227],"terms":[229],"[email":[231],"protected]":[232],"Finally,":[233],"foster":[235],"research":[236],"area,":[239],"dataset":[244],"annotations.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":8}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-03-23T00:00:00"}
