{"id":"https://openalex.org/W2621284934","doi":"https://doi.org/10.1109/thms.2017.2700625","title":"Sherlock: Experimental Evaluation of a Conversational Agent for Mobile Information Tasks","display_name":"Sherlock: Experimental Evaluation of a Conversational Agent for Mobile Information Tasks","publication_year":2017,"publication_date":"2017-05-31","ids":{"openalex":"https://openalex.org/W2621284934","doi":"https://doi.org/10.1109/thms.2017.2700625","mag":"2621284934"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2017.2700625","is_oa":true,"landing_page_url":"https://doi.org/10.1109/thms.2017.2700625","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/thms.2017.2700625","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005253980","display_name":"Alun Preece","orcid":"https://orcid.org/0000-0003-0349-9057"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alun Preece","raw_affiliation_strings":["School of Computer Science and Informatics, Cardiff University, Cardiff, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0349-9057","affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Cardiff, U.K","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018091567","display_name":"William Webberley","orcid":null},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"William Webberley","raw_affiliation_strings":["School of Computer Science and Informatics, Cardiff University, Cardiff, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Cardiff, U.K","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012388184","display_name":"Dave Braines","orcid":"https://orcid.org/0000-0003-3296-0842"},"institutions":[{"id":"https://openalex.org/I4210121844","display_name":"IBM (United Kingdom)","ror":"https://ror.org/02wat9f69","country_code":"GB","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210121844"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dave Braines","raw_affiliation_strings":["Emerging Technology Services, IBM United Kingdom Ltd., Winchester, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Emerging Technology Services, IBM United Kingdom Ltd., Winchester, U.K","institution_ids":["https://openalex.org/I4210121844"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022319046","display_name":"Erin Zaroukian","orcid":"https://orcid.org/0000-0002-1381-085X"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erin G. Zaroukian","raw_affiliation_strings":["Human Research and Engineering Directorate, U.S. Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human Research and Engineering Directorate, U.S. Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084984307","display_name":"Jonathan Z. Bakdash","orcid":"https://orcid.org/0000-0002-1409-4779"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Z. Bakdash","raw_affiliation_strings":["Human Research and Engineering Directorate, U.S. Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human Research and Engineering Directorate, U.S. Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1354,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9233232,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"47","issue":"6","first_page":"1017","last_page":"1028"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7434406280517578},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6525067687034607},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.64634770154953},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5929660797119141},{"id":"https://openalex.org/keywords/dashboard","display_name":"Dashboard","score":0.5865480303764343},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5196850895881653},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5161060094833374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5019197463989258},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4758850336074829},{"id":"https://openalex.org/keywords/human-intelligence","display_name":"Human intelligence","score":0.4190056622028351},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3815422058105469},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36510270833969116},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.21594935655593872},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20052799582481384}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7434406280517578},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6525067687034607},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.64634770154953},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5929660797119141},{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.5865480303764343},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5196850895881653},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5161060094833374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5019197463989258},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4758850336074829},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.4190056622028351},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3815422058105469},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36510270833969116},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.21594935655593872},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20052799582481384},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/thms.2017.2700625","is_oa":true,"landing_page_url":"https://doi.org/10.1109/thms.2017.2700625","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:100131","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/thms.2017.2700625","is_oa":true,"landing_page_url":"https://doi.org/10.1109/thms.2017.2700625","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3056544016","display_name":null,"funder_award_id":"W911NF-16-3-0001","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G5259331294","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G8737583805","display_name":null,"funder_award_id":"W911NF-06-3-0001","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320308963","display_name":"Oak Ridge Associated Universities","ror":"https://ror.org/0526p1y61"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1495157332","https://openalex.org/W1576632330","https://openalex.org/W1730782591","https://openalex.org/W1951724000","https://openalex.org/W1970122717","https://openalex.org/W1972945376","https://openalex.org/W1974450273","https://openalex.org/W1981937987","https://openalex.org/W1984893382","https://openalex.org/W1989939779","https://openalex.org/W2001725096","https://openalex.org/W2036392818","https://openalex.org/W2054052426","https://openalex.org/W2068181924","https://openalex.org/W2101493333","https://openalex.org/W2111619626","https://openalex.org/W2114802234","https://openalex.org/W2120571425","https://openalex.org/W2150241804","https://openalex.org/W2150244644","https://openalex.org/W2150775217","https://openalex.org/W2252011326","https://openalex.org/W2342091124","https://openalex.org/W2413424129","https://openalex.org/W2466057347","https://openalex.org/W2575901507","https://openalex.org/W2911537016","https://openalex.org/W2952949953","https://openalex.org/W3037699226","https://openalex.org/W3123727659","https://openalex.org/W4233125740","https://openalex.org/W4239720002","https://openalex.org/W4242761397","https://openalex.org/W6629664557","https://openalex.org/W6637646851","https://openalex.org/W6677165086","https://openalex.org/W6681994473","https://openalex.org/W6682396903","https://openalex.org/W6731951110","https://openalex.org/W6758084571","https://openalex.org/W6779638358","https://openalex.org/W6911693539"],"related_works":["https://openalex.org/W1689950805","https://openalex.org/W3131060711","https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340"],"abstract_inverted_index":{"Controlled":[0],"natural":[1,66],"language":[2,67],"(CNL)":[3],"has":[4],"great":[5],"potential":[6],"to":[7,57,62,83,102,104,149,171],"support":[8],"human-machine":[9],"interaction":[10],"(HMI)":[11],"because":[12],"it":[13],"provides":[14],"an":[15],"information":[16,61,101,200],"representation":[17],"that":[18,158,185],"is":[19,135],"both":[20],"human":[21,43],"readable":[22],"and":[23,59,143,162,197],"machine":[24,64,71,77,160],"processable.":[25],"We":[26],"investigated":[27],"the":[28,63,70,92,109,132,154,164,186],"effectiveness":[29],"of":[30,94,131,153,199],"a":[31,38,85,89,113,121,202],"CNL-based":[32],"conversational":[33,187],"interface":[34,188],"for":[35,96,125,137],"HMI":[36],"in":[37,55,112,192,201],"behavioral":[39],"experiment":[40,44],"called":[41],"simple":[42],"regarding":[45],"locally":[46],"observed":[47],"collective":[48],"knowledge":[49],"(SHERLOCK).":[50],"In":[51],"SHERLOCK,":[52],"individuals":[53],"acted":[54],"groups":[56],"discover":[58],"report":[60],"using":[65],"(NL),":[68],"which":[69,134],"then":[72],"processed":[73],"into":[74],"CNL.":[75],"The":[76],"fused":[78],"responses":[79],"from":[80],"different":[81],"users":[82,107,155],"form":[84],"common":[86],"operating":[87],"picture,":[88],"dashboard":[90],"showing":[91],"level":[93],"agreement":[95],"distinct":[97],"information.":[98],"To":[99],"obtain":[100],"add":[103],"this":[105],"dashboard,":[106],"explored":[108],"real":[110],"world":[111],"simulated":[114],"crowdsourced":[115],"sensing":[116],"scenario.":[117],"This":[118],"scenario":[119],"represented":[120],"simplified":[122],"controlled":[123],"analog":[124],"tactical":[126],"intelligence":[127,130],"(i.e.,":[128],"direct":[129],"environment),":[133],"key":[136],"rapidly":[138],"planning":[139],"military,":[140],"law":[141],"enforcement,":[142],"emergency":[144],"operations.":[145],"Overall,":[146],"despite":[147],"close":[148],"zero":[150],"training,":[151],"74%":[152],"inputted":[156],"NL":[157],"was":[159],"interpretable":[161],"addressed":[163],"assigned":[165],"tasks.":[166],"An":[167],"experimental":[168],"manipulation":[169],"aimed":[170],"increase":[172],"user-machine":[173],"interaction,":[174],"however,":[175],"did":[176],"not":[177],"improve":[178],"performance":[179],"as":[180],"hypothesized.":[181],"Nevertheless,":[182],"results":[183],"indicate":[184],"may":[189],"be":[190],"effective":[191],"assisting":[193],"humans":[194],"with":[195],"collection":[196],"fusion":[198],"crowdsourcing":[203],"context.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}