{"id":"https://openalex.org/W7098078976","doi":null,"title":"Subjective and Objective Evaluation of Conversational Agents","display_name":"Subjective and Objective Evaluation of Conversational Agents","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7098078976"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.225.5711","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.225.5711","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ida.liu.se/%7Eannsi/Pub/krpds11.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7098078976"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065550585","display_name":"Annika Silvervarg","orcid":"https://orcid.org/0000-0001-6997-3917","observed_orcids":["https://orcid.org/0000-0001-6997-3917"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Annika Silvervarg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Arne J\u00f6nsson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Arne J\u00f6nsson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.7188000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.7188000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.11800000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.11050000041723251,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbots","display_name":"chatbots","score":0.9980000257492065},{"id":"https://openalex.org/keywords/subjective-evaluation","display_name":"subjective evaluation","score":0.8600000143051147},{"id":"https://openalex.org/keywords/objective-evaluation-metrics","display_name":"objective evaluation metrics","score":0.9049999713897705},{"id":"https://openalex.org/keywords/user-experience","display_name":"user experience","score":0.7149999737739563},{"id":"https://openalex.org/keywords/school-pupils","display_name":"school pupils","score":0.5230000019073486},{"id":"https://openalex.org/keywords/learning-environment","display_name":"learning environment","score":0.3880000114440918},{"id":"https://openalex.org/keywords/dialogue-understanding","display_name":"dialogue understanding","score":0.3869999945163727},{"id":"https://openalex.org/keywords/conversational-behavior","display_name":"conversational behavior","score":0.8140000104904175}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6866999864578247},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.5493999719619751},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.487199991941452},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48100000619888306},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4659000039100647},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4140999913215637},{"id":"https://openalex.org/C2983409430","wikidata":"https://www.wikidata.org/wiki/Q7935065","display_name":"Virtual agent","level":2,"score":0.38839998841285706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3375000059604645},{"id":"https://openalex.org/C2780829048","wikidata":"https://www.wikidata.org/wiki/Q1624720","display_name":"Conversation analysis","level":3,"score":0.31630000472068787},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2741999924182892},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26980000734329224},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.225.5711","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.225.5711","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ida.liu.se/%7Eannsi/Pub/krpds11.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W565348209","https://openalex.org/W3106536562","https://openalex.org/W2775711733","https://openalex.org/W4415723336","https://openalex.org/W4387446652","https://openalex.org/W2907308297","https://openalex.org/W7097990650","https://openalex.org/W2900220550","https://openalex.org/W2506232023","https://openalex.org/W4205165244"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3],"present":[4],"results":[5,92],"from":[6],"an":[7,49],"investigation":[8],"on":[9,48],"correlations":[10,98],"between":[11,55,99],"subjective":[12,25,100],"and":[13,58,101,122],"objective":[14,43,102,157],"evaluation":[15,26,44],"metrics":[16,27,45,103],"for":[17,112,155],"young":[18],"people":[19],"using":[20,66],"a":[21,38,67,72,83],"conversational":[22,68,135,139],"agent.":[23,60],"The":[24,75],"capture":[28],"users":[29,57,76,130],"\u2019":[30],"experiences":[31],"of":[32,35,51],"different":[33],"aspects":[34],"conversations":[36],"with":[37],"virtual":[39],"agent":[40,69,136],"while":[41],"the":[42,52,56,59,78,109,117,134,146,156],"are":[46,96,105],"based":[47],"analysis":[50],"actual":[53],"conversation":[54],"Our":[61,91],"study":[62,79],"has":[63],"been":[64],"conducted":[65],"incorporated":[70],"in":[71,77,82],"learning":[73],"environment.":[74],"were":[80],"pupils":[81],"regular":[84],"school":[85],"aged":[86],"12":[87],"to":[88,107,114,126],"14":[89],"years.":[90],"show":[93],"that":[94,104,131,144],"there":[95,150],"no":[97,152],"supposed":[106],"measure":[108],"same":[110],"aspects,":[111],"example,":[113],"what":[115],"extent":[116],"system":[118],"can":[119],"correctly":[120],"interpret":[121],"give":[123],"appropriate":[124],"responses":[125],"user":[127],"utterances.":[128],"However,":[129],"subjectively":[132],"like":[133],"rate":[137],"its":[138],"behaviour":[140],"higher":[141],"than":[142],"those":[143],"dislikes":[145],"system,":[147],"even":[148],"though":[149],"is":[151],"corresponding":[153],"difference":[154],"measures.":[158]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7098078976","counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2025-10-27T00:00:00"}
