{"id":"https://openalex.org/W2906583754","doi":"https://doi.org/10.1109/vast.2017.8585733","title":"QSAnglyzer: Visual Analytics for Prismatic Analysis of Question Answering System Evaluations","display_name":"QSAnglyzer: Visual Analytics for Prismatic Analysis of Question Answering System Evaluations","alternate_titles":[],"publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2906583754","doi":"https://doi.org/10.1109/vast.2017.8585733","mag":"2906583754"},"language":"en","primary_location":{"id":"doi:10.1109/vast.2017.8585733","doi":"https://doi.org/10.1109/vast.2017.8585733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vast.2017.8585733","pdf_url":null,"source":{"id":"https://openalex.org/S7407086270","display_name":"IEEE Conference on Visual Analytics Science and Technology (VAST)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Visual Analytics Science and Technology (VAST)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2906583754"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047726449","display_name":"Nan-Chen Chen","orcid":"https://orcid.org/0000-0003-3300-4799","observed_orcids":["https://orcid.org/0000-0003-3300-4799"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nan-Chen Chen","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041405652","display_name":"Been Kim","orcid":"https://orcid.org/0000-0001-9938-2915","observed_orcids":["https://orcid.org/0000-0001-9938-2915"]},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Been Kim","raw_affiliation_strings":["Allen Institute for Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for Artificial Intelligence","institution_ids":["https://openalex.org/I4210156221"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3021,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.57269939,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"48","last_page":"58"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering-systems","display_name":"question answering systems","score":0.8389999866485596},{"id":"https://openalex.org/keywords/evaluation-analysis","display_name":"evaluation analysis","score":0.9449999928474426},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"visual analytics","score":0.8240000009536743},{"id":"https://openalex.org/keywords/question-classification","display_name":"question classification","score":0.847000002861023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7715953588485718},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.6609594821929932},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6575693488121033},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.606393039226532},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.598046064376831},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5253260135650635},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.49651461839675903},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4712446331977844},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4421391785144806},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4356546103954315},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.43373528122901917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41058549284935},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40504512190818787},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38363343477249146},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37893232703208923},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3708838224411011},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33645474910736084},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08869501948356628},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08418115973472595},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vast.2017.8585733","doi":"https://doi.org/10.1109/vast.2017.8585733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vast.2017.8585733","pdf_url":null,"source":{"id":"https://openalex.org/S7407086270","display_name":"IEEE Conference on Visual Analytics Science and Technology (VAST)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Visual Analytics Science and Technology (VAST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W151117666","https://openalex.org/W166701918","https://openalex.org/W182831726","https://openalex.org/W415688925","https://openalex.org/W884650706","https://openalex.org/W1670132599","https://openalex.org/W1823329909","https://openalex.org/W1880262756","https://openalex.org/W1969650088","https://openalex.org/W2016970903","https://openalex.org/W2028678069","https://openalex.org/W2033748464","https://openalex.org/W2039371384","https://openalex.org/W2085074505","https://openalex.org/W2086511124","https://openalex.org/W2106441507","https://openalex.org/W2115758952","https://openalex.org/W2121406004","https://openalex.org/W2124799063","https://openalex.org/W2127058057","https://openalex.org/W2138199375","https://openalex.org/W2142493242","https://openalex.org/W2157459743","https://openalex.org/W2171278097","https://openalex.org/W2186022498","https://openalex.org/W2240086230","https://openalex.org/W2251349042","https://openalex.org/W2296401214","https://openalex.org/W2547185913","https://openalex.org/W2590019597","https://openalex.org/W3152428577","https://openalex.org/W4231136436","https://openalex.org/W6606825241","https://openalex.org/W6614453200","https://openalex.org/W6887541692"],"related_works":["https://openalex.org/W4242835034","https://openalex.org/W1999754132","https://openalex.org/W2197989791","https://openalex.org/W2054756825","https://openalex.org/W4412945180","https://openalex.org/W2402943250","https://openalex.org/W2146311236","https://openalex.org/W2443662371","https://openalex.org/W2358432608","https://openalex.org/W2758963222"],"abstract_inverted_index":{"Developing":[0],"sophisticated":[1],"artificial":[2],"intelligence":[3],"(AI)":[4],"systems":[5],"requires":[6],"AI":[7],"researchers":[8,165,180],"to":[9,96,189,227],"experiment":[10],"with":[11,46],"different":[12],"designs":[13],"and":[14,52,57,110,140,153,168,176,199,218,224,236,241],"analyze":[15],"results":[16,204],"from":[17,171],"evaluations":[18,170],"(we":[19],"refer":[20],"this":[21,27],"task":[22],"as":[23,85],"evaluation":[24,34,55,239],"analysis).":[25],"In":[26,122],"paper,":[28],"we":[29,49,67,108],"tackle":[30],"the":[31,37,112,124,149],"challenges":[32],"of":[33,39,54,61,82,105,151],"analysis":[35,56,76,104,212,235],"in":[36,88],"domain":[38],"question-answering":[40],"(QA)":[41],"systems.":[42],"Through":[43],"in-depth":[44],"studies":[45],"QA":[47,106,164,179],"researchers,":[48],"identify":[50],"tasks":[51,213],"goals":[53],"derive":[58],"a":[59,69,117],"set":[60],"design":[62,109],"rationales,":[63],"based":[64,134,183],"on":[65,135,184],"which":[66],"propose":[68],"novel":[70],"approach":[71],"termed":[72],"prismatic":[73,103,234],"analysis.":[74],"Prismatic":[75],"examines":[77],"data":[78],"through":[79,196],"multiple":[80],"ways":[81],"categorization":[83],"(referred":[84],"angles).":[86],"Categories":[87],"each":[89],"angle":[90,186],"are":[91,225],"measured":[92],"by":[93,128,147,187,200],"aggregate":[94],"metrics":[95],"enable":[97],"diverse":[98],"comparison":[99],"scenarios.":[100],"To":[101],"facilitate":[102],"evaluations,":[107],"implement":[111],"Question":[113],"Space":[114],"Anglyzer":[115],"(QSAnglyzer),":[116],"visual":[118],"analytics":[119],"(VA)":[120],"tool.":[121],"QSAnglyzer,":[123,209],"high-dimensional":[125],"space":[126],"formed":[127],"questions":[129,182],"is":[130,145],"divided":[131],"into":[132],"categories":[133],"several":[136],"angles":[137,161],"(e.g.,":[138],"topic":[139],"question":[141],"type).":[142],"Each":[143],"category":[144],"aggregated":[146],"accuracy,":[148],"number":[150],"questions,":[152],"accuracy":[154],"variance":[155],"across":[156],"evaluations.":[157],"QSAnglyzer":[158,195,237],"visualizes":[159],"these":[160],"so":[162],"that":[163,206],"can":[166],"examine":[167],"compare":[169],"various":[172],"aspects":[173],"both":[174],"individually":[175],"collectively.":[177],"Furthermore,":[178],"filter":[181],"any":[185],"clicking":[188],"construct":[190],"complex":[191],"queries.":[192],"We":[193,231],"validate":[194],"controlled":[197],"experiments":[198],"expert":[201],"reviews.":[202],"The":[203],"indicate":[205],"when":[207],"using":[208],"users":[210],"perform":[211],"faster":[214],"(p":[215,221],"<;":[216,222],"0.01)":[217],"more":[219],"accurately":[220],"0.05),":[223],"quick":[226],"gain":[228],"new":[229],"insight.":[230],"discuss":[232],"how":[233],"scaffold":[238],"analysis,":[240],"provide":[242],"directions":[243],"for":[244],"future":[245],"research.":[246]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2906583754","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-01-01T00:00:00"}
