{"id":"https://openalex.org/W3192442416","doi":"https://doi.org/10.1109/tvcg.2021.3114811","title":"Learning Objectives, Insights, and Assessments: How Specification Formats Impact Design","display_name":"Learning Objectives, Insights, and Assessments: How Specification Formats Impact Design","publication_year":2021,"publication_date":"2021-09-29","ids":{"openalex":"https://openalex.org/W3192442416","doi":"https://doi.org/10.1109/tvcg.2021.3114811","mag":"3192442416","pmid":"https://pubmed.ncbi.nlm.nih.gov/34587047"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2021.3114811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2021.3114811","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.03111","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040739360","display_name":"Elsie Lee-Robbins","orcid":"https://orcid.org/0000-0002-4080-6506"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elsie Lee-Robbins","raw_affiliation_strings":["University of Michigan, School of Information, USA","[University of Michigan, School of Information (e-mail: elsielee@umich.edu)]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, School of Information, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"[University of Michigan, School of Information (e-mail: elsielee@umich.edu)]","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109257024","display_name":"Shiqing He","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiqing He","raw_affiliation_strings":["University of Michigan, School of Information, USA","[University of Michigan, School of Information (e-mail: heslicia@umich.edu)]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, School of Information, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"[University of Michigan, School of Information (e-mail: heslicia@umich.edu)]","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064931337","display_name":"Eytan Adar","orcid":"https://orcid.org/0000-0003-1911-836X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eytan Adar","raw_affiliation_strings":["University of Michigan, School of Information, USA","[University of Michigan, School of Information (e-mail: eadar@umich.edu)]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, School of Information, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"[University of Michigan, School of Information (e-mail: eadar@umich.edu)]","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09373645,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":"1","first_page":"676","last_page":"685"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.818610668182373},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6697908043861389},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6480340361595154},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5416181683540344},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.47047096490859985},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4303750693798065},{"id":"https://openalex.org/keywords/specification-language","display_name":"Specification language","score":0.4248896539211273},{"id":"https://openalex.org/keywords/formal-specification","display_name":"Formal specification","score":0.41783833503723145},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38606929779052734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2267313003540039},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2267177700996399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.818610668182373},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6697908043861389},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6480340361595154},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5416181683540344},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47047096490859985},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4303750693798065},{"id":"https://openalex.org/C201677973","wikidata":"https://www.wikidata.org/wiki/Q1209840","display_name":"Specification language","level":2,"score":0.4248896539211273},{"id":"https://openalex.org/C116253237","wikidata":"https://www.wikidata.org/wiki/Q1437424","display_name":"Formal specification","level":2,"score":0.41783833503723145},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38606929779052734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2267313003540039},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2267177700996399},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tvcg.2021.3114811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2021.3114811","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:34587047","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34587047","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:arXiv.org:2108.03111","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.03111","pdf_url":"https://arxiv.org/pdf/2108.03111","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3192442416","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2108.03111.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2108.03111","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.03111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.03111","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.03111","pdf_url":"https://arxiv.org/pdf/2108.03111","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7243774366","display_name":"CHS: Small: Using Learning Objectives for Visualization Design","funder_award_id":"1815760","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3192442416.pdf","grobid_xml":"https://content.openalex.org/works/W3192442416.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W330700155","https://openalex.org/W598355015","https://openalex.org/W632266322","https://openalex.org/W1512287614","https://openalex.org/W1564747309","https://openalex.org/W1571555778","https://openalex.org/W1806940748","https://openalex.org/W1823329909","https://openalex.org/W1952173784","https://openalex.org/W1979011152","https://openalex.org/W1987135115","https://openalex.org/W1987269142","https://openalex.org/W2023202080","https://openalex.org/W2057718781","https://openalex.org/W2063534350","https://openalex.org/W2067540388","https://openalex.org/W2079420557","https://openalex.org/W2103484089","https://openalex.org/W2108982845","https://openalex.org/W2116817443","https://openalex.org/W2132881639","https://openalex.org/W2140749907","https://openalex.org/W2147496782","https://openalex.org/W2155843307","https://openalex.org/W2267550340","https://openalex.org/W2342459749","https://openalex.org/W2407529156","https://openalex.org/W2516577816","https://openalex.org/W2611586694","https://openalex.org/W2612304202","https://openalex.org/W2795915595","https://openalex.org/W2914667513","https://openalex.org/W3086713402","https://openalex.org/W3092027641","https://openalex.org/W4237375617","https://openalex.org/W6644939295","https://openalex.org/W6693294134"],"related_works":["https://openalex.org/W3010978694","https://openalex.org/W3100711204","https://openalex.org/W93026307","https://openalex.org/W2159835458","https://openalex.org/W1859114758","https://openalex.org/W1981974420","https://openalex.org/W6830575","https://openalex.org/W2090908631","https://openalex.org/W2472535461","https://openalex.org/W2212450465","https://openalex.org/W3023628838","https://openalex.org/W2268132798","https://openalex.org/W23504212","https://openalex.org/W1533333744","https://openalex.org/W2759123383","https://openalex.org/W3089865895","https://openalex.org/W2309583046","https://openalex.org/W2153573476","https://openalex.org/W2737287570","https://openalex.org/W1511948429"],"abstract_inverted_index":{"Despite":[0],"the":[1,72,135,148,178],"ubiquity":[2],"of":[3,21,35,120,129,137],"communicative":[4,7,60,100],"visualizations,":[5,22],"specifying":[6,36],"intent":[8,37],"during":[9],"design":[10],"is":[11],"ad":[12],"hoc.":[13],"Whether":[14],"we":[15,44,56,106,133],"are":[16,86,90,195],"selecting":[17],"from":[18,92],"a":[19,47,66,103,127],"set":[20,128,136],"commissioning":[23],"someone":[24],"to":[25,140,146],"produce":[26],"them,":[27],"or":[28],"creating":[29],"them":[30],"ourselves,":[31],"an":[32],"effective":[33,150],"way":[34],"can":[38,62],"help":[39],"guide":[40],"this":[41],"process.":[42],"Ideally,":[43],"would":[45],"have":[46,57,159],"concise":[48],"and":[49,75,114,193],"shared":[50],"specification":[51,84,109,143,157],"language.":[52],"In":[53],"previous":[54],"work,":[55],"argued":[58],"that":[59,154,172],"intents":[61],"be":[63,191],"viewed":[64],"as":[65],"learning/assessment":[67],"problem":[68],"(i.e.,":[69],"what":[70,76],"should":[71,78],"reader":[73],"learn":[74],"test":[77],"they":[79],"do":[80],"well":[81],"on).":[82],"Learning-based":[83],"formats":[85],"linked":[87],"(e.g.,":[88],"assessments":[89,194],"derived":[91],"objectives)":[93],"but":[94],"some":[95],"may":[96,190],"more":[97],"effectively":[98],"specify":[99],"intent.":[101],"Through":[102],"large-scale":[104],"experiment,":[105],"studied":[107],"three":[108],"types:":[110],"learning":[111,173],"objectives,":[112],"insights,":[113],"assessments.":[115],"Participants,":[116],"guided":[117],"by":[118],"one":[119],"these":[121],"specifications,":[122],"rated":[123],"their":[124],"preferences":[125],"for":[126],"visualization":[130,138,181],"designs.":[131],"Then,":[132],"evaluated":[134],"designs":[139],"assess":[141],"which":[142,188],"led":[144],"participants":[145,177],"prefer":[147],"most":[149,179],"visualizations.":[151],"We":[152,183],"find":[153],"while":[155],"all":[156],"types":[158],"benefits":[160],"over":[161],"no-specification,":[162],"each":[163],"format":[164],"has":[165],"its":[166],"own":[167],"advantages.":[168],"Our":[169],"results":[170],"show":[171],"objective-based":[174],"specifications":[175,189],"helped":[176],"in":[180,187],"selection.":[182],"also":[184],"identify":[185],"situations":[186],"insufficient":[192],"vital.":[196]},"counts_by_year":[],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}