{"id":"https://openalex.org/W4248877229","doi":"https://doi.org/10.1145/1377966","title":"Proceedings of the 2008 Workshop on BEyond time and errors: novel evaLuation methods for Information Visualization","display_name":"Proceedings of the 2008 Workshop on BEyond time and errors: novel evaLuation methods for Information Visualization","publication_year":2008,"publication_date":"2008-04-05","ids":{"openalex":"https://openalex.org/W4248877229","doi":"https://doi.org/10.1145/1377966"},"language":"en","primary_location":{"id":"doi:10.1145/1377966","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1377966","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"proceedings"},"type":"paratext","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":true,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8121107816696167},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.801846981048584},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7730609774589539},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6389098763465881},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5521739721298218},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.5454626083374023},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4906870126724243},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48861032724380493},{"id":"https://openalex.org/keywords/creative-visualization","display_name":"Creative visualization","score":0.4643080532550812},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.17797741293907166}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8121107816696167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.801846981048584},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7730609774589539},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6389098763465881},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5521739721298218},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.5454626083374023},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4906870126724243},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48861032724380493},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.4643080532550812},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.17797741293907166},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1377966","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1377966","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"proceedings"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1577090759","https://openalex.org/W4206788318","https://openalex.org/W1980865205","https://openalex.org/W3025387836","https://openalex.org/W2178117069","https://openalex.org/W2956101281","https://openalex.org/W2538834698","https://openalex.org/W2010217602","https://openalex.org/W2167556355","https://openalex.org/W3214983079"],"abstract_inverted_index":{"Information":[0],"visualization":[1,115,180,196,283],"systems":[2,116,161],"allow":[3],"users":[4],"to":[5,12,58,78,120,133,217,248,252,266,324],"produce":[6,79,325],"insights,":[7],"innovations,":[8],"and":[9,29,73,81,130,235,274,294,310],"discoveries.":[10],"However,":[11],"understand":[13],"these":[14,160,219],"complex":[15],"behaviors,":[16],"evaluation":[17,102,129,158,241,272,280],"efforts":[18],"must":[19],"be":[20,37,43,59],"targeted":[21],"at":[22,210],"the":[23,26,30,99,111,134,144,152,157,188,195,200,211,230,250,254,268,277,331,340],"component":[24],"level,":[25,28],"system":[27],"work":[31],"environment":[32],"level.":[33],"Some":[34],"components":[35],"can":[36,42,140,185,289],"evaluated":[38],"with":[39,169,319],"metrics":[40,86,131],"that":[41,113,142],"observed":[44],"or":[45,76],"computed":[46],"but":[47,104],"many":[48],"others":[49],"require":[50],"empirical":[51],"user":[52],"evaluations.":[53,95],"Usability":[54],"studies":[55],"still":[56],"tend":[57],"designed":[60],"in":[61,110,281,322,339],"an":[62],"ad":[63],"hoc":[64],"manner,":[65],"focusing":[66],"on":[67,279,304],"particular":[68],"systems,":[69],"addressing":[70],"only":[71],"time":[72],"errors":[74],"issues,":[75],"failing":[77],"reusable":[80],"robust":[82],"results.":[83],"Intrinsic":[84],"quality":[85],"are":[87,98,337],"rare":[88],"despite":[89],"their":[90],"necessity":[91],"for":[92,156,240],"true":[93],"comparative":[94],"Controlled":[96],"experiments":[97],"most":[100],"common":[101],"technique":[103],"there":[105],"is":[106,150,167,181,302],"a":[107,191,285,326],"growing":[108],"sense":[109],"community":[112,166],"information":[114,148,282],"need":[117],"new":[118],"approaches":[119],"evaluation,":[121],"such":[122,171],"as":[123],"longitudinal":[124],"field":[125],"studies,":[126],"insight":[127],"based":[128,303],"adapted":[132],"exploratory":[135,238],"nature":[136],"of":[137,147,154,159,177,190,232,270,300,333],"discovery.":[138],"We":[139],"conclude":[141],"while":[143],"overall":[145],"use":[146],"visualizations":[149],"accelerating,":[151],"growth":[153],"techniques":[155,239],"has":[162],"been":[163,316],"slow.":[164],"Our":[165],"confronted":[168],"questions":[170],"as:":[172],"\u2022":[173,183,193],"\"For":[174],"this":[175],"set":[176],"task,":[178],"which":[179],"best?\"":[182],"\"How":[184],"I":[186,197],"measure":[187],"utility":[189],"visualization?\"":[192],"\"Does":[194],"developed":[198],"meet":[199],"target":[201],"users'":[202],"needs?\"":[203],"An":[204],"initial":[205],"workshop,":[206],"BELIV'06,":[207,334],"was":[208,223,260],"conducted":[209],"Advanced":[212],"Visual":[213],"Interfaces":[214],"(AVI)":[215],"conference":[216],"address":[218],"questions.":[220],"The":[221,297],"workshop":[222],"well":[224],"attended,":[225],"featuring":[226],"lively":[227],"discussions":[228],"about":[229],"limits":[231],"current":[233],"practices":[234],"several":[236],"novel":[237,271],"were":[242],"presented.":[243],"Attendees":[244],"have":[245,315],"repeatedly":[246],"expressed":[247],"us":[249],"wish":[251],"repeat":[253],"workshop.":[255],"For":[256],"BELIV'08":[257,301],"our":[258],"aim":[259],"twofold:":[261],"we":[262],"would":[263],"like":[264],"(1)":[265],"continue":[267],"exploration":[269],"methods":[273],"(2)":[275],"structure":[276],"knowledge":[278],"around":[284],"schema,":[286],"where":[287],"researchers":[288],"easily":[290],"identify":[291],"unsolved":[292],"problems":[293],"research":[295,308,335],"gaps.":[296],"scientific":[298],"program":[299],"two":[305],"different":[306],"contributions:":[307],"papers":[309,314,336],"position":[311,320],"papers.":[312],"Research":[313],"presented":[317],"together":[318],"papers,":[321],"order":[323],"more":[327],"animated":[328],"discussion.":[329],"Continuing":[330],"line":[332],"published":[338],"ACM":[341],"Digital":[342],"Library.":[343]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
