{"id":"https://openalex.org/W2571328372","doi":"https://doi.org/10.1145/3010915.3010965","title":"Designing evaluation beyond evaluating design","display_name":"Designing evaluation beyond evaluating design","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2571328372","doi":"https://doi.org/10.1145/3010915.3010965","mag":"2571328372"},"language":"en","primary_location":{"id":"doi:10.1145/3010915.3010965","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3010915.3010965","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australian Conference on Computer-Human Interaction - OzCHI '16","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037102581","display_name":"Jennyfer Lawrence Taylor","orcid":"https://orcid.org/0000-0003-1137-6444"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jennyfer Lawrence Taylor","raw_affiliation_strings":["Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018208318","display_name":"Alessandro Soro","orcid":"https://orcid.org/0000-0003-3352-4436"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alessandro Soro","raw_affiliation_strings":["Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027680609","display_name":"Margot Brereton","orcid":"https://orcid.org/0000-0002-0982-3404"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Margot Brereton","raw_affiliation_strings":["Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091525470","display_name":"Anita Lee Hong","orcid":"https://orcid.org/0000-0002-7371-9548"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Anita Lee Hong","raw_affiliation_strings":["Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107595310","display_name":"Paul Roe","orcid":"https://orcid.org/0000-0002-4892-1509"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Paul Roe","raw_affiliation_strings":["Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I160993911"],"apc_list":null,"apc_paid":null,"fwci":7.8162,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.97280309,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"472","last_page":"477"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12196","display_name":"Community Health and Development","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/futures-contract","display_name":"Futures contract","score":0.6597543954849243},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6233679056167603},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5819591283798218},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5482462644577026},{"id":"https://openalex.org/keywords/sustainability","display_name":"Sustainability","score":0.5192470550537109},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4675760567188263},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.4599238336086273},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4279058277606964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1999230980873108},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1796499490737915},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.13037630915641785}],"concepts":[{"id":"https://openalex.org/C106306483","wikidata":"https://www.wikidata.org/wiki/Q183984","display_name":"Futures contract","level":2,"score":0.6597543954849243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6233679056167603},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5819591283798218},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5482462644577026},{"id":"https://openalex.org/C66204764","wikidata":"https://www.wikidata.org/wiki/Q219416","display_name":"Sustainability","level":2,"score":0.5192470550537109},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4675760567188263},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4599238336086273},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4279058277606964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1999230980873108},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1796499490737915},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.13037630915641785},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3010915.3010965","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3010915.3010965","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australian Conference on Computer-Human Interaction - OzCHI '16","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5045919702","display_name":"Digital noticeboards for remote Aboriginal communities: bringing web 2.0 participation to non-western cultures with low English and technical literacy","funder_award_id":"LP120200329","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W55866294","https://openalex.org/W371924850","https://openalex.org/W809551758","https://openalex.org/W1432985870","https://openalex.org/W1534728740","https://openalex.org/W1535418185","https://openalex.org/W1583088912","https://openalex.org/W1682553374","https://openalex.org/W1968581336","https://openalex.org/W1986668724","https://openalex.org/W1991148930","https://openalex.org/W1992705510","https://openalex.org/W2002768443","https://openalex.org/W2027987367","https://openalex.org/W2060782889","https://openalex.org/W2066542355","https://openalex.org/W2085876742","https://openalex.org/W2095478627","https://openalex.org/W2096878712","https://openalex.org/W2101195653","https://openalex.org/W2122909041","https://openalex.org/W2124955469","https://openalex.org/W2130645129","https://openalex.org/W2133443878","https://openalex.org/W2154502192","https://openalex.org/W2235509840","https://openalex.org/W2246181197","https://openalex.org/W2264546145","https://openalex.org/W2293215346","https://openalex.org/W2342091124","https://openalex.org/W2556685903","https://openalex.org/W2556764466","https://openalex.org/W2611369375","https://openalex.org/W2758757840","https://openalex.org/W3128704744","https://openalex.org/W4250441759","https://openalex.org/W4301771116","https://openalex.org/W6704462221","https://openalex.org/W6744812487","https://openalex.org/W7010429586"],"related_works":["https://openalex.org/W2080194917","https://openalex.org/W2230611034","https://openalex.org/W2494020708","https://openalex.org/W4387762087","https://openalex.org/W2069474937","https://openalex.org/W3124189739","https://openalex.org/W2090424917","https://openalex.org/W99115737","https://openalex.org/W2493455761","https://openalex.org/W1557762153"],"abstract_inverted_index":{"This":[0,122],"paper":[1],"considers":[2],"the":[3,11,57,83,86,96,106],"issue":[4],"of":[5,16,27,49,59,104,120],"evaluation":[6,42,55],"in":[7,47,124],"cross-cultural":[8],"contexts,":[9],"where":[10],"focus":[12],"on":[13,67],"Western":[14],"principles":[15],"technology":[17],"quality":[18],"can":[19],"be":[20,44],"problematic.":[21],"We":[22],"present":[23],"a":[24,29,60,71,74,101],"case":[25],"study":[26],"designing":[28],"Digital":[30],"Community":[31],"Noticeboard":[32],"with":[33,110],"an":[34],"Australian":[35],"Aboriginal":[36],"community,":[37],"and":[38,79,98,115,118,132],"discuss":[39],"how":[40,105],"its":[41],"may":[43,108,136],"better":[45,102],"approached":[46],"terms":[48],"'designing":[50],"futures'.":[51],"Rather":[52],"than":[53],"viewing":[54],"as":[56,85],"validation":[58],"designed":[61],"artefact,":[62],"our":[63],"approach":[64],"is":[65,80],"focused":[66],"mapping":[68],"progress":[69],"towards":[70],"vision":[72],"for":[73],"future":[75],"world":[76],"that":[77,135],"shapes,":[78],"shaped":[81],"by":[82],"noticeboard,":[84],"two":[87],"have":[88],"mutually":[89],"evolved.":[90],"The":[91],"resulting":[92],"insights":[93],"go":[94],"beyond":[95],"technical":[97],"lead":[99],"to":[100,127],"understanding":[103],"noticeboard":[107],"fit":[109],"everyday":[111],"practices,":[112],"local":[113],"values":[114],"social":[116],"protocols,":[117],"issues":[119],"sustainability.":[121],"shift":[123],"perspective":[125],"helps":[126],"foreground":[128],"these":[129],"socio-technical":[130],"factors":[131],"research":[133],"problems":[134],"otherwise":[137],"pass":[138],"unnoticed.":[139]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}