{"id":"https://openalex.org/W4401983399","doi":"https://doi.org/10.1145/3666094.3666103","title":"Talk the Talk, Walk the Walk: A Case Study on Systematic Evaluation in Participatory Design","display_name":"Talk the Talk, Walk the Walk: A Case Study on Systematic Evaluation in Participatory Design","publication_year":2024,"publication_date":"2024-08-11","ids":{"openalex":"https://openalex.org/W4401983399","doi":"https://doi.org/10.1145/3666094.3666103"},"language":"en","primary_location":{"id":"doi:10.1145/3666094.3666103","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3666094.3666103","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Participatory Design Conference 2024","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.tilburguniversity.edu/en/publications/e6e3d6c2-91f5-4464-bb86-96524fa7c525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086809092","display_name":"Quynh Nguyen","orcid":"https://orcid.org/0000-0002-9231-2575"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]},{"id":"https://openalex.org/I182212641","display_name":"University of Salzburg","ror":"https://ror.org/05gs8cd61","country_code":"AT","type":"education","lineage":["https://openalex.org/I182212641"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Quynh Nguyen","raw_affiliation_strings":["Center for Technology Experience, Austrian Institute of Technology GmbH, Austria and Department for Artificial Intelligence and Human Interfaces, University of Salzburg, Austria"],"raw_orcid":"https://orcid.org/0000-0002-9231-2575","affiliations":[{"raw_affiliation_string":"Center for Technology Experience, Austrian Institute of Technology GmbH, Austria and Department for Artificial Intelligence and Human Interfaces, University of Salzburg, Austria","institution_ids":["https://openalex.org/I132118926","https://openalex.org/I182212641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005808239","display_name":"Emma Jaspaert","orcid":"https://orcid.org/0000-0002-1833-2762"},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]},{"id":"https://openalex.org/I4210163927","display_name":"Institut National de Criminalistique et de Criminologie","ror":"https://ror.org/05h8pb290","country_code":"BE","type":"government","lineage":["https://openalex.org/I4210163927"]},{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE","NL"],"is_corresponding":false,"raw_author_name":"Emma Jaspaert","raw_affiliation_strings":["Criminal Law, Tilburg University, Netherlands and Leuven Institute of Criminology, KU Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1833-2762","affiliations":[{"raw_affiliation_string":"Criminal Law, Tilburg University, Netherlands and Leuven Institute of Criminology, KU Leuven, Belgium","institution_ids":["https://openalex.org/I193700539","https://openalex.org/I4210163927","https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106833133","display_name":"Birgit Harthum","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110912","display_name":"Vienna Consulting Engineers (Austria)","ror":"https://ror.org/0170ntk37","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210110912"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Birgit Harthum","raw_affiliation_strings":["Research Projects & Consulting, Usecon GmbH, Austria"],"raw_orcid":"https://orcid.org/0009-0001-3592-0494","affiliations":[{"raw_affiliation_string":"Research Projects & Consulting, Usecon GmbH, Austria","institution_ids":["https://openalex.org/I4210110912"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"133","last_page":"144"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14147","display_name":"Innovative Approaches in Technology and Social Development","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14147","display_name":"Innovative Approaches in Technology and Social Development","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5876339673995972},{"id":"https://openalex.org/keywords/participatory-design","display_name":"Participatory design","score":0.5333243608474731},{"id":"https://openalex.org/keywords/citizen-journalism","display_name":"Citizen journalism","score":0.488311767578125},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32998332381248474},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.22120609879493713},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1919950544834137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5876339673995972},{"id":"https://openalex.org/C2777455480","wikidata":"https://www.wikidata.org/wiki/Q1038171","display_name":"Participatory design","level":3,"score":0.5333243608474731},{"id":"https://openalex.org/C203663800","wikidata":"https://www.wikidata.org/wiki/Q848979","display_name":"Citizen journalism","level":2,"score":0.488311767578125},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32998332381248474},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.22120609879493713},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1919950544834137},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2775922551","wikidata":"https://www.wikidata.org/wiki/Q7135033","display_name":"Parallels","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3666094.3666103","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3666094.3666103","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Participatory Design Conference 2024","raw_type":"proceedings-article"},{"id":"pmh:oai:tilburguniversity.edu:openaire/e6e3d6c2-91f5-4464-bb86-96524fa7c525","is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/e6e3d6c2-91f5-4464-bb86-96524fa7c525","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"},{"id":"pmh:oai:tilburguniversity.edu:publications/e6e3d6c2-91f5-4464-bb86-96524fa7c525","is_oa":true,"landing_page_url":"https://www.scopus.com/pages/publications/85204873014","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:tilburguniversity.edu:openaire/e6e3d6c2-91f5-4464-bb86-96524fa7c525","is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/e6e3d6c2-91f5-4464-bb86-96524fa7c525","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G2067010901","display_name":null,"funder_award_id":"833672","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1274426204","https://openalex.org/W1547450212","https://openalex.org/W1575714269","https://openalex.org/W1767470961","https://openalex.org/W1965824013","https://openalex.org/W1981902841","https://openalex.org/W1991451454","https://openalex.org/W1997493764","https://openalex.org/W2013450091","https://openalex.org/W2020424355","https://openalex.org/W2035947650","https://openalex.org/W2045096906","https://openalex.org/W2046947940","https://openalex.org/W2060200559","https://openalex.org/W2065300814","https://openalex.org/W2069818276","https://openalex.org/W2075849103","https://openalex.org/W2082720969","https://openalex.org/W2084548828","https://openalex.org/W2088564338","https://openalex.org/W2089138977","https://openalex.org/W2106110129","https://openalex.org/W2109002639","https://openalex.org/W2111849619","https://openalex.org/W2114944548","https://openalex.org/W2119852777","https://openalex.org/W2122987228","https://openalex.org/W2127752606","https://openalex.org/W2134583000","https://openalex.org/W2137045791","https://openalex.org/W2158065543","https://openalex.org/W2295498687","https://openalex.org/W2495526613","https://openalex.org/W2516684139","https://openalex.org/W2545050010","https://openalex.org/W2582126154","https://openalex.org/W2785352827","https://openalex.org/W2793393633","https://openalex.org/W2887029669","https://openalex.org/W2888511148","https://openalex.org/W2897142658","https://openalex.org/W2899267432","https://openalex.org/W2912296668","https://openalex.org/W2940866901","https://openalex.org/W2942196293","https://openalex.org/W3018840283","https://openalex.org/W3022331215","https://openalex.org/W3022607203","https://openalex.org/W3025768267","https://openalex.org/W3036669498","https://openalex.org/W3120422008","https://openalex.org/W3146973880","https://openalex.org/W4243636675","https://openalex.org/W4281794327","https://openalex.org/W4287877125","https://openalex.org/W4291802942","https://openalex.org/W4297446819","https://openalex.org/W4312998056","https://openalex.org/W4313421001","https://openalex.org/W4318778261","https://openalex.org/W4319985164","https://openalex.org/W4386600796","https://openalex.org/W4399199596","https://openalex.org/W6676830278"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W1863509217"],"abstract_inverted_index":{"Participatory":[0],"Design":[1],"(PD)":[2],"has":[3],"become":[4],"a":[5,18,86,94,99,105,134],"versatile,":[6],"often-used":[7],"design":[8],"practice.":[9],"However,":[10],"its":[11,32,35],"legitimacy":[12],"is":[13,56],"often":[14],"criticised":[15],"due":[16],"to":[17,30,34,52,128,138],"lack":[19],"of":[20,89,93,112],"empirically":[21],"backed":[22],"benefits":[23,33],"or":[24,72],"impact.":[25],"This":[26],"impedes":[27],"PD\u2019s":[28],"ability":[29],"convey":[31],"stakeholders,":[36],"other":[37],"disciplines,":[38],"and":[39,75,122,130,141],"society":[40],"at":[41],"large,":[42],"making":[43],"progress":[44],"in":[45,60,136],"the":[46,90,110,119],"field":[47],"more":[48],"difficult.":[49],"One":[50],"way":[51],"address":[53],"these":[54],"criticisms":[55],"using":[57],"systematic":[58,87],"evaluations":[59,78,115],"PD.":[61],"While":[62],"evaluation":[63,88,132],"frameworks":[64],"for":[65,97],"PD":[66,117,120,137],"exist,":[67],"they":[68],"are":[69,79],"rarely":[70],"used":[71],"built":[73],"upon,":[74],"results":[76],"from":[77],"seldom":[80],"disseminated.":[81],"Thus,":[82],"this":[83],"paper":[84],"presents":[85],"first":[91],"year":[92],"participatory":[95],"project":[96],"developing":[98,131],"Virtual":[100],"Reality":[101],"training":[102],"system":[103],"as":[104,133],"case":[106],"study.":[107],"We":[108],"discuss":[109],"impacts":[111],"systematic,":[113],"explicit":[114],"on":[116],"practitioners,":[118],"community,":[121],"beyond.":[123],"The":[124],"work,":[125],"therefore,":[126],"contributes":[127],"establishing":[129],"practice":[135],"enhance":[139],"knowledge-building":[140],"accountability.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}