{"id":"https://openalex.org/W2913726408","doi":"https://doi.org/10.1145/2702123.2702466","title":"Evaluation Probes","display_name":"Evaluation Probes","publication_year":2015,"publication_date":"2015-04-17","ids":{"openalex":"https://openalex.org/W2913726408","doi":"https://doi.org/10.1145/2702123.2702466","mag":"2913726408"},"language":"en","primary_location":{"id":"doi:10.1145/2702123.2702466","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2702123.2702466","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082771695","display_name":"Anna Luusua","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Anna Luusua","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061057478","display_name":"Johanna Ylipulli","orcid":"https://orcid.org/0000-0002-7537-4774"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Johanna Ylipulli","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087646552","display_name":"Marko Jurmu","orcid":"https://orcid.org/0000-0002-2444-009X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Marko Jurmu","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014561130","display_name":"Henrika Pihlajaniemi","orcid":"https://orcid.org/0000-0002-4101-2804"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Henrika Pihlajaniemi","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077524308","display_name":"Piia Markkanen","orcid":"https://orcid.org/0000-0002-7200-6490"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Piia Markkanen","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043089012","display_name":"Timo Ojala","orcid":"https://orcid.org/0009-0007-9811-6237"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Timo Ojala","raw_affiliation_strings":["University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"85","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14147","display_name":"Innovative Approaches in Technology and Social Development","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conceptualization","display_name":"Conceptualization","score":0.8953455090522766},{"id":"https://openalex.org/keywords/emic-and-etic","display_name":"Emic and etic","score":0.8757633566856384},{"id":"https://openalex.org/keywords/experiential-learning","display_name":"Experiential learning","score":0.7772853374481201},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48867467045783997},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32181042432785034},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2888113558292389},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.23621311783790588},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.14333918690681458},{"id":"https://openalex.org/keywords/anthropology","display_name":"Anthropology","score":0.09234952926635742}],"concepts":[{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.8953455090522766},{"id":"https://openalex.org/C32464470","wikidata":"https://www.wikidata.org/wiki/Q1337916","display_name":"Emic and etic","level":2,"score":0.8757633566856384},{"id":"https://openalex.org/C37228920","wikidata":"https://www.wikidata.org/wiki/Q1307600","display_name":"Experiential learning","level":2,"score":0.7772853374481201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48867467045783997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32181042432785034},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2888113558292389},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.23621311783790588},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.14333918690681458},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.09234952926635742}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2702123.2702466","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2702123.2702466","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G2100207069","display_name":null,"funder_award_id":"75589","funder_id":"https://openalex.org/F4320321855","funder_display_name":"Tekes"},{"id":"https://openalex.org/G5621267594","display_name":null,"funder_award_id":"137736, 137965","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320321855","display_name":"Tekes","ror":"https://ror.org/02ag8cq23"},{"id":"https://openalex.org/F4320322426","display_name":"Nokia Foundation","ror":"https://ror.org/0401nzk46"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W78594992","https://openalex.org/W238041975","https://openalex.org/W571384667","https://openalex.org/W636341350","https://openalex.org/W1490996466","https://openalex.org/W1543791004","https://openalex.org/W1547341751","https://openalex.org/W1557459633","https://openalex.org/W1598253310","https://openalex.org/W1606540910","https://openalex.org/W1757865684","https://openalex.org/W1963596419","https://openalex.org/W1965940231","https://openalex.org/W1966347992","https://openalex.org/W1977915736","https://openalex.org/W1984110937","https://openalex.org/W1991376523","https://openalex.org/W1997583296","https://openalex.org/W1998522059","https://openalex.org/W2018852518","https://openalex.org/W2019872430","https://openalex.org/W2020639717","https://openalex.org/W2028737275","https://openalex.org/W2030028740","https://openalex.org/W2042286869","https://openalex.org/W2060614083","https://openalex.org/W2075115149","https://openalex.org/W2076578329","https://openalex.org/W2080965661","https://openalex.org/W2081798281","https://openalex.org/W2092390732","https://openalex.org/W2106836257","https://openalex.org/W2110466318","https://openalex.org/W2118987598","https://openalex.org/W2126478424","https://openalex.org/W2131717425","https://openalex.org/W2136925099","https://openalex.org/W2150634379","https://openalex.org/W2164004680","https://openalex.org/W2171844507","https://openalex.org/W2202103010","https://openalex.org/W2568476927","https://openalex.org/W4236509012","https://openalex.org/W4242379069","https://openalex.org/W4285719527","https://openalex.org/W4293258648","https://openalex.org/W6632586888"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2938131915","https://openalex.org/W2944821704","https://openalex.org/W1590278127","https://openalex.org/W4254180196","https://openalex.org/W3049487133","https://openalex.org/W4362575170","https://openalex.org/W2804679778","https://openalex.org/W3107432450"],"abstract_inverted_index":{"We":[0,19,46,70],"introduce":[1],"evaluation":[2,8,51,78],"probes":[3,52,61,79],"for":[4],"conducting":[5],"emic,":[6],"experiential":[7,87],"of":[9,27,50,58,77],"urban":[10],"technologies":[11],"\"in":[12],"the":[13,28,48,59,68],"wild\"":[14],"without":[15],"direct":[16],"researcher":[17],"presence.":[18],"commence":[20],"with":[21],"a":[22],"thorough":[23],"discussion":[24],"and":[25,36,42,56,72,80,84],"analysis":[26],"original":[29],"cultural":[30,60],"probes,":[31],"used":[32],"by":[33],"Gaver,":[34],"Dunne":[35],"Pacenti":[37],"to":[38],"gain":[39],"design":[40],"inspiration,":[41],"their":[43,82],"subsequent":[44],"variations.":[45],"develop":[47],"concept":[49],"through":[53],"careful":[54],"re-conceptualization":[55],"application":[57],"in":[62,67,86],"three":[63],"successive":[64],"studies":[65],"conducted":[66],"wild.":[69],"recount":[71],"reflect":[73],"on":[74],"our":[75],"use":[76],"discuss":[81],"merits":[83],"limitations":[85],"emic":[88],"evaluation.":[89]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2019-02-21T00:00:00"}