{"id":"https://openalex.org/W2896336646","doi":"https://doi.org/10.1145/3275116.3275138","title":"Guidelines for Development and Evaluation of Usage Data Analytics Tools for Human-Machine Interactions with Industrial Manufacturing Systems","display_name":"Guidelines for Development and Evaluation of Usage Data Analytics Tools for Human-Machine Interactions with Industrial Manufacturing Systems","publication_year":2018,"publication_date":"2018-10-10","ids":{"openalex":"https://openalex.org/W2896336646","doi":"https://doi.org/10.1145/3275116.3275138","mag":"2896336646"},"language":"en","primary_location":{"id":"doi:10.1145/3275116.3275138","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3275116.3275138","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Academic Mindtrek Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015411717","display_name":"Jari Varsaluoma","orcid":"https://orcid.org/0000-0001-9424-7749"},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Jari Varsaluoma","raw_affiliation_strings":["Tampere University of Technology, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Tampere University of Technology, Tampere, Finland","institution_ids":["https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001019273","display_name":"Heli V\u00e4\u00e4t\u00e4j\u00e4","orcid":"https://orcid.org/0000-0003-3324-9497"},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Heli V\u00e4\u00e4t\u00e4j\u00e4","raw_affiliation_strings":["Tampere University of Technology, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Tampere University of Technology, Tampere, Finland","institution_ids":["https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085537677","display_name":"Tomi Heimonen","orcid":"https://orcid.org/0000-0002-3750-6422"},"institutions":[{"id":"https://openalex.org/I191114373","display_name":"University of Wisconsin\u2013Stevens Point","ror":"https://ror.org/05sv6pg41","country_code":"US","type":"education","lineage":["https://openalex.org/I191114373"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tomi Heimonen","raw_affiliation_strings":["University of Wisconsin-Stevens Point, Stevens Point, Wisconsin, USA"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Stevens Point, Stevens Point, Wisconsin, USA","institution_ids":["https://openalex.org/I191114373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002120629","display_name":"Katariina Tiitinen","orcid":null},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]},{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Katariina Tiitinen","raw_affiliation_strings":["University of Tampere, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"University of Tampere, Tampere, Finland","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044264406","display_name":"Jaakko Hakulinen","orcid":"https://orcid.org/0000-0001-8054-7265"},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]},{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jaakko Hakulinen","raw_affiliation_strings":["University of Tampere, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"University of Tampere, Tampere, Finland","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063830798","display_name":"Markku Turunen","orcid":"https://orcid.org/0000-0001-7395-0769"},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]},{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markku Turunen","raw_affiliation_strings":["University of Tampere, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"University of Tampere, Tampere, Finland","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051852065","display_name":"Harri Nieminen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harri Nieminen","raw_affiliation_strings":["Fastems Ltd, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Fastems Ltd, Tampere, Finland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5015411717"],"corresponding_institution_ids":["https://openalex.org/I4210133110"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.11281108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"172","last_page":"181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9165999889373779,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7389986515045166},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.6280256509780884},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.605417013168335},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5842359662055969},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5298659205436707},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49202391505241394},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48908835649490356},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.4677676558494568},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.42671769857406616},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3682120144367218},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.27991652488708496},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.145714670419693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7389986515045166},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.6280256509780884},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.605417013168335},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5842359662055969},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5298659205436707},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49202391505241394},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48908835649490356},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.4677676558494568},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.42671769857406616},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3682120144367218},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27991652488708496},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.145714670419693},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3275116.3275138","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3275116.3275138","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Academic Mindtrek Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:trepo.tuni.fi:10024/117189","is_oa":false,"landing_page_url":"https://trepo.tuni.fi/handle/10024/117189","pdf_url":null,"source":{"id":"https://openalex.org/S4306401860","display_name":"Tampere University Institutional Repository (Tampere University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I150589677","host_organization_name":"Tampere University of Applied Sciences","host_organization_lineage":["https://openalex.org/I150589677"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"acceptedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W52809394","https://openalex.org/W115394847","https://openalex.org/W1481252446","https://openalex.org/W1494137514","https://openalex.org/W1540101265","https://openalex.org/W1964755716","https://openalex.org/W1970569592","https://openalex.org/W1982830387","https://openalex.org/W1985816353","https://openalex.org/W1989505216","https://openalex.org/W1992743299","https://openalex.org/W2044222306","https://openalex.org/W2052398640","https://openalex.org/W2054160847","https://openalex.org/W2055175765","https://openalex.org/W2058203255","https://openalex.org/W2067871637","https://openalex.org/W2072044896","https://openalex.org/W2079420557","https://openalex.org/W2088562452","https://openalex.org/W2122060742","https://openalex.org/W2122281319","https://openalex.org/W2142493242","https://openalex.org/W2157887077","https://openalex.org/W2166699593","https://openalex.org/W2168440500","https://openalex.org/W2216897767","https://openalex.org/W2277314016","https://openalex.org/W2342091124","https://openalex.org/W2528323795","https://openalex.org/W2913758505","https://openalex.org/W3023580939","https://openalex.org/W4239496300","https://openalex.org/W4253698222"],"related_works":["https://openalex.org/W2385368906","https://openalex.org/W2902924992","https://openalex.org/W2626642044","https://openalex.org/W2619807045","https://openalex.org/W2362367986","https://openalex.org/W348707231","https://openalex.org/W2064719069","https://openalex.org/W3041760129","https://openalex.org/W2062940763","https://openalex.org/W2186032312"],"abstract_inverted_index":{"We":[0,105],"present":[1],"the":[2,6,30,101,143,146],"lessons":[3],"learned":[4],"during":[5,32],"development":[7,35,82],"and":[8,79,97,139,148],"evaluation":[9],"process":[10,36],"for":[11,18,56],"UX-sensors,":[12],"a":[13,33,117],"visual":[14,52],"data":[15,22,53,58,93,103,137],"analytics":[16,54,138],"tool":[17],"inspecting":[19],"logged":[20],"usage":[21,57,92,136],"from":[23,39,94,135],"flexible":[24],"manufacturing":[25],"systems":[26,96],"(FMS).":[27],"Based":[28],"on":[29,132,142],"experiences":[31],"collaborative":[34],"with":[37,70,100,111],"practitioners":[38],"one":[40],"FMS":[41],"supplier":[42,147],"company,":[43],"we":[44,129],"propose":[45],"guidelines":[46],"to":[47,75,90,124],"support":[48],"other":[49],"developers":[50,85],"of":[51,62,121,145],"tools":[55],"logging":[59],"in":[60],"context":[61],"complex":[63],"industrial":[64],"systems.":[65],"For":[66,126],"instance,":[67],"involving":[68],"stakeholders":[69],"different":[71],"roles":[72],"can":[73,115],"help":[74],"identify":[76],"user":[77],"requirements":[78],"generate":[80],"valuable":[81],"ideas.":[83],"Tool":[84],"should":[86],"confirm":[87],"early":[88],"access":[89],"real":[91],"customers'":[95],"familiarize":[98],"themselves":[99],"log":[102],"structure.":[104],"argue":[106],"that":[107],"combining":[108],"expert":[109],"evaluations":[110],"field":[112],"study":[113],"methods":[114],"provide":[116],"more":[118],"diverse":[119],"set":[120],"usability":[122],"issues":[123],"address.":[125],"future":[127],"research,":[128],"encourage":[130],"studies":[131],"insights":[133],"emerging":[134],"their":[140],"impact":[141],"viewpoints":[144],"customer.":[149]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}