{"id":"https://openalex.org/W3165867582","doi":"https://doi.org/10.1145/3452853.3452890","title":"IORapp: An R tool for Inter-Observer Reliability Assessment of Time and Motion data","display_name":"IORapp: An R tool for Inter-Observer Reliability Assessment of Time and Motion data","publication_year":2021,"publication_date":"2021-04-23","ids":{"openalex":"https://openalex.org/W3165867582","doi":"https://doi.org/10.1145/3452853.3452890","mag":"3165867582"},"language":"en","primary_location":{"id":"doi:10.1145/3452853.3452890","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3452853.3452890","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Conference on Cognitive Ergonomics 2021","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061532618","display_name":"Stefano Guidi","orcid":"https://orcid.org/0000-0001-8304-8680"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Stefano Guidi","raw_affiliation_strings":["University of Siena, Italy"],"affiliations":[{"raw_affiliation_string":"University of Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080697262","display_name":"Michela Tanzini","orcid":"https://orcid.org/0000-0003-2042-1526"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michela Tanzini","raw_affiliation_strings":["Center for Clinical Risk Management and Patient Safety, Italy"],"affiliations":[{"raw_affiliation_string":"Center for Clinical Risk Management and Patient Safety, Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045744680","display_name":"Johanna Westbrook","orcid":"https://orcid.org/0000-0003-1083-8192"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Johanna Westbrook","raw_affiliation_strings":["Centre for Health Systems and Safety Research, Faculty of Medicine and Health Sciences, Macquarie University, Australia"],"affiliations":[{"raw_affiliation_string":"Centre for Health Systems and Safety Research, Faculty of Medicine and Health Sciences, Macquarie University, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061532618"],"corresponding_institution_ids":["https://openalex.org/I102064193"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.05571332,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.955299973487854,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6832963228225708},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6771688461303711},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.5602782368659973},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4666675925254822},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.42917025089263916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2994757890701294},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10493984818458557},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05606502294540405}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6832963228225708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6771688461303711},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.5602782368659973},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4666675925254822},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.42917025089263916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2994757890701294},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10493984818458557},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05606502294540405},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3452853.3452890","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3452853.3452890","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Conference on Cognitive Ergonomics 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:usiena-air.unisi.it:11365/1149381","is_oa":false,"landing_page_url":"http://hdl.handle.net/11365/1149381","pdf_url":null,"source":{"id":"https://openalex.org/S4377196319","display_name":"Use Siena air (University of Siena)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I102064193","host_organization_name":"University of Siena","host_organization_lineage":["https://openalex.org/I102064193"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W58804484","https://openalex.org/W1975879668","https://openalex.org/W1978217317","https://openalex.org/W2017096199","https://openalex.org/W2053154970","https://openalex.org/W2131715312","https://openalex.org/W2313339984","https://openalex.org/W2735350776","https://openalex.org/W2783278280","https://openalex.org/W2982236370"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4322734194","https://openalex.org/W4233600955","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W3005535424","https://openalex.org/W2994319598","https://openalex.org/W2047067935","https://openalex.org/W1607054433","https://openalex.org/W2110842462"],"abstract_inverted_index":{"Direct":[0],"observational":[1],"time":[2,101,201,217,282,307],"and":[3,14,31,34,45,54,106,120,218,236,268,280,300,304],"motion":[4,219],"studies,":[5],"in":[6,36,52,93,130,216,289,308],"which":[7,94,161,214],"one":[8,136,147,224],"or":[9,195],"more":[10],"observers":[11,96,155,181,215,267],"continuously":[12],"observe":[13],"record":[15],"an":[16],"individual's":[17],"activities":[18],"over":[19,306],"a":[20,186,227,232,237,270,290,309],"certain":[21],"period":[22],"of":[23,38,61,80,90,109,115,165,177,234,262,266,273,296],"time,":[24,140],"can":[25,149,207,221,301],"provide":[26],"valuable":[27],"insights":[28],"into":[29,199],"work":[30],"communication":[32],"patterns":[33],"assist":[35,241],"identification":[37],"areas":[39],"to":[40,42,58,66,135,240],"intervene":[41],"support":[43,67],"safe":[44],"effective":[46],"work.":[47],"These":[48,285],"studies":[49,76,102,220],"have":[50],"increased":[51],"number":[53],"sophistication,":[55],"also":[56],"due":[57],"the":[59,68,78,103,110,113,139,163,183,197,210,248,260,297],"availability":[60],"software":[62],"tools":[63],"for":[64,74,87,146,244],"PDA":[65],"observers.":[69],"A":[70],"key":[71],"methodological":[72],"issue":[73],"these":[75,170],"is":[77,85],"assessment":[79,123],"Inter-Observer":[81],"Reliability":[82],"(IOR).":[83],"IOR":[84],"crucial":[86],"ensuring":[88],"reliability":[89,118],"data":[91,111,198,245,263,279],"collection":[92],"multiple":[95],"are":[97,132,162,287],"involved.":[98],"In":[99],"workflow":[100],"multivariate,":[104],"time-stamped":[105],"ordered":[107],"nature":[108],"limits":[112],"applicability":[114],"traditional":[116],"inter-rater":[117],"measures,":[119],"makes":[121],"this":[122,242],"challenging.":[124],"Measures":[125],"such":[126],"as":[127],"Cohen's":[128],"Kappa,":[129],"fact,":[131],"only":[133],"applicable":[134],"variable":[137],"at":[138],"so":[141,223],"that":[142,188],"high":[143],"K":[144],"scores":[145],"aspect":[148],"be":[150,190,302],"achieved":[151],"even":[152],"if":[153],"two":[154],"disagree":[156],"substantially":[157],"on":[158,213,276,281],"other":[159],"variables":[160],"object":[164],"their":[166],"observation.":[167],"Secondly,":[168],"computing":[169],"measures":[171,275,286],"first":[172],"requires":[173],"either":[174],"matching":[175],"pairs":[176],"datapoints":[178],"from":[179,264],"different":[180,211,310],"viewing":[182],"same":[184],"entity,":[185],"problem":[187],"cannot":[189],"done":[191],"with":[192,247,293],"perfect":[193],"certainty,":[194],"restructuring":[196],"fixed-length":[200],"window":[202,283],"sequences.":[203],"No":[204],"single":[205],"method":[206],"address":[208],"all":[209],"aspects":[212],"disagree,":[222],"should":[225],"adopt":[226],"composite":[228],"method.":[229,256],"We":[230],"developed":[231],"set":[233,272],"functions":[235],"Shiny":[238],"app":[239,258],"process":[243],"collected":[246],"Work":[249],"Observation":[250],"Method":[251],"By":[252],"Activity":[253],"Timing":[254],"(WOMBAT)":[255],"The":[257],"allows":[259],"loading":[261],"pairs/groups":[265],"computes":[269],"wide":[271],"agreement":[274],"both":[277],"matched":[278],"data.":[284],"presented":[288],"dashboard":[291],"along":[292],"interactive":[294],"visualizations":[295],"observers\u2019":[298],"data,":[299],"saved":[303],"plotted":[305],"section.":[311]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-06-07T00:00:00"}