{"id":"https://openalex.org/W2899453960","doi":"https://doi.org/10.1145/3267305.3267514","title":"Top in the Lab, Flop in the Field?","display_name":"Top in the Lab, Flop in the Field?","publication_year":2018,"publication_date":"2018-10-08","ids":{"openalex":"https://openalex.org/W2899453960","doi":"https://doi.org/10.1145/3267305.3267514","mag":"2899453960"},"language":"en","primary_location":{"id":"doi:10.1145/3267305.3267514","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3267305.3267514","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 ACM International Joint Conference and 2018 International Symposium on Pervasive and Ubiquitous Computing and Wearable Computers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036210377","display_name":"Peter Widhalm","orcid":"https://orcid.org/0000-0002-5074-5356"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Peter Widhalm","raw_affiliation_strings":["Austrian Institute of Technology, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Austrian Institute of Technology, Vienna, Austria","institution_ids":["https://openalex.org/I132118926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019064302","display_name":"Maximilian Leodolter","orcid":"https://orcid.org/0000-0003-4531-7012"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Maximilian Leodolter","raw_affiliation_strings":["Austrian Institute of Technology, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Austrian Institute of Technology, Vienna, Austria","institution_ids":["https://openalex.org/I132118926"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003676186","display_name":"Norbert Br\u00e4ndle","orcid":"https://orcid.org/0000-0002-2976-3138"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Norbert Br\u00e4ndle","raw_affiliation_strings":["Austrian Institute of Technology, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Austrian Institute of Technology, Vienna, Austria","institution_ids":["https://openalex.org/I132118926"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036210377"],"corresponding_institution_ids":["https://openalex.org/I132118926"],"apc_list":null,"apc_paid":null,"fwci":1.358,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.86165394,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1479","last_page":"1487"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.9242641925811768},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8745603561401367},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7551106214523315},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6684620976448059},{"id":"https://openalex.org/keywords/autocorrelation","display_name":"Autocorrelation","score":0.654105007648468},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5751420259475708},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4733417332172394},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.46623560786247253},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.45182767510414124},{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.447727233171463},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.4261326789855957},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39137256145477295},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.37570154666900635},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.23877236247062683},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20583057403564453},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.08052915334701538}],"concepts":[{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.9242641925811768},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8745603561401367},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7551106214523315},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6684620976448059},{"id":"https://openalex.org/C5297727","wikidata":"https://www.wikidata.org/wiki/Q786970","display_name":"Autocorrelation","level":2,"score":0.654105007648468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5751420259475708},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4733417332172394},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.46623560786247253},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.45182767510414124},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.447727233171463},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.4261326789855957},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39137256145477295},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.37570154666900635},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.23877236247062683},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20583057403564453},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.08052915334701538},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3267305.3267514","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3267305.3267514","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 ACM International Joint Conference and 2018 International Symposium on Pervasive and Ubiquitous Computing and Wearable Computers","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1969860714","https://openalex.org/W2006702209","https://openalex.org/W2020642377","https://openalex.org/W2100772283","https://openalex.org/W2108467170","https://openalex.org/W2138135354","https://openalex.org/W2161241389","https://openalex.org/W2239078814","https://openalex.org/W2578039582","https://openalex.org/W2763030746","https://openalex.org/W2770723788","https://openalex.org/W2883766876","https://openalex.org/W2899151654"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W2045049461","https://openalex.org/W2791137381","https://openalex.org/W1504988876","https://openalex.org/W2973011565"],"abstract_inverted_index":{"We":[0,54],"present":[1],"a":[2,59],"solution":[3],"to":[4,30,44,90,101,108,121],"the":[5,20,40,52,86,98,133],"Sussex-Huawei":[6],"Locomotion-Transportation":[7],"(SHL)":[8],"recognition":[9,24,66],"challenge":[10],"(team":[11],"\"S304\").":[12],"Our":[13,110],"experiments":[14,111],"reveal":[15],"two":[16],"potential":[17],"pitfalls":[18],"in":[19,51,97],"evaluation":[21,57],"of":[22,49,67,77,94],"activity":[23],"algorithms:":[25],"1)":[26],"unnoticed":[27],"overfitting":[28],"due":[29,43],"autocorrelation":[31],"(i.e.":[32],"dependencies":[33],"between":[34],"temporally":[35],"close":[36],"samples),":[37],"and":[38,47,103,125,139],"2)":[39],"accuracy/generality":[41],"trade-off":[42],"idealized":[45],"conditions":[46],"lack":[48],"variation":[50],"data.":[53],"show":[55],"that":[56,113],"with":[58,72,83],"random":[60],"training/test":[61],"split":[62],"suggests":[63],"highly":[64],"accurate":[65],"eight":[68],"different":[69,95,105],"travel":[70],"activities":[71],"an":[73,122],"average":[74],"F1":[75,87],"score":[76,88],"96%":[78],"for":[79,92,104,132],"single-participant/fixed-position":[80],"data,":[81],"whereas":[82],"proper":[84],"backtesting":[85],"drops":[89],"84%,":[91],"data":[93],"participants":[96],"SHL":[99],"Dataset":[100],"61%,":[102],"carrying":[106],"positions":[107],"54%.":[109],"demonstrate":[112],"results":[114],"achieved":[115],"'in-the-lab'":[116],"can":[117],"easily":[118],"become":[119],"subject":[120],"upward":[123],"bias":[124],"cannot":[126],"always":[127],"serve":[128],"as":[129],"reliable":[130],"indicators":[131],"future":[134],"performance":[135],"'in-the-field',":[136],"where":[137],"generality":[138],"robustness":[140],"are":[141],"essential.":[142]},"counts_by_year":[{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}