{"id":"https://openalex.org/W4205221377","doi":"https://doi.org/10.1109/tvcg.2022.3141029","title":"ARCHIE++ : A Cloud-Enabled Framework for Conducting AR System Testing in the Wild","display_name":"ARCHIE++ : A Cloud-Enabled Framework for Conducting AR System Testing in the Wild","publication_year":2022,"publication_date":"2022-01-06","ids":{"openalex":"https://openalex.org/W4205221377","doi":"https://doi.org/10.1109/tvcg.2022.3141029","pmid":"https://pubmed.ncbi.nlm.nih.gov/34990364"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2022.3141029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3141029","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072421946","display_name":"Sarah M. Lehman","orcid":"https://orcid.org/0000-0002-9466-0688"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sarah M. Lehman","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052218874","display_name":"Semir Elezovikj","orcid":"https://orcid.org/0000-0001-6657-2827"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Semir Elezovikj","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061469520","display_name":"Haibin Ling","orcid":"https://orcid.org/0000-0003-4094-8413"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haibin Ling","raw_affiliation_strings":["Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102829972","display_name":"Chiu C. Tan","orcid":"https://orcid.org/0000-0002-5758-6394"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chiu C. Tan","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5072421946"],"corresponding_institution_ids":["https://openalex.org/I84392919"],"apc_list":null,"apc_paid":null,"fwci":0.604,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.65195028,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"29","issue":"4","first_page":"2102","last_page":"2116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7756586074829102},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7060627937316895},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.68436598777771},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6134814620018005},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5649415254592896},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5512470006942749},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4842686057090759},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.18765169382095337},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1752573847770691},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10878163576126099}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7756586074829102},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7060627937316895},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.68436598777771},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6134814620018005},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5649415254592896},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5512470006942749},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4842686057090759},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.18765169382095337},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1752573847770691},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10878163576126099},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2022.3141029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3141029","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:34990364","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34990364","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G2447207964","display_name":null,"funder_award_id":"2128187","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G5474144450","display_name":null,"funder_award_id":"2128350","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G7198946122","display_name":null,"funder_award_id":"2006665","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2011593588","https://openalex.org/W2101004019","https://openalex.org/W2105297890","https://openalex.org/W2339103531","https://openalex.org/W2497871066","https://openalex.org/W2519492114","https://openalex.org/W2528505440","https://openalex.org/W2528584135","https://openalex.org/W2548681905","https://openalex.org/W2560225778","https://openalex.org/W2582073395","https://openalex.org/W2594289808","https://openalex.org/W2598774735","https://openalex.org/W2735210942","https://openalex.org/W2748217987","https://openalex.org/W2767122676","https://openalex.org/W2791480559","https://openalex.org/W2796193679","https://openalex.org/W2890530318","https://openalex.org/W2941605928","https://openalex.org/W2941781003","https://openalex.org/W2950030403","https://openalex.org/W2954774199","https://openalex.org/W2960815402","https://openalex.org/W2980956911","https://openalex.org/W2990483610","https://openalex.org/W3000695681","https://openalex.org/W3003612726","https://openalex.org/W3030700920","https://openalex.org/W3102023815","https://openalex.org/W3113088872","https://openalex.org/W4206434639","https://openalex.org/W4254842376"],"related_works":["https://openalex.org/W4389670110","https://openalex.org/W2187546663","https://openalex.org/W2429057255","https://openalex.org/W148745890","https://openalex.org/W2611942503","https://openalex.org/W4315621326","https://openalex.org/W2899790217","https://openalex.org/W1576092969","https://openalex.org/W2598865957","https://openalex.org/W2524154428"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,104],"present":[4,166],"ARCHIE++,":[5],"a":[6,68,83,106,137,167,180,195],"testing":[7,13,27,76,120,160,184],"framework":[8,193],"for":[9,142],"conducting":[10],"AR":[11,26,78,143,183],"system":[12,22,38],"and":[14,96,98,139,153,157,186,207],"collecting":[15],"user":[16],"feedback":[17,32],"in":[18,25,35,73,91,121,161],"the":[19,102,122,130,162,188,192,205],"wild.":[20,123,163],"Our":[21],"addresses":[23],"challenges":[24,109,125],"practices":[28,118],"by":[29,58,66,81],"aggregating":[30],"usability":[31],"data":[33,40,47],"(collected":[34],"situ)":[36],"with":[37,201],"performance":[39],"from":[41,88],"that":[42],"same":[43],"time":[44],"period.":[45],"These":[46,124],"packets":[48],"can":[49,175],"then":[50,165],"be":[51,111,176],"leveraged":[52],"to":[53,110,115,119,128,146,154,178],"identify":[54,105],"edge":[55,213],"cases":[56],"encountered":[57],"testers":[59],"during":[60],"unconstrained":[61],"usage":[62],"scenarios.":[63],"We":[64,164,199],"begin":[65],"presenting":[67],"set":[69,107],"of":[70,77,85,108,132,150,169,182,191,197,209],"current":[71],"trends":[72],"performing":[74],"human":[75,94],"systems,":[79],"identified":[80],"reviewing":[82],"selection":[84],"recent":[86],"work":[87],"leading":[89],"conferences":[90],"mixed":[92],"reality,":[93],"factors,":[95],"mobile":[97],"pervasive":[99],"systems.":[100],"From":[101],"trends,":[103],"faced":[112],"when":[113,159],"attempting":[114],"adopt":[116],"these":[117],"are":[126],"used":[127,177],"inform":[129],"design":[131,206],"our":[133],"framework,":[134],"which":[135],"provides":[136],"cloud-enabled":[138],"device-agnostic":[140],"way":[141],"systems":[144],"developers":[145],"improve":[147],"their":[148],"knowledge":[149],"environmental":[151],"conditions":[152],"support":[155,179],"scalability":[156],"reproducibility":[158],"series":[168,196],"case":[170],"studies":[171],"demonstrating":[172],"how":[173],"ARCHIE++":[174,210],"range":[181],"scenarios,":[185],"demonstrate":[187],"limited":[189],"overhead":[190],"through":[194],"evaluations.":[198],"close":[200],"additional":[202],"discussion":[203],"on":[204],"utility":[208],"under":[211],"various":[212],"conditions.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
