{"id":"https://openalex.org/W4402442460","doi":"https://doi.org/10.1145/3650212.3680315","title":"Towards Automatic Oracle Prediction for AR Testing: Assessing Virtual Object Placement Quality under Real-World Scenes","display_name":"Towards Automatic Oracle Prediction for AR Testing: Assessing Virtual Object Placement Quality under Real-World Scenes","publication_year":2024,"publication_date":"2024-09-11","ids":{"openalex":"https://openalex.org/W4402442460","doi":"https://doi.org/10.1145/3650212.3680315"},"language":"en","primary_location":{"id":"doi:10.1145/3650212.3680315","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650212.3680315","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3650212.3680315","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaoyi Yang","orcid":"https://orcid.org/0009-0001-2084-867X"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyi Yang","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, USA"],"raw_orcid":"https://orcid.org/0009-0001-2084-867X","affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072249992","display_name":"Yuxing Wang","orcid":"https://orcid.org/0000-0002-6484-454X"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuxing Wang","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, USA"],"raw_orcid":"https://orcid.org/0000-0002-6484-454X","affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077217615","display_name":"Tahmid Rafi","orcid":"https://orcid.org/0000-0003-4006-8731"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tahmid Rafi","raw_affiliation_strings":["University of Texas at San Antonio, San Antonio, USA"],"raw_orcid":"https://orcid.org/0000-0003-4006-8731","affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101979289","display_name":"Dongfang Liu","orcid":"https://orcid.org/0000-0001-6995-4775"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dongfang Liu","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, USA"],"raw_orcid":"https://orcid.org/0000-0001-6995-4775","affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101558050","display_name":"Xiaoyin Wang","orcid":"https://orcid.org/0000-0002-9079-5534"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyin Wang","raw_affiliation_strings":["University of Texas at San Antonio, San Antonio, USA"],"raw_orcid":"https://orcid.org/0000-0002-9079-5534","affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101924650","display_name":"Xueling Zhang","orcid":"https://orcid.org/0000-0002-3156-906X"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xueling Zhang","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, USA"],"raw_orcid":"https://orcid.org/0000-0002-3156-906X","affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.103,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.99033448,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"717","last_page":"729"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.8764433860778809},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7754090428352356},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5872890949249268},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5489110350608826},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42295145988464355},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33646583557128906},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3264685273170471},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.19787412881851196}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.8764433860778809},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7754090428352356},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5872890949249268},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5489110350608826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42295145988464355},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33646583557128906},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3264685273170471},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.19787412881851196},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3650212.3680315","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650212.3680315","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3650212.3680315","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650212.3680315","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1608525718","https://openalex.org/W1970587431","https://openalex.org/W1994367916","https://openalex.org/W2000864083","https://openalex.org/W2041713059","https://openalex.org/W2075176514","https://openalex.org/W2077258409","https://openalex.org/W2087248009","https://openalex.org/W2117003318","https://openalex.org/W2127972053","https://openalex.org/W2144546006","https://openalex.org/W2146881125","https://openalex.org/W2463553622","https://openalex.org/W2741201074","https://openalex.org/W2890086692","https://openalex.org/W2949650786","https://openalex.org/W3000499753","https://openalex.org/W3006192661","https://openalex.org/W3112530000","https://openalex.org/W3171087525","https://openalex.org/W3181286780","https://openalex.org/W3186239995","https://openalex.org/W3188394685","https://openalex.org/W3195326944","https://openalex.org/W4234789351","https://openalex.org/W4282839631","https://openalex.org/W4284690374","https://openalex.org/W4312163432","https://openalex.org/W4313563530"],"related_works":["https://openalex.org/W2073713056","https://openalex.org/W3110702597","https://openalex.org/W2078761926","https://openalex.org/W2110441383","https://openalex.org/W2125620709","https://openalex.org/W1498872724","https://openalex.org/W4233149903","https://openalex.org/W4293864700","https://openalex.org/W2524540579","https://openalex.org/W2326878701"],"abstract_inverted_index":{"Augmented":[0],"Reality":[1],"(AR)":[2],"technology":[3],"opens":[4],"up":[5],"exciting":[6],"possibilities":[7],"in":[8,29,84,194],"various":[9,98],"fields,":[10],"such":[11],"as":[12],"education,":[13],"work":[14],"guidance,":[15],"shopping,":[16],"communication,":[17],"and":[18,25,64,102,117,146,169],"gaming.":[19],"However,":[20],"users":[21],"often":[22,33],"encounter":[23],"usability":[24],"user":[26],"experience":[27],"issues":[28],"current":[30],"AR":[31,48,86,92,134],"apps,":[32],"due":[34,57],"to":[35,58,94,119,132],"the":[36,53,139,195],"imprecise":[37,80,148],"placement":[38,100,128,144,180],"of":[39,141,153,157,164,167,171],"virtual":[40,81,142],"objects.":[41],"Detecting":[42],"these":[43],"inaccuracies":[44],"is":[45,55],"crucial":[46],"for":[47],"app":[49,135],"testing,":[50],"but":[51],"automating":[52,138],"process":[54],"challenging":[56],"its":[59],"reliance":[60],"on":[61],"human":[62],"perception":[63],"validation.":[65],"This":[66],"paper":[67],"introduces":[68],"VOPA":[69,88,130,160,174],"(Virtual":[70],"Object":[71],"Placement":[72],"Assessment),":[73],"a":[74,121,154],"novel":[75],"approach":[76],"that":[77,125],"automatically":[78],"identifies":[79,126],"object":[82,99,127,143,179],"placements":[83],"real-world":[85,91,107,178],"apps.":[87],"involves":[89],"instrumenting":[90],"apps":[93],"collect":[95],"screenshots":[96],"representing":[97],"scenarios":[101],"their":[103],"corresponding":[104],"metadata":[105],"under":[106],"scenes.":[108],"The":[109],"collected":[110],"data":[111],"are":[112],"then":[113],"labeled":[114],"through":[115],"crowdsourcing":[116],"used":[118],"train":[120],"hybrid":[122],"neural":[123],"network":[124],"errors.":[129],"aims":[131],"enhance":[133],"testing":[136],"by":[137],"assessment":[140],"quality":[145],"detecting":[147],"instances.":[149],"In":[150],"our":[151],"evaluation":[152],"test":[155],"set":[156],"304":[158],"screenshots,":[159],"achieved":[161],"an":[162],"accuracy":[163],"99.34%,":[165],"precision":[166],"96.92%":[168],"recall":[170],"100%.":[172],"Furthermore,":[173],"successfully":[175],"identified":[176],"38":[177],"errors,":[181],"including":[182],"instances":[183],"where":[184],"objects":[185],"were":[186],"hovering":[187],"between":[188],"two":[189],"surfaces":[190],"or":[191],"appearing":[192],"embedded":[193],"wall.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}