{"id":"https://openalex.org/W4410677678","doi":"https://doi.org/10.1111/cgf.70111","title":"Towards a Better Evaluation of 3D CVML Algorithms: Immersive Debugging of a Localization Model","display_name":"Towards a Better Evaluation of 3D CVML Algorithms: Immersive Debugging of a Localization Model","publication_year":2025,"publication_date":"2025-05-23","ids":{"openalex":"https://openalex.org/W4410677678","doi":"https://doi.org/10.1111/cgf.70111"},"language":"en","primary_location":{"id":"doi:10.1111/cgf.70111","is_oa":true,"landing_page_url":"https://doi.org/10.1111/cgf.70111","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/cgf.70111","source":{"id":"https://openalex.org/S67831204","display_name":"Computer Graphics Forum","issn_l":"0167-7055","issn":["0167-7055","1467-8659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Graphics Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/cgf.70111","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006095483","display_name":"Tica Lin","orcid":"https://orcid.org/0000-0002-2860-0871"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"T. Lin","raw_affiliation_strings":["Harvard University  Cambridge Massachusetts United States","Harvard University, Cambridge, Massachusetts, United States"],"raw_orcid":"https://orcid.org/0000-0002-2860-0871","affiliations":[{"raw_affiliation_string":"Harvard University  Cambridge Massachusetts United States","institution_ids":["https://openalex.org/I2801851002"]},{"raw_affiliation_string":"Harvard University, Cambridge, Massachusetts, United States","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101693254","display_name":"Jun Yuan","orcid":"https://orcid.org/0000-0003-1952-5221"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Yuan","raw_affiliation_strings":["Apple  Cupertino California United States","Apple, Cupertino, California, United States"],"raw_orcid":"https://orcid.org/0000-0003-1952-5221","affiliations":[{"raw_affiliation_string":"Apple  Cupertino California United States","institution_ids":["https://openalex.org/I4210153776"]},{"raw_affiliation_string":"Apple, Cupertino, California, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030567002","display_name":"Kevin Miao","orcid":"https://orcid.org/0000-0001-9151-3028"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. Miao","raw_affiliation_strings":["Apple  Cupertino California United States","Apple, Cupertino, California, United States"],"raw_orcid":"https://orcid.org/0000-0001-9151-3028","affiliations":[{"raw_affiliation_string":"Apple  Cupertino California United States","institution_ids":["https://openalex.org/I4210153776"]},{"raw_affiliation_string":"Apple, Cupertino, California, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116699276","display_name":"Tigran Katolikyan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"T. Katolikyan","raw_affiliation_strings":["Apple  Cupertino California United States","Apple, Cupertino, California, United States"],"raw_orcid":"https://orcid.org/0009-0003-6276-9659","affiliations":[{"raw_affiliation_string":"Apple  Cupertino California United States","institution_ids":["https://openalex.org/I4210153776"]},{"raw_affiliation_string":"Apple, Cupertino, California, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055855054","display_name":"Ian W. Walker","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"I. Walker","raw_affiliation_strings":["Apple  Cupertino California United States","Apple, Cupertino, California, United States"],"raw_orcid":"https://orcid.org/0009-0002-1411-2241","affiliations":[{"raw_affiliation_string":"Apple  Cupertino California United States","institution_ids":["https://openalex.org/I4210153776"]},{"raw_affiliation_string":"Apple, Cupertino, California, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102822242","display_name":"Marino Cavallo","orcid":"https://orcid.org/0000-0003-1506-4536"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Cavallo","raw_affiliation_strings":["Apple  Cupertino California United States","Apple, Cupertino, California, United States"],"raw_orcid":"https://orcid.org/0000-0003-1506-4536","affiliations":[{"raw_affiliation_string":"Apple  Cupertino California United States","institution_ids":["https://openalex.org/I4210153776"]},{"raw_affiliation_string":"Apple, Cupertino, California, United States","institution_ids":["https://openalex.org/I4210153776"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3710,"currency":"USD","value_usd":3710},"apc_paid":{"value":3710,"currency":"USD","value_usd":3710},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10761877,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"44","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11245","display_name":"Advanced Numerical Analysis Techniques","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8304605484008789},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8000385761260986},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5613026022911072},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42447513341903687},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33220672607421875},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32290059328079224},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2794761657714844}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8304605484008789},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8000385761260986},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5613026022911072},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42447513341903687},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33220672607421875},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32290059328079224},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2794761657714844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/cgf.70111","is_oa":true,"landing_page_url":"https://doi.org/10.1111/cgf.70111","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/cgf.70111","source":{"id":"https://openalex.org/S67831204","display_name":"Computer Graphics Forum","issn_l":"0167-7055","issn":["0167-7055","1467-8659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Graphics Forum","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1111/cgf.70111","is_oa":true,"landing_page_url":"https://doi.org/10.1111/cgf.70111","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/cgf.70111","source":{"id":"https://openalex.org/S67831204","display_name":"Computer Graphics Forum","issn_l":"0167-7055","issn":["0167-7055","1467-8659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Graphics Forum","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4410677678.pdf"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W1593163947","https://openalex.org/W1966087765","https://openalex.org/W1970569592","https://openalex.org/W1983547721","https://openalex.org/W1992743299","https://openalex.org/W2011735049","https://openalex.org/W2028086564","https://openalex.org/W2118223742","https://openalex.org/W2135445569","https://openalex.org/W2161133721","https://openalex.org/W2252355370","https://openalex.org/W2461937780","https://openalex.org/W2487998920","https://openalex.org/W2551974706","https://openalex.org/W2594519801","https://openalex.org/W2752586131","https://openalex.org/W2886614482","https://openalex.org/W2891396148","https://openalex.org/W2894410771","https://openalex.org/W2896774728","https://openalex.org/W2909239562","https://openalex.org/W2921712231","https://openalex.org/W2944579304","https://openalex.org/W2949858875","https://openalex.org/W2962811204","https://openalex.org/W2963037989","https://openalex.org/W2963214037","https://openalex.org/W2966903846","https://openalex.org/W2969224142","https://openalex.org/W2981753783","https://openalex.org/W3001260385","https://openalex.org/W3005544776","https://openalex.org/W3033351845","https://openalex.org/W3037783384","https://openalex.org/W3101228253","https://openalex.org/W3104218139","https://openalex.org/W3108010663","https://openalex.org/W3119686997","https://openalex.org/W3124420883","https://openalex.org/W3161685366","https://openalex.org/W3162294411","https://openalex.org/W3167095230","https://openalex.org/W3193806661","https://openalex.org/W3203597819","https://openalex.org/W3204423130","https://openalex.org/W4200150166","https://openalex.org/W4220832158","https://openalex.org/W4224992082","https://openalex.org/W4225139609","https://openalex.org/W4225149225","https://openalex.org/W4225166773","https://openalex.org/W4225684434","https://openalex.org/W4229494842","https://openalex.org/W4230275437","https://openalex.org/W4241614188","https://openalex.org/W4248146732","https://openalex.org/W4308842779","https://openalex.org/W4321593465","https://openalex.org/W4366547494","https://openalex.org/W4366550122","https://openalex.org/W4383888876","https://openalex.org/W4385318467","https://openalex.org/W4390280299","https://openalex.org/W4390873331","https://openalex.org/W4394994940","https://openalex.org/W6635425622"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2611067230","https://openalex.org/W2480201319","https://openalex.org/W2387706296","https://openalex.org/W2155788121","https://openalex.org/W4235469518","https://openalex.org/W362492756","https://openalex.org/W2890345561"],"abstract_inverted_index":{"Abstract":[0],"As":[1],"advancements":[2],"in":[3,75,209,252],"robotics,":[4],"autonomous":[5],"driving,":[6],"and":[7,19,72,115,124,163,221,242],"spatial":[8,73,122,136],"computing":[9],"continue":[10],"to":[11,67,77,95,135,166,229],"unfold,":[12],"a":[13,45,64,126,145,176],"growing":[14],"number":[15],"of":[16,48,59,90,100,121,128,205,217,227,246],"Computer":[17],"Vision":[18,188],"Machine":[20],"Learning":[21],"(CVML)":[22],"algorithms":[23],"are":[24],"incorporating":[25],"three\u2010dimensional":[26],"data":[27,71],"into":[28],"their":[29,191],"frameworks.":[30],"Debugging":[31],"these":[32,141],"3D":[33,70,101,222,254],"CVML":[34,102,109,181,255],"models":[35],"often":[36],"requires":[37],"going":[38],"beyond":[39],"traditional":[40],"performance":[41,79],"evaluation":[42,212],"methods,":[43],"necessitating":[44],"deeper":[46],"understanding":[47],"an":[49,152,197],"algorithm's":[50],"behavior":[51],"within":[52],"its":[53],"spatio\u2010temporal":[54],"context.":[55],"However,":[56],"the":[57,88,97,119,171,203,210,215,239,244],"lack":[58],"appropriate":[60],"visualization":[61],"tools":[62,133],"presents":[63],"significant":[65],"obstacle":[66],"effectively":[68],"exploring":[69],"features":[74],"relation":[76],"key":[78],"indicators":[80],"(KPIs).":[81],"To":[82],"address":[83],"this":[84],"challenge,":[85],"we":[86,111,143,236],"explore":[87],"application":[89],"Immersive":[91],"Analytics":[92],"(IA)":[93],"methodologies":[94],"enhance":[96],"debugging":[98,151],"process":[99],"models.":[103],"Through":[104],"in\u2010depth":[105],"interviews":[106],"with":[107,179],"eight":[108],"engineers,":[110],"identify":[112],"common":[113],"tasks":[114],"challenges":[116],"faced":[117],"during":[118],"development":[120],"algorithms,":[123],"establish":[125],"set":[127],"design":[129],"principles":[130],"for":[131,150,249],"creating":[132],"tailored":[134],"model":[137,211,233,256],"evaluation.":[138],"Building":[139],"on":[140,186,238],"insights,":[142],"propose":[144],"novel":[146],"immersive":[147,207,253],"analytics":[148,208],"system":[149,157,185],"indoor":[153,198],"localization":[154,199],"algorithm.":[155],"The":[156],"is":[158],"built":[159],"using":[160,183],"web":[161],"technologies":[162],"integrates":[164],"WebXR":[165],"enable":[167],"fluid":[168],"transitions":[169],"across":[170,224],"reality\u2010virtuality":[172],"continuum.":[173],"We":[174,201],"conduct":[175],"qualitative":[177],"study":[178],"six":[180],"engineers":[182],"our":[184,247],"Apple":[187],"Pro,":[189],"observing":[190],"analytical":[192],"workflow":[193],"as":[194],"they":[195],"debug":[196],"sequence.":[200],"discuss":[202,243],"advantages":[204],"employing":[206],"workflow,":[213],"emphasizing":[214],"role":[216],"seamlessly":[218],"integrating":[219],"2D":[220],"visualizations":[223],"varying":[225],"levels":[226],"immersion":[228],"facilitate":[230],"more":[231],"effective":[232],"assessment.":[234],"Finally,":[235],"reflect":[237],"implementation":[240],"trade\u2010offs":[241],"generalizability":[245],"findings":[248],"future":[250],"efforts":[251],"debugging.":[257]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}