{"id":"https://openalex.org/W4389575357","doi":"https://doi.org/10.1109/wpmc59531.2023.10338967","title":"Testing Black Boxes: Verification and Validation of AI Models in Wireless Communication Systems","display_name":"Testing Black Boxes: Verification and Validation of AI Models in Wireless Communication Systems","publication_year":2023,"publication_date":"2023-11-19","ids":{"openalex":"https://openalex.org/W4389575357","doi":"https://doi.org/10.1109/wpmc59531.2023.10338967"},"language":"en","primary_location":{"id":"doi:10.1109/wpmc59531.2023.10338967","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wpmc59531.2023.10338967","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 26th International Symposium on Wireless Personal Multimedia Communications (WPMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016459073","display_name":"Chu-Hsiang Huang","orcid":"https://orcid.org/0000-0003-3097-153X"},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chu-Hsiang Huang","raw_affiliation_strings":["Qualcomm Technologies, Inc.,San Diego,CA,USA","Qualcomm Technologies, Inc., San Diego, CA, USA"],"affiliations":[{"raw_affiliation_string":"Qualcomm Technologies, Inc.,San Diego,CA,USA","institution_ids":["https://openalex.org/I4210087596"]},{"raw_affiliation_string":"Qualcomm Technologies, Inc., San Diego, CA, USA","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083497481","display_name":"Taesang Yoo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taesang Yoo","raw_affiliation_strings":["Qualcomm Technologies, Inc.,San Diego,CA,USA","Qualcomm Technologies, Inc., San Diego, CA, USA"],"affiliations":[{"raw_affiliation_string":"Qualcomm Technologies, Inc.,San Diego,CA,USA","institution_ids":["https://openalex.org/I4210087596"]},{"raw_affiliation_string":"Qualcomm Technologies, Inc., San Diego, CA, USA","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031268115","display_name":"Juan Montojo","orcid":"https://orcid.org/0000-0003-1315-2516"},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan Montojo","raw_affiliation_strings":["Qualcomm Technologies, Inc.,San Diego,CA,USA","Qualcomm Technologies, Inc., San Diego, CA, USA"],"affiliations":[{"raw_affiliation_string":"Qualcomm Technologies, Inc.,San Diego,CA,USA","institution_ids":["https://openalex.org/I4210087596"]},{"raw_affiliation_string":"Qualcomm Technologies, Inc., San Diego, CA, USA","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012861284","display_name":"Chang-Hwa Park","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chang-Hwa Park","raw_affiliation_strings":["Qualcomm Technologies, Inc.,San Diego,CA,USA","Qualcomm Technologies, Inc., San Diego, CA, USA"],"affiliations":[{"raw_affiliation_string":"Qualcomm Technologies, Inc.,San Diego,CA,USA","institution_ids":["https://openalex.org/I4210087596"]},{"raw_affiliation_string":"Qualcomm Technologies, Inc., San Diego, CA, USA","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064036781","display_name":"Mohammed Hirzallah","orcid":"https://orcid.org/0000-0001-7864-359X"},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammed Hirzallah","raw_affiliation_strings":["Qualcomm Technologies, Inc.,San Diego,CA,USA","Qualcomm Technologies, Inc., San Diego, CA, USA"],"affiliations":[{"raw_affiliation_string":"Qualcomm Technologies, Inc.,San Diego,CA,USA","institution_ids":["https://openalex.org/I4210087596"]},{"raw_affiliation_string":"Qualcomm Technologies, Inc., San Diego, CA, USA","institution_ids":["https://openalex.org/I4210087596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016459073"],"corresponding_institution_ids":["https://openalex.org/I4210087596"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1695503,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9537000060081482,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.8069241046905518},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7897354960441589},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6356382369995117},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.555789589881897},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.519018292427063},{"id":"https://openalex.org/keywords/conformance-testing","display_name":"Conformance testing","score":0.4741984009742737},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.4366886615753174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4302457571029663},{"id":"https://openalex.org/keywords/system-testing","display_name":"System testing","score":0.4275876581668854},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34376588463783264},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.33195459842681885},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3273956775665283},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.28549978137016296},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13545143604278564},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08222073316574097}],"concepts":[{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.8069241046905518},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7897354960441589},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6356382369995117},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.555789589881897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.519018292427063},{"id":"https://openalex.org/C76844732","wikidata":"https://www.wikidata.org/wiki/Q4072285","display_name":"Conformance testing","level":3,"score":0.4741984009742737},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.4366886615753174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4302457571029663},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.4275876581668854},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34376588463783264},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.33195459842681885},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3273956775665283},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.28549978137016296},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13545143604278564},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08222073316574097},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wpmc59531.2023.10338967","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wpmc59531.2023.10338967","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 26th International Symposium on Wireless Personal Multimedia Communications (WPMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2922917519","https://openalex.org/W2973449430","https://openalex.org/W2999146029","https://openalex.org/W3098133185","https://openalex.org/W4221040977","https://openalex.org/W4293499257","https://openalex.org/W4312415134","https://openalex.org/W4363648788","https://openalex.org/W4367315342"],"related_works":["https://openalex.org/W1975126882","https://openalex.org/W2148041930","https://openalex.org/W1592285587","https://openalex.org/W1560641661","https://openalex.org/W128144209","https://openalex.org/W2384582865","https://openalex.org/W2154096089","https://openalex.org/W2361020534","https://openalex.org/W2145505903","https://openalex.org/W2069818478"],"abstract_inverted_index":{"Fifth":[0],"generation":[1],"(5G)":[2],"cellular":[3],"communication":[4,14,50,74,140,187],"system":[5,9,56],"provides":[6,62],"a":[7,37,103,145,177],"flexible":[8],"architecture":[10],"that":[11],"enables":[12],"wireless":[13,49,73,139,186],"technology":[15],"to":[16,27,32,55,82,130,138,159,175,184],"penetrate":[17],"different":[18],"verticals":[19],"and":[20,58,70,86,99,151,163,170,191],"connect":[21],"various":[22,33],"devices.":[23],"Applying":[24],"machine":[25,78,93,136],"learning":[26,79,94,137],"develop":[28,160],"AI":[29,46,112,188],"models":[30,47],"applicable":[31],"application":[34,134],"scenarios":[35],"becomes":[36,102],"promising":[38],"direction":[39],"for":[40,48,179],"designing":[41],"5G":[42],"systems.":[43],"However,":[44],"developing":[45],"algorithms":[51,75],"brings":[52],"new":[53,104],"challenges":[54,158],"design":[57,142],"verification.":[59,192],"This":[60],"paper":[61,173],"an":[63],"overview":[64],"of":[65,72,91,97,122,135],"studies":[66,181],"on":[67,182],"the":[68,83,92,107,116,120,133,149,157,168],"verification":[69,100,152,164],"testing":[71,98,150,162,190],"developed":[76],"by":[77,126],"methodology.":[80],"Due":[81],"black-box":[84],"nature":[85],"scenario-specified":[87],"data-based":[88],"model":[89,189],"development":[90],"approach,":[95],"standardization":[96,128],"procedures":[101],"challenge":[105],"when":[106],"device":[108],"under":[109],"test":[110],"implements":[111],"models.":[113],"We":[114,154],"explain":[115],"general":[117],"issues":[118,169],"in":[119],"context":[121],"use":[123],"cases":[124],"studied":[125],"3GPP":[127],"group":[129],"illustrate":[131],"how":[132],"systems":[141],"emerging":[143],"as":[144],"unique":[146],"problem":[147],"from":[148],"perspective.":[153],"then":[155],"summarize":[156],"effective":[161],"procedures.":[165],"Through":[166],"explaining":[167],"challenges,":[171],"this":[172],"aims":[174],"provide":[176],"framework":[178],"future":[180],"resolutions":[183],"enable":[185]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}