{"id":"https://openalex.org/W2922015121","doi":"https://doi.org/10.1109/saner.2019.8668044","title":"DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems","display_name":"DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems","publication_year":2019,"publication_date":"2019-02-01","ids":{"openalex":"https://openalex.org/W2922015121","doi":"https://doi.org/10.1109/saner.2019.8668044","mag":"2922015121"},"language":"en","primary_location":{"id":"doi:10.1109/saner.2019.8668044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2019.8668044","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101468661","display_name":"Lei Ma","orcid":"https://orcid.org/0000-0002-8621-2420"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Ma","raw_affiliation_strings":["Harbin Institute of Technology, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034751153","display_name":"Felix Juefei-Xu","orcid":"https://orcid.org/0000-0002-0857-8611"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felix Juefei-Xu","raw_affiliation_strings":["Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009850797","display_name":"Minhui Xue","orcid":"https://orcid.org/0000-0002-9172-4252"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Minhui Xue","raw_affiliation_strings":["Macquarie University, Australia"],"affiliations":[{"raw_affiliation_string":"Macquarie University, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101668872","display_name":"Bo Li","orcid":"https://orcid.org/0000-0002-2942-5577"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["University of Illinois, Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106407830","display_name":"Li Li","orcid":"https://orcid.org/0000-0003-2990-1614"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065190767","display_name":"Jianjun Zhao","orcid":"https://orcid.org/0000-0001-8083-4352"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianjun Zhao","raw_affiliation_strings":["Kyushu University, Japan"],"affiliations":[{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101468661"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":15.7449,"has_fulltext":false,"cited_by_count":176,"citation_normalized_percentile":{"value":0.99205729,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"614","last_page":"618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7166343927383423},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7006824016571045},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6399452686309814},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.505858838558197},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.48233887553215027},{"id":"https://openalex.org/keywords/robustness-testing","display_name":"Robustness testing","score":0.4799209535121918},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.4744725823402405},{"id":"https://openalex.org/keywords/system-testing","display_name":"System testing","score":0.46946680545806885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44769537448883057},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4256017208099365},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.34906280040740967},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.30251383781433105},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15638577938079834},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08538511395454407}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7166343927383423},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7006824016571045},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6399452686309814},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.505858838558197},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.48233887553215027},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.4799209535121918},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.4744725823402405},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.46946680545806885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44769537448883057},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4256017208099365},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.34906280040740967},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.30251383781433105},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15638577938079834},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08538511395454407},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/saner.2019.8668044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2019.8668044","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5400000214576721,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1531687740","https://openalex.org/W1945616565","https://openalex.org/W1995869236","https://openalex.org/W2075699551","https://openalex.org/W2107729695","https://openalex.org/W2116360511","https://openalex.org/W2247455710","https://openalex.org/W2328064123","https://openalex.org/W2589759531","https://openalex.org/W2594877703","https://openalex.org/W2616028256","https://openalex.org/W2792641098","https://openalex.org/W2793633339","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2895120768","https://openalex.org/W2901595218","https://openalex.org/W2905569079","https://openalex.org/W2963207607","https://openalex.org/W2963327228","https://openalex.org/W2963723316","https://openalex.org/W3099444373","https://openalex.org/W4246414636","https://openalex.org/W6640425456","https://openalex.org/W6649267115","https://openalex.org/W6701800711","https://openalex.org/W6727732156","https://openalex.org/W6734921443","https://openalex.org/W6749550085","https://openalex.org/W6750842275","https://openalex.org/W6755219234","https://openalex.org/W6756517914","https://openalex.org/W6757534673"],"related_works":["https://openalex.org/W1603792055","https://openalex.org/W2063289013","https://openalex.org/W1988901622","https://openalex.org/W2381119662","https://openalex.org/W2022894844","https://openalex.org/W1996935098","https://openalex.org/W128144209","https://openalex.org/W2132296233","https://openalex.org/W2886756146","https://openalex.org/W2610370268"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"(DL)":[2],"has":[3,12],"achieved":[4],"remarkable":[5],"progress":[6],"over":[7],"the":[8,21,34,38,61,70,95,127],"past":[9],"decade":[10],"and":[11,59,73,101,131],"been":[13],"widely":[14],"applied":[15],"to":[16,56,94,125],"many":[17],"industry":[18],"domains.":[19],"However,":[20],"robustness":[22,42,71],"of":[23,64,77,88,98,143,152],"DL":[24,39,52,65,79,91,146,158,181],"systems":[25],"recently":[26],"becomes":[27],"great":[28],"concerns,":[29],"where":[30],"minor":[31],"perturbation":[32],"on":[33,145],"input":[35],"might":[36],"cause":[37],"malfunction.":[40],"These":[41],"issues":[43],"could":[44],"potentially":[45],"result":[46],"in":[47],"severe":[48],"consequences":[49],"when":[50],"a":[51,78,90,150,163,176],"system":[53,80,92],"is":[54,120],"deployed":[55],"safety-critical":[57],"applications":[58],"hinder":[60],"real-world":[62],"deployment":[63],"systems.":[66,147,182],"Testing":[67],"techniques":[68],"enable":[69],"evaluation":[72,171],"vulnerable":[74],"issue":[75],"detection":[76,133],"at":[81],"an":[82,121,140],"early":[83],"stage.":[84],"The":[85],"main":[86],"challenge":[87],"testing":[89,109,118,123,128,154,180],"attributes":[93],"high":[96],"dimensionality":[97],"its":[99],"inputs":[100],"large":[102],"internal":[103],"latent":[104],"feature":[105],"space,":[106],"which":[107],"makes":[108],"each":[110],"state":[111],"almost":[112],"impossible.":[113],"For":[114],"traditional":[115],"software,":[116],"combinatorial":[117,153],"(CT)":[119],"effective":[122],"technique":[124],"balance":[126],"exploration":[129],"effort":[130],"defect":[132],"capabilities.":[134],"In":[135],"this":[136],"paper,":[137],"we":[138],"perform":[139],"exploratory":[141],"study":[142],"CT":[144,164,174],"We":[148],"propose":[149],"set":[151],"criteria":[155],"specialized":[156],"for":[157,179],"systems,":[159],"as":[160,162],"well":[161],"coverage":[165],"guided":[166],"test":[167],"generation":[168],"technique.":[169],"Our":[170],"demonstrates":[172],"that":[173],"provides":[175],"promising":[177],"avenue":[178]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":36},{"year":2020,"cited_by_count":33},{"year":2019,"cited_by_count":18}],"updated_date":"2026-03-03T08:47:05.690250","created_date":"2025-10-10T00:00:00"}