{"id":"https://openalex.org/W4402457382","doi":"https://doi.org/10.1145/3650212.3680374","title":"Interoperability in Deep Learning: A User Survey and Failure Analysis of ONNX Model Converters","display_name":"Interoperability in Deep Learning: A User Survey and Failure Analysis of ONNX Model Converters","publication_year":2024,"publication_date":"2024-09-11","ids":{"openalex":"https://openalex.org/W4402457382","doi":"https://doi.org/10.1145/3650212.3680374"},"language":"en","primary_location":{"id":"doi:10.1145/3650212.3680374","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650212.3680374","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3650212.3680374","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061042612","display_name":"Purvish Jajal","orcid":"https://orcid.org/0000-0002-1199-6363"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Purvish Jajal","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0002-1199-6363","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026463384","display_name":"Wenxin Jiang","orcid":"https://orcid.org/0000-0003-2608-8576"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenxin Jiang","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0003-2608-8576","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017386553","display_name":"Arav Tewari","orcid":"https://orcid.org/0000-0002-1512-858X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arav Tewari","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0002-1512-858X","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092698787","display_name":"Erik Kocinare","orcid":"https://orcid.org/0009-0007-9151-5008"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erik Kocinare","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0009-0007-9151-5008","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113378710","display_name":"Joseph Woo","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Woo","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0009-0006-7686-4157","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107133599","display_name":"Anusha Sarraf","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anusha Sarraf","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0009-0000-1384-1990","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016258301","display_name":"Yung-Hsiang Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yung-Hsiang Lu","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0002-5491-7661","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074177185","display_name":"George K. Thiruvathukal","orcid":"https://orcid.org/0000-0002-0452-5571"},"institutions":[{"id":"https://openalex.org/I1925986","display_name":"Loyola University Chicago","ror":"https://ror.org/04b6x2g63","country_code":"US","type":"education","lineage":["https://openalex.org/I1925986"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George K. Thiruvathukal","raw_affiliation_strings":["Loyola University Chicago, Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0002-0452-5571","affiliations":[{"raw_affiliation_string":"Loyola University Chicago, Chicago, USA","institution_ids":["https://openalex.org/I1925986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013948143","display_name":"James C. Davis","orcid":"https://orcid.org/0000-0003-2495-686X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James C. Davis","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0003-2495-686X","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4992,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.95800314,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1466","last_page":"1478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.7763167023658752},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7115015983581543},{"id":"https://openalex.org/keywords/converters","display_name":"Converters","score":0.5925765633583069},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4223613142967224},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.39077913761138916},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.24152711033821106},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20093071460723877},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11546939611434937}],"concepts":[{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.7763167023658752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7115015983581543},{"id":"https://openalex.org/C2778422915","wikidata":"https://www.wikidata.org/wiki/Q10302051","display_name":"Converters","level":3,"score":0.5925765633583069},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4223613142967224},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39077913761138916},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.24152711033821106},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20093071460723877},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11546939611434937},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3650212.3680374","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650212.3680374","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:ecommons.luc.edu:cs_facpubs-1343","is_oa":true,"landing_page_url":"https://ecommons.luc.edu/cs_facpubs/349","pdf_url":null,"source":{"id":"https://openalex.org/S4306402030","display_name":"Loyola eCommons (Loyola University of Chicago)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1925986","host_organization_name":"Loyola University Chicago","host_organization_lineage":["https://openalex.org/I1925986"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science: Faculty Publications and Other Works","raw_type":"text"},{"id":"pmh:oai:ecommons.luc.edu:cs_facpubs-1375","is_oa":true,"landing_page_url":"https://ecommons.luc.edu/cs_facpubs/380","pdf_url":null,"source":{"id":"https://openalex.org/S4306402030","display_name":"Loyola eCommons (Loyola University of Chicago)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1925986","host_organization_name":"Loyola University Chicago","host_organization_lineage":["https://openalex.org/I1925986"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science: Faculty Publications and Other Works","raw_type":"text"},{"id":"doi:10.5281/zenodo.12667479","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.12667479","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":""}],"best_oa_location":{"id":"doi:10.1145/3650212.3680374","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650212.3680374","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W171406816","https://openalex.org/W397180395","https://openalex.org/W2015187825","https://openalex.org/W2053154970","https://openalex.org/W2100196534","https://openalex.org/W2604358811","https://openalex.org/W2752885492","https://openalex.org/W2922234936","https://openalex.org/W2962727772","https://openalex.org/W2968594320","https://openalex.org/W2981207549","https://openalex.org/W2983464374","https://openalex.org/W2997422821","https://openalex.org/W2999135213","https://openalex.org/W3000315285","https://openalex.org/W3004659153","https://openalex.org/W3033835887","https://openalex.org/W3090561201","https://openalex.org/W3104663419","https://openalex.org/W3122184684","https://openalex.org/W3196239222","https://openalex.org/W3198659451","https://openalex.org/W3205605633","https://openalex.org/W4206578767","https://openalex.org/W4214589259","https://openalex.org/W4224254720","https://openalex.org/W4229772528","https://openalex.org/W4233869839","https://openalex.org/W4245916969","https://openalex.org/W4283720448","https://openalex.org/W4284680133","https://openalex.org/W4284708930","https://openalex.org/W4297676335","https://openalex.org/W4312825166","https://openalex.org/W4313442384","https://openalex.org/W4319594569","https://openalex.org/W4384345640","https://openalex.org/W4386475806","https://openalex.org/W4388483883","https://openalex.org/W4389337865","https://openalex.org/W4389544329","https://openalex.org/W4390874034","https://openalex.org/W4393213638","https://openalex.org/W4401981660","https://openalex.org/W6638908295","https://openalex.org/W6893055175"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2093262417","https://openalex.org/W2123131699","https://openalex.org/W631083485","https://openalex.org/W650116260","https://openalex.org/W2378329187","https://openalex.org/W4390790060","https://openalex.org/W2134191509","https://openalex.org/W3209454962"],"abstract_inverted_index":{"Software":[0],"engineers":[1,66],"develop,":[2],"fine-tune,":[3],"and":[4,16,26,35,73,95,100,129,170,176],"deploy":[5],"deep":[6],"learning":[7],"(DL)":[8],"models":[9,23,145,149],"using":[10,51],"a":[11,120],"variety":[12],"of":[13,42,119,126,131,142],"development":[14],"frameworks":[15,25],"runtime":[17,28],"environments.":[18,29],"DL":[19,43,52,60,68,163],"model":[20,33,44,61,82,121],"converters":[21,45,83],"move":[22],"between":[24],"to":[27,136,167],"Conversion":[30],"errors":[31],"compromise":[32],"quality":[34],"disrupt":[36],"deployment.":[37],"However,":[38],"the":[39,86,108,115,127],"failure":[40,133],"characteristics":[41],"are":[46,134],"unknown,":[47],"adding":[48],"risk":[49],"when":[50],"interoperability":[53,69,88,164],"technologies.":[54],"This":[55],"paper":[56],"analyzes":[57],"failures":[58,80,109],"in":[59,81,93],"converters.":[62],"We":[63,112],"survey":[64],"software":[65,165],"about":[67,104],"tools,":[70],"use":[71],"cases,":[72],"pain":[74],"points":[75],"(N=92).":[76],"Then,":[77],"we":[78,98,110],"characterize":[79],"associated":[84],"with":[85,150],"main":[87],"tool,":[89],"ONNX":[90],"(N=200":[91],"issues":[92],"PyTorch":[94],"TensorFlow).":[96],"Finally,":[97],"formulate":[99],"test":[101],"two":[102],"hypotheses":[103],"structural":[105],"causes":[106],"for":[107,124],"studied.":[111],"find":[113],"that":[114],"node":[116],"conversion":[117],"stage":[118],"converter":[122],"accounts":[123],"\u223c75%":[125],"defects":[128],"33%":[130],"reported":[132],"related":[135],"semantically":[137,143],"incorrect":[138,144],"models.":[139],"The":[140],"cause":[141],"is":[146],"elusive,":[147],"but":[148],"behaviour":[151],"inconsistencies":[152],"share":[153],"operator":[154],"sequences.":[155],"Our":[156],"results":[157],"motivate":[158],"future":[159],"research":[160],"on":[161],"making":[162],"simpler":[166],"maintain,":[168],"extend,":[169],"validate.":[171],"Research":[172],"into":[173],"behavioural":[174],"tolerances":[175],"architectural":[177],"coverage":[178],"metrics":[179],"would":[180],"be":[181],"fruitful.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}