{"id":"https://openalex.org/W4412703977","doi":"https://doi.org/10.1145/3696630.3728507","title":"Capturing Semantic Flow of ML-based Systems","display_name":"Capturing Semantic Flow of ML-based Systems","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4412703977","doi":"https://doi.org/10.1145/3696630.3728507"},"language":"en","primary_location":{"id":"doi:10.1145/3696630.3728507","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3728507","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3728507","source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3728507","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070401254","display_name":"Shin Yoo","orcid":"https://orcid.org/0000-0002-0836-6993"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Shin Yoo","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-0836-6993","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063787358","display_name":"Robert Feldt","orcid":"https://orcid.org/0000-0002-5179-4205"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Robert Feldt","raw_affiliation_strings":["Chalmers University of Technology, Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-5179-4205","affiliations":[{"raw_affiliation_string":"Chalmers University of Technology, Gothenburg, Sweden","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035122496","display_name":"Somin Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Somin Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0007-8917-7302","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102498414","display_name":"Naryeong Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Naryeong Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0003-6463-2920","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16550488,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"601","last_page":"605"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7668842077255249},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.42430412769317627},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10214856266975403}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7668842077255249},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.42430412769317627},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10214856266975403},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696630.3728507","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3728507","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3728507","source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696630.3728507","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3728507","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3728507","source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1859597740","display_name":null,"funder_award_id":"RS-2021-NR060080","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G967999616","display_name":null,"funder_award_id":"RS-2023-00208998","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412703977.pdf","grobid_xml":"https://content.openalex.org/works/W4412703977.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2022508996","https://openalex.org/W2156723666","https://openalex.org/W2160815625","https://openalex.org/W2343875716","https://openalex.org/W2512304460","https://openalex.org/W2764024122","https://openalex.org/W2954629067","https://openalex.org/W4283830352","https://openalex.org/W4388469715","https://openalex.org/W4392414327","https://openalex.org/W4400582623","https://openalex.org/W4402218392","https://openalex.org/W4411203713"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"ML-based":[0,84,115,164,203],"systems":[1,4,23],"are":[2,154],"software":[3,204],"that":[5,153],"incorporates":[6],"machine":[7],"learning":[8],"components":[9],"such":[10,22,27,49,63,117],"as":[11,28,50,64,118,145],"Deep":[12],"Neural":[13],"Networks":[14],"(DNNs)":[15],"or":[16,67,128],"Large":[17],"Language":[18],"Models":[19],"(LLMs).":[20],"While":[21],"enable":[24],"advanced":[25],"features":[26],"high":[29],"performance":[30],"computer":[31],"vision,":[32],"natural":[33],"language":[34],"processing,":[35],"and":[36,86,179,183,188],"code":[37],"generation,":[38],"their":[39],"internal":[40,81,109,151],"behaviour":[41,82],"remain":[42],"largely":[43],"opaque":[44],"to":[45,78,87,96,194],"traditional":[46,92,160],"dynamic":[47,93,197],"analysis":[48,53,94,198],"testing:":[51],"existing":[52,196],"typically":[54],"concern":[55],"only":[56],"what":[57],"is":[58],"observable":[59],"from":[60,112],"the":[61,80,103,159,168],"outside,":[62],"input":[65],"similarity":[66],"class":[68],"label":[69],"changes.":[70],"We":[71,166],"propose":[72,167],"semantic":[73,146,171],"flow,":[74,172],"a":[75,89,122,126,134,177],"concept":[76],"designed":[77],"capture":[79,150],"of":[83,105,114,121,130,138,163,170],"system":[85],"provide":[88],"platform":[90],"for":[91,200],"techniques":[95,199],"be":[97,192],"adapted":[98],"to.":[99],"Semantic":[100],"flow":[101,107,147,162],"combines":[102],"idea":[104,169],"control":[106,161],"with":[108],"states":[110],"taken":[111],"executions":[113],"systems,":[116],"activation":[119],"values":[120],"specific":[123,135],"layer":[124],"in":[125,158,202],"DNN,":[127],"embeddings":[129],"LLM":[131,139,181],"responses":[132],"at":[133],"inference":[136],"step":[137],"agents.":[140],"The":[141],"resulting":[142],"representation,":[143],"summarised":[144],"graphs,":[148],"can":[149,191],"decisions":[152],"not":[155],"explicitly":[156],"represented":[157],"systems.":[165,205],"introduce":[173],"two":[174],"examples":[175],"using":[176],"DNN":[178],"an":[180],"agent,":[182],"finally":[184],"sketch":[185],"its":[186],"properties":[187],"how":[189],"it":[190],"used":[193],"adapt":[195],"use":[201]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}