{"id":"https://openalex.org/W3089785161","doi":"https://doi.org/10.1145/3377811.3380921","title":"Establishing multilevel test-to-code traceability links","display_name":"Establishing multilevel test-to-code traceability links","publication_year":2020,"publication_date":"2020-06-27","ids":{"openalex":"https://openalex.org/W3089785161","doi":"https://doi.org/10.1145/3377811.3380921","mag":"3089785161"},"language":"en","primary_location":{"id":"doi:10.1145/3377811.3380921","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377811.3380921","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10091100/1/icse20.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041773021","display_name":"Robert White","orcid":"https://orcid.org/0000-0001-9579-7072"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Robert White","raw_affiliation_strings":["University College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056241360","display_name":"Jens Krinke","orcid":"https://orcid.org/0000-0003-1009-2861"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jens Krinke","raw_affiliation_strings":["University College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016388141","display_name":"Raymond R. Tan","orcid":"https://orcid.org/0000-0002-9872-6066"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Raymond Tan","raw_affiliation_strings":["University College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":4.5443,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.95792477,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"861","last_page":"872"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.8327512741088867},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7676007151603699},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6018867492675781},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.5989132523536682},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5628113150596619},{"id":"https://openalex.org/keywords/sync","display_name":"sync","score":0.5572959780693054},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5521690249443054},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5134514570236206},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5047441720962524},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42741188406944275},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4196927845478058},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.4161372780799866},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41120344400405884},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3255733251571655},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.296781450510025},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1951155960559845},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.18942046165466309},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15017077326774597},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1489647924900055},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12791427969932556},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.09343221783638},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.08497315645217896}],"concepts":[{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.8327512741088867},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7676007151603699},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6018867492675781},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.5989132523536682},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5628113150596619},{"id":"https://openalex.org/C3913047","wikidata":"https://www.wikidata.org/wiki/Q1956265","display_name":"sync","level":3,"score":0.5572959780693054},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5521690249443054},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5134514570236206},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5047441720962524},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42741188406944275},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4196927845478058},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.4161372780799866},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41120344400405884},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3255733251571655},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.296781450510025},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1951155960559845},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.18942046165466309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15017077326774597},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1489647924900055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12791427969932556},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.09343221783638},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08497315645217896},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3377811.3380921","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377811.3380921","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10091100","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10091100/","pdf_url":"https://discovery.ucl.ac.uk/10091100/1/icse20.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: ICSE '20: Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering. (pp. pp. 861-872). ACM: Seoul, Korea. (2020)","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10091100","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10091100/","pdf_url":"https://discovery.ucl.ac.uk/10091100/1/icse20.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: ICSE '20: Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering. (pp. pp. 861-872). ACM: Seoul, Korea. (2020)","raw_type":"Proceedings paper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3089785161.pdf","grobid_xml":"https://content.openalex.org/works/W3089785161.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1532325895","https://openalex.org/W1539919260","https://openalex.org/W1647671624","https://openalex.org/W1825970137","https://openalex.org/W1839118838","https://openalex.org/W1976526581","https://openalex.org/W2042124591","https://openalex.org/W2075036374","https://openalex.org/W2096985255","https://openalex.org/W2123190302","https://openalex.org/W2124412953","https://openalex.org/W2128581098","https://openalex.org/W2146781646","https://openalex.org/W2158868137","https://openalex.org/W2162045655","https://openalex.org/W2243325463","https://openalex.org/W2293782398","https://openalex.org/W2296815447","https://openalex.org/W2341234495","https://openalex.org/W2479740773","https://openalex.org/W2538276272","https://openalex.org/W2603119212","https://openalex.org/W2886427267","https://openalex.org/W2904620489","https://openalex.org/W2953727667","https://openalex.org/W2963935794","https://openalex.org/W2964455247","https://openalex.org/W2970972824","https://openalex.org/W3209083893","https://openalex.org/W4214671568","https://openalex.org/W4243127898","https://openalex.org/W6631834165"],"related_works":["https://openalex.org/W2243231242","https://openalex.org/W1978406750","https://openalex.org/W4295918990","https://openalex.org/W3175215928","https://openalex.org/W1888619389","https://openalex.org/W1978910953","https://openalex.org/W1968494916","https://openalex.org/W4376482197","https://openalex.org/W2187337904","https://openalex.org/W4281988136"],"abstract_inverted_index":{"Test-to-code":[0,40],"traceability":[1,41,95],"links":[2,19,42,70,115,175,186],"model":[3,52],"the":[4,15,32,54,57,90,104,108,151],"relationships":[5],"between":[6,116,123,150],"test":[7,24,35,124],"artefacts":[8],"and":[9,37,67,78,87,107,118,126,140,143,153,184],"code":[10,25],"artefacts.":[11],"When":[12],"utilised":[13],"during":[14],"development":[16],"process,":[17],"these":[18,69],"help":[20,45],"developers":[21,46,77],"to":[22,47,113],"keep":[23],"in":[26],"sync":[27],"with":[28,176,187],"tested":[29,127],"code,":[30],"reducing":[31,56],"rate":[33],"of":[34,53,59,93,138,148,158,182,190],"failures":[36],"missed":[38],"faults.":[39],"can":[43,172],"also":[44],"maintain":[48],"an":[49,73,85,136,188],"accurate":[50],"mental":[51],"system,":[55],"risk":[58],"architectural":[60],"degradation":[61],"when":[62],"making":[63],"changes.":[64],"However,":[65],"establishing":[66],"maintaining":[68],"manually":[71],"places":[72],"extra":[74],"burden":[75],"on":[76,169],"is":[79],"error-prone.":[80],"This":[81],"paper":[82],"presents":[83],"TCtracer,":[84],"approach":[86],"implementation":[88],"for":[89],"automatic":[91],"establishment":[92],"test-to-code":[94],"links.":[96],"Unlike":[97],"existing":[98,132,141],"work,":[99],"TCtracer":[100,159],"operates":[101],"at":[102],"both":[103],"method":[105,152],"level":[106],"class":[109,154],"level,":[110],"allowing":[111],"us":[112],"establish":[114,173],"tests":[117],"functions,":[119],"as":[120,122],"well":[121],"classes":[125],"classes.":[128],"We":[129],"improve":[130],"over":[131],"techniques":[133,142],"by":[134],"combining":[135],"ensemble":[137],"new":[139],"exploiting":[144],"a":[145,177],"synergistic":[146],"flow":[147],"information":[149],"levels.":[155],"An":[156],"evaluation":[157],"using":[160],"four":[161],"large,":[162],"well-studied":[163],"open":[164],"source":[165],"systems":[166],"demonstrates":[167],"that,":[168],"average,":[170],"we":[171],"test-to-function":[174],"mean":[178],"average":[179],"precision":[180],"(MAP)":[181],"78%":[183],"test-class-to-class":[185],"MAP":[189],"93%.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}