{"id":"https://openalex.org/W4387623759","doi":"https://doi.org/10.1109/tse.2023.3324258","title":"Augmenting Diffs With Runtime Information","display_name":"Augmenting Diffs With Runtime Information","publication_year":2023,"publication_date":"2023-10-13","ids":{"openalex":"https://openalex.org/W4387623759","doi":"https://doi.org/10.1109/tse.2023.3324258"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2023.3324258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3324258","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/9c2d2409-fe3c-49d2-9ca7-0db1233ac00b","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068350054","display_name":"Khashayar Etemadi","orcid":"https://orcid.org/0000-0003-2183-9633"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Khashayar Etemadi","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-2183-9633","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459476","display_name":"Aman Sharma","orcid":"https://orcid.org/0000-0003-2263-7902"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Aman Sharma","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-2263-7902","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014642852","display_name":"Fernanda Madeiral","orcid":"https://orcid.org/0000-0003-2048-7648"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Fernanda Madeiral","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-2048-7648","affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Amsterdam, HV, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027206285","display_name":"Martin Monperrus","orcid":"https://orcid.org/0000-0003-3505-3383"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Martin Monperrus","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-3505-3383","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5068350054"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":2.2421,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.90538355,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"49","issue":"11","first_page":"4988","last_page":"5007"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7570095062255859},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.71323561668396},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6353556513786316},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3954921066761017},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3819696605205536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32300567626953125},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.0830269455909729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7570095062255859},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.71323561668396},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6353556513786316},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3954921066761017},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3819696605205536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32300567626953125},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0830269455909729}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2023.3324258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3324258","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/9c2d2409-fe3c-49d2-9ca7-0db1233ac00b","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/9c2d2409-fe3c-49d2-9ca7-0db1233ac00b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Etemadi, K, Sharma, A, Madeiral, F & Monperrus, M 2023, 'Augmenting Diffs With Runtime Information', IEEE Transactions on Software Engineering, vol. 49, no. 11, pp. 4988-5007. https://doi.org/10.1109/TSE.2023.3324258","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:research.vu.nl:publications/9c2d2409-fe3c-49d2-9ca7-0db1233ac00b","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/9c2d2409-fe3c-49d2-9ca7-0db1233ac00b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Etemadi, K, Sharma, A, Madeiral, F & Monperrus, M 2023, 'Augmenting Diffs With Runtime Information', IEEE Transactions on Software Engineering, vol. 49, no. 11, pp. 4988-5007. https://doi.org/10.1109/TSE.2023.3324258","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/9c2d2409-fe3c-49d2-9ca7-0db1233ac00b","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/9c2d2409-fe3c-49d2-9ca7-0db1233ac00b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Etemadi, K, Sharma, A, Madeiral, F & Monperrus, M 2023, 'Augmenting Diffs With Runtime Information', IEEE Transactions on Software Engineering, vol. 49, no. 11, pp. 4988-5007. https://doi.org/10.1109/TSE.2023.3324258","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W332076024","https://openalex.org/W1493949316","https://openalex.org/W1505988381","https://openalex.org/W1507573541","https://openalex.org/W1673079227","https://openalex.org/W1962482270","https://openalex.org/W1990917823","https://openalex.org/W1991209610","https://openalex.org/W1992788155","https://openalex.org/W1993760289","https://openalex.org/W2013813401","https://openalex.org/W2051897343","https://openalex.org/W2060545895","https://openalex.org/W2062581644","https://openalex.org/W2065489029","https://openalex.org/W2069729796","https://openalex.org/W2076343783","https://openalex.org/W2115733813","https://openalex.org/W2121217767","https://openalex.org/W2130200371","https://openalex.org/W2132241232","https://openalex.org/W2139726799","https://openalex.org/W2148329403","https://openalex.org/W2152870594","https://openalex.org/W2153150125","https://openalex.org/W2156723666","https://openalex.org/W2157364932","https://openalex.org/W2170224888","https://openalex.org/W2464999683","https://openalex.org/W2590567727","https://openalex.org/W2602795167","https://openalex.org/W2768513189","https://openalex.org/W2805346154","https://openalex.org/W2808429234","https://openalex.org/W2888312537","https://openalex.org/W2889801262","https://openalex.org/W2898193680","https://openalex.org/W2899695116","https://openalex.org/W2901721765","https://openalex.org/W2912590084","https://openalex.org/W2952488675","https://openalex.org/W2963519076","https://openalex.org/W2963550813","https://openalex.org/W2964322208","https://openalex.org/W2967601715","https://openalex.org/W2975950293","https://openalex.org/W2980158095","https://openalex.org/W2981353634","https://openalex.org/W2981475630","https://openalex.org/W2981930254","https://openalex.org/W2993171499","https://openalex.org/W2999118008","https://openalex.org/W3003620414","https://openalex.org/W3009942309","https://openalex.org/W3012906793","https://openalex.org/W3015388253","https://openalex.org/W3095187443","https://openalex.org/W3099130275","https://openalex.org/W3101579612","https://openalex.org/W3103864714","https://openalex.org/W3130559624","https://openalex.org/W3161181734","https://openalex.org/W3175232686","https://openalex.org/W3177786601","https://openalex.org/W3180358516","https://openalex.org/W3214363252","https://openalex.org/W4200138949","https://openalex.org/W4214741785","https://openalex.org/W4232691406","https://openalex.org/W4234454912","https://openalex.org/W4235340438","https://openalex.org/W4236063690","https://openalex.org/W4245509418","https://openalex.org/W4245840171","https://openalex.org/W4245920732","https://openalex.org/W4289760763","https://openalex.org/W4294325188","https://openalex.org/W4312538444","https://openalex.org/W6629582174","https://openalex.org/W6637072117","https://openalex.org/W6719899183","https://openalex.org/W6752621745","https://openalex.org/W6759040445","https://openalex.org/W6774779207","https://openalex.org/W6891876144"],"related_works":["https://openalex.org/W4231937131","https://openalex.org/W3188962172","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W2772917594","https://openalex.org/W4292559016","https://openalex.org/W1487966966","https://openalex.org/W1589342014","https://openalex.org/W4306742369","https://openalex.org/W3081644756"],"abstract_inverted_index":{"Source":[0],"code":[1,12,53,76,92,133,140,155,166,191,215,234],"diffs":[2,93,156,192,216,235],"are":[3,21],"used":[4],"on":[5,62,151],"a":[6,43,87,114,180],"daily":[7],"basis":[8],"as":[9,135],"part":[10],"of":[11,30,71,105,113,175,210,228],"review,":[13],"inspection,":[14],"and":[15,109,160,183,218,226],"auditing.":[16],"To":[17],"facilitate":[18],"understanding,":[19],"they":[20,66],"typically":[22],"accompanied":[23],"by":[24,194],"explanations":[25,41],"that":[26,90,205],"describe":[27],"the":[28,35,102,106,131,165,189,208,224],"essence":[29],"what":[31],"is":[32,42],"changed":[33],"in":[34,139,232],"program.":[36],"As":[37,143],"manually":[38],"crafting":[39],"high-quality":[40],"cumbersome":[44],"task,":[45],"researchers":[46],"have":[47],"proposed":[48],"automatic":[49],"techniques":[50],"to":[51,74,116,130,187,214],"generate":[52],"diff":[54,134,167],"explanations.":[55],"Existing":[56],"explanation":[57],"generation":[58],"methods":[59],"solely":[60],"focus":[61],"static":[63],"analysis,":[64],"i.e.,":[65],"do":[67],"not":[68],"take":[69],"advantage":[70],"runtime":[72,95,128,212,237],"information":[73,129],"explain":[75],"changes.":[77],"In":[78],"this":[79,126,200],"article,":[80],"we":[81,146,203],"propose":[82],"<sc":[83,98,122,148,152,171,195,229],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[84,99,123,149,153,172,196,230,241,245],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Collector-Sahab</small>":[85,100,124,150,197,231],",":[86],"novel":[88,127],"tool":[89],"augments":[91,164],"with":[94,236],"difference":[96,238],"information.":[97,239],"compares":[101],"program":[103,115],"states":[104],"original":[107],"(old)":[108],"patched":[110],"(new)":[111],"versions":[112],"find":[117,161,207],"unique":[118],"variable":[119],"values.":[120],"Then,":[121],"adds":[125],"source":[132],"shown,":[136],"for":[137,157,168],"instance,":[138],"reviewing":[141],"systems.":[142],"an":[144],"evaluation,":[145],"run":[147],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">584</small>":[154,173],"Defects4J":[158],"bugs":[159],"it":[162],"successfully":[163],"95%":[169],"(555/":[170],")":[174],"them.":[176],"We":[177],"also":[178],"perform":[179],"user":[181,201],"study":[182],"ask":[184],"eight":[185],"participants":[186],"score":[188],"augmented":[190],"generated":[193],".":[198,247],"Per":[199],"study,":[202],"conclude":[204],"developers":[206],"idea":[209],"adding":[211],"data":[213],"promising":[217],"useful.":[219],"Overall,":[220],"our":[221],"experiments":[222],"show":[223],"effectiveness":[225],"usefulness":[227],"augmenting":[233],"<bold":[240],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Publicly-available":[242],"repository:</b>":[243],"<uri":[244],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/ASSERT-KTH/collector-sahab</uri>":[246]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}