{"id":"https://openalex.org/W2152759860","doi":"https://doi.org/10.1109/tse.2003.1214329","title":"An empirical investigation of the influence of a type of side effects on program comprehension","display_name":"An empirical investigation of the influence of a type of side effects on program comprehension","publication_year":2003,"publication_date":"2003-07-01","ids":{"openalex":"https://openalex.org/W2152759860","doi":"https://doi.org/10.1109/tse.2003.1214329","mag":"2152759860"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2003.1214329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2003.1214329","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060412398","display_name":"Jos\u00e9 Javier Dolado","orcid":"https://orcid.org/0000-0002-3301-5650"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"J.J. Dolado","raw_affiliation_strings":["Department of Computer Languages and Systems, University of Basque Country (UPV-EHU), San Sabastian, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, University of Basque Country (UPV-EHU), San Sabastian, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000019783","display_name":"Mark Harman","orcid":"https://orcid.org/0000-0002-5864-4488"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"M. Harman","raw_affiliation_strings":["Department of Information Systems and Computing, Brunei University, Uxbridge, Middlesex, UK"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems and Computing, Brunei University, Uxbridge, Middlesex, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051973733","display_name":"Mari Carmen Otero","orcid":"https://orcid.org/0000-0002-5321-9271"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"M.C. Otero","raw_affiliation_strings":["Department of Computer Languages and Systems, University of Basque Country (UPV-EHU), San Sabastian, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, University of Basque Country (UPV-EHU), San Sabastian, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102938911","display_name":"Lin Hu","orcid":"https://orcid.org/0009-0008-9444-3182"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"L. Hu","raw_affiliation_strings":["Department of Information Systems and Computing, Brunei University, Uxbridge, Middlesex, UK"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems and Computing, Brunei University, Uxbridge, Middlesex, UK","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060412398"],"corresponding_institution_ids":["https://openalex.org/I169108374"],"apc_list":null,"apc_paid":null,"fwci":8.7883,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.97375815,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"29","issue":"7","first_page":"665","last_page":"670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.8121930360794067},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7493951916694641},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.711524486541748},{"id":"https://openalex.org/keywords/crossover","display_name":"Crossover","score":0.6763938665390015},{"id":"https://openalex.org/keywords/side-effect","display_name":"Side effect (computer science)","score":0.6581416130065918},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6419323682785034},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5150086879730225},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.47153550386428833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28959786891937256},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23008546233177185},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.20697402954101562},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1693395972251892},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13768115639686584}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.8121930360794067},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7493951916694641},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.711524486541748},{"id":"https://openalex.org/C122507166","wikidata":"https://www.wikidata.org/wiki/Q628906","display_name":"Crossover","level":2,"score":0.6763938665390015},{"id":"https://openalex.org/C3454156","wikidata":"https://www.wikidata.org/wiki/Q1144241","display_name":"Side effect (computer science)","level":2,"score":0.6581416130065918},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6419323682785034},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5150086879730225},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47153550386428833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28959786891937256},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23008546233177185},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20697402954101562},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1693395972251892},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13768115639686584},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2003.1214329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2003.1214329","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:1302156","is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/1302156/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE T SOFTWARE ENG , 29  (7)   665 - 670.   (2003)      ","raw_type":"Article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:publications/ef9b6a29-357f-4953-beb5-82a612b28307","is_oa":false,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/ef9b6a29-357f-4953-beb5-82a612b28307","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Dolado, J J, Harman, M, Otero, M C & Hu, L 2003, 'An empirical investigation of the influence of a type of side effects on program comprehension', IEEE TRANSACTIONS ON SOFTWARE ENGINEERING, vol. 29, no. 7, pp. 665 - 670. https://doi.org/10.1109/TSE.2003.1214329","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W16534291","https://openalex.org/W116026253","https://openalex.org/W1239058172","https://openalex.org/W1585159514","https://openalex.org/W1969685458","https://openalex.org/W1992602600","https://openalex.org/W1994718921","https://openalex.org/W2013194198","https://openalex.org/W2042728707","https://openalex.org/W2052058064","https://openalex.org/W2055412584","https://openalex.org/W2084757972","https://openalex.org/W2085067988","https://openalex.org/W2085603263","https://openalex.org/W2087228724","https://openalex.org/W2107031757","https://openalex.org/W2119657406","https://openalex.org/W2138613293","https://openalex.org/W2163851162","https://openalex.org/W2170147406","https://openalex.org/W2186202798","https://openalex.org/W2797693503","https://openalex.org/W2890385461","https://openalex.org/W2992527023","https://openalex.org/W4229772528","https://openalex.org/W4240402692","https://openalex.org/W4299627282","https://openalex.org/W4302785603","https://openalex.org/W6604725308","https://openalex.org/W6678063373","https://openalex.org/W6686746347"],"related_works":["https://openalex.org/W2724855087","https://openalex.org/W2886906914","https://openalex.org/W2884362859","https://openalex.org/W1508879959","https://openalex.org/W2123179197","https://openalex.org/W1995506819","https://openalex.org/W2110798500","https://openalex.org/W2899084096","https://openalex.org/W4386587646","https://openalex.org/W1587566304"],"abstract_inverted_index":{"This":[0],"paper":[1],"reports":[2],"the":[3,9,54,57,63,72,86],"results":[4,69],"of":[5,11,14,31,59],"a":[6,12,23,47],"study":[7],"on":[8,26],"impact":[10],"type":[13],"side":[15,89],"effect":[16],"(SE)":[17],"upon":[18],"program":[19],"comprehension.":[20],"We":[21],"applied":[22],"crossover":[24],"design":[25],"different":[27],"tests":[28],"involving":[29],"fragments":[30],"C":[32],"code":[33],"that":[34,71,88],"include":[35],"increment":[36],"and":[37,46,62],"decrement":[38],"operators.":[39],"Each":[40],"test":[41],"had":[42],"an":[43],"SE":[44],"version":[45],"side-effect-free":[48],"counterpart.":[49],"The":[50,68],"variables":[51],"measured":[52],"in":[53,66,79],"treatments":[55],"were":[56],"number":[58],"correct":[60],"answers":[61],"time":[64],"spent":[65],"answering.":[67],"show":[70],"side-effect":[73],"operators":[74],"considered":[75],"significantly":[76],"reduce":[77],"performance":[78],"comprehension-related":[80],"tasks,":[81],"providing":[82],"empirical":[83],"justification":[84],"for":[85],"belief":[87],"effects":[90],"are":[91],"harmful.":[92]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}