{"id":"https://openalex.org/W1505988381","doi":"https://doi.org/10.1109/icsm.2004.1357787","title":"Checking inside the black box: regression testing based on value spectra differences","display_name":"Checking inside the black box: regression testing based on value spectra differences","publication_year":2004,"publication_date":"2004-12-23","ids":{"openalex":"https://openalex.org/W1505988381","doi":"https://doi.org/10.1109/icsm.2004.1357787","mag":"1505988381"},"language":"en","primary_location":{"id":"doi:10.1109/icsm.2004.1357787","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsm.2004.1357787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"20th IEEE International Conference on Software Maintenance, 2004. Proceedings.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048118068","display_name":"Tao Xie","orcid":"https://orcid.org/0000-0002-6731-216X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tao Xie","raw_affiliation_strings":["Department of Computer Science & Engineering, University of Washington, Seattle, WA, USA","Dept. of Comput. Sci. & Eng., Washington Univ., Seattle, WA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"Dept. of Comput. Sci. & Eng., Washington Univ., Seattle, WA, USA#TAB#","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011262764","display_name":"David Notkin","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"D. Notkin","raw_affiliation_strings":["Department of Computer Science & Engineering, University of Washington, Seattle, WA, USA","Dept. of Comput. Sci. & Eng., Washington Univ., Seattle, WA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"Dept. of Comput. Sci. & Eng., Washington Univ., Seattle, WA, USA#TAB#","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048118068"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":3.8178,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.92335766,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"28","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7878947257995605},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6279559135437012},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.4633259177207947},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.45762336254119873},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4432108998298645},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.4393630027770996},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4177478551864624},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.364716112613678},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3245539665222168},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.31105929613113403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2769331932067871},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.26695647835731506},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21729159355163574},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.1524774730205536},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10160592198371887}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7878947257995605},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6279559135437012},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.4633259177207947},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.45762336254119873},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4432108998298645},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.4393630027770996},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4177478551864624},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.364716112613678},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3245539665222168},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.31105929613113403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2769331932067871},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26695647835731506},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21729159355163574},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.1524774730205536},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10160592198371887},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icsm.2004.1357787","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsm.2004.1357787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"20th IEEE International Conference on Software Maintenance, 2004. Proceedings.","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.86.8768","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.86.8768","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://people.engr.ncsu.edu/txie/publications/icsm04.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W237374877","https://openalex.org/W1977431771","https://openalex.org/W2020538887","https://openalex.org/W2055767681","https://openalex.org/W2096905893","https://openalex.org/W2099855131","https://openalex.org/W2101134669","https://openalex.org/W2116409384","https://openalex.org/W2121081915","https://openalex.org/W2121376435","https://openalex.org/W2122536604","https://openalex.org/W2124545556","https://openalex.org/W2126627822","https://openalex.org/W2134691366","https://openalex.org/W2136568800","https://openalex.org/W2146043694","https://openalex.org/W2148329403","https://openalex.org/W2155988490","https://openalex.org/W2171718649","https://openalex.org/W2999598427","https://openalex.org/W3106729728","https://openalex.org/W4230508460","https://openalex.org/W4232512250","https://openalex.org/W4236200536","https://openalex.org/W4238078684","https://openalex.org/W4238089251","https://openalex.org/W4252399646","https://openalex.org/W4255079701","https://openalex.org/W6674240778","https://openalex.org/W6685134076"],"related_works":["https://openalex.org/W4384302763","https://openalex.org/W4289356671","https://openalex.org/W2389155397","https://openalex.org/W2165884543","https://openalex.org/W2312753042","https://openalex.org/W3186837933","https://openalex.org/W1969346022","https://openalex.org/W2368989808","https://openalex.org/W2034959125","https://openalex.org/W2355687852"],"abstract_inverted_index":{"Comparing":[0,42],"behaviors":[1],"of":[2,24,45,62,79],"program":[3,25,43,46,63,71,123,152,160],"versions":[4,47,156],"has":[5],"become":[6],"an":[7,80,133],"important":[8],"task":[9],"in":[10,92],"software":[11],"maintenance":[12],"and":[13,83,165],"regression":[14,17],"testing.":[15],"Traditional":[16],"testing":[18],"strongly":[19],"focuses":[20],"on":[21,108,135],"black-box":[22],"comparison":[23],"outputs.":[26],"Program":[27],"spectra":[28,44,72,78],"have":[29,131],"recently":[30],"been":[31],"proposed":[32],"to":[33,87,102,117,139],"characterize":[34],"a":[35,59,84,98],"program's":[36],"behavior":[37,53,90,128,153],"inside":[38],"the":[39,51,69,76,93,104,109,127,163],"black":[40],"box.":[41],"offers":[48],"insights":[49],"into":[50],"internal":[52,89],"differences":[54,154],"between":[55,155],"versions.":[56],"We":[57,74,96,130],"present":[58,103],"new":[60,85,94],"class":[61],"spectra,":[64,66],"value":[65,77],"which":[67,121],"enriches":[68],"existing":[70],"family.":[73],"compare":[75],"old":[81],"version":[82,86],"detect":[88],"deviations":[91],"version.":[95],"use":[97],"deviation-propagation":[99,110],"call":[100,111],"tree":[101],"deviation":[105,119,169],"details.":[106],"Based":[107],"tree,":[112],"we":[113],"propose":[114],"two":[115],"heuristics":[116],"locate":[118],"roots,":[120],"are":[122,162],"locations":[124],"that":[125,146],"trigger":[126],"deviations.":[129],"conducted":[132],"experiment":[134],"seven":[136],"C":[137],"programs":[138],"evaluate":[140],"our":[141,147,166],"approach.":[142],"The":[143],"results":[144],"show":[145],"approach":[148,167],"can":[149],"effectively":[150],"expose":[151],"even":[157],"when":[158],"their":[159],"outputs":[161],"same,":[164],"reports":[168],"roots":[170],"with":[171],"high":[172],"accuracy":[173],"for":[174],"most":[175],"programs.":[176]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}