{"id":"https://openalex.org/W4249909277","doi":"https://doi.org/10.1109/icse.1998.671118","title":"What you see is what you test: a methodology for testing form-based visual programs","display_name":"What you see is what you test: a methodology for testing form-based visual programs","alternate_titles":[],"publication_year":2002,"publication_date":"2002-11-27","ids":{"openalex":"https://openalex.org/W4249909277","doi":"https://doi.org/10.1109/icse.1998.671118"},"language":"en","primary_location":{"id":"doi:10.1109/icse.1998.671118","doi":"https://doi.org/10.1109/icse.1998.671118","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.1998.671118","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on Software Engineering","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4249909277"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052249797","display_name":"Gregg Rothermel","orcid":"https://orcid.org/0000-0001-7181-2629","observed_orcids":["https://orcid.org/0000-0001-7181-2629","https://orcid.org/0009-0009-7207-802X"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"G. Rothermel","raw_affiliation_strings":["Department of Computer Science, Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":null,"display_name":"L. Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"L. Li","raw_affiliation_strings":["Department of Computer Science, Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081567295","display_name":"Christopher Dupuis","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C. DuPuis","raw_affiliation_strings":["Department of Computer Science, Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011173372","display_name":"Margaret Burnett","orcid":"https://orcid.org/0000-0001-6536-7629","observed_orcids":["https://orcid.org/0000-0001-6536-7629"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Burnett","raw_affiliation_strings":["Department of Computer Science, Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":3.0456,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.91800805,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"198","last_page":"207"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-testing-methodology","display_name":"software testing methodology","score":0.6230000257492065},{"id":"https://openalex.org/keywords/incremental-testing","display_name":"incremental test","score":0.9909999966621399},{"id":"https://openalex.org/keywords/spreadsheets","display_name":"spreadsheet software","score":0.718999981880188},{"id":"https://openalex.org/keywords/end-user-programming","display_name":"end-user programming","score":0.7129999995231628}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8475463390350342},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5957895517349243},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5399683713912964},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5279252529144287},{"id":"https://openalex.org/C128644962","wikidata":"https://www.wikidata.org/wiki/Q683111","display_name":"Visual programming language","level":2,"score":0.42920389771461487},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4143097698688507},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3727740943431854},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icse.1998.671118","doi":"https://doi.org/10.1109/icse.1998.671118","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.1998.671118","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320311401","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1491072650","https://openalex.org/W1925191604","https://openalex.org/W1965070914","https://openalex.org/W1985551847","https://openalex.org/W1995834002","https://openalex.org/W2017962961","https://openalex.org/W2019952782","https://openalex.org/W2022745057","https://openalex.org/W2031364891","https://openalex.org/W2033920419","https://openalex.org/W2036691447","https://openalex.org/W2042031818","https://openalex.org/W2045824418","https://openalex.org/W2051374949","https://openalex.org/W2052803392","https://openalex.org/W2059425605","https://openalex.org/W2095710561","https://openalex.org/W2099645986","https://openalex.org/W2109276114","https://openalex.org/W2112445317","https://openalex.org/W2115603510","https://openalex.org/W2120339017","https://openalex.org/W2121669067","https://openalex.org/W2122851261","https://openalex.org/W2124300773","https://openalex.org/W2140152108","https://openalex.org/W2140649312","https://openalex.org/W4236200536"],"related_works":["https://openalex.org/W2115603510","https://openalex.org/W2075688921","https://openalex.org/W1999504357","https://openalex.org/W2152008271","https://openalex.org/W2056488032","https://openalex.org/W7097536055","https://openalex.org/W4253428041","https://openalex.org/W2011272128","https://openalex.org/W1970207031","https://openalex.org/W2149557049"],"abstract_inverted_index":{"Form-based":[0],"visual":[1,25,59],"programming":[2],"languages,":[3,92],"which":[4,75],"include":[5],"commercial":[6],"spreadsheets":[7],"and":[8,70,84,116],"various":[9],"research":[10],"systems,":[11],"have":[12],"had":[13],"a":[14,54],"substantial":[15],"impact":[16],"on":[17],"end-user":[18],"computing.":[19],"Research":[20],"shows,":[21],"however,":[22],"that":[23,100],"form-based":[24,58],"programs":[26],"often":[27],"contain":[28],"faults.":[29],"We":[30,93,109],"would":[31],"like":[32],"to":[33,45,97],"provide":[34,94],"at":[35],"least":[36],"some":[37],"of":[38,41,48,90,106,113],"the":[39,46,63,71,88,98],"benefits":[40],"formal":[42],"testing":[43,55,107],"methodologies":[44],"creators":[47],"these":[49,68,91],"programs.":[50,60],"This":[51],"paper":[52],"presents":[53],"methodology":[56,80,99,115],"for":[57],"To":[61,86],"accommodate":[62,87],"evaluation":[64],"model":[65],"used":[66],"with":[67],"programs,":[69],"interactive":[72],"process":[73],"by":[74],"they":[76],"are":[77],"created,":[78],"our":[79,111],"is":[81],"validation":[82],"driven":[83],"incremental.":[85],"users":[89],"an":[95,104],"interface":[96],"does":[101],"not":[102],"require":[103],"understanding":[105],"theory.":[108],"discuss":[110],"implementation":[112],"this":[114],"empirical":[117],"results":[118],"achieved":[119],"in":[120],"its":[121],"use.":[122]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4249909277","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-05-12T00:00:00"}
