{"id":"https://openalex.org/W3082269804","doi":"https://doi.org/10.1109/tse.2020.3019892","title":"What Leads to a Confirmatory or Disconfirmatory Behavior of Software Testers?","display_name":"What Leads to a Confirmatory or Disconfirmatory Behavior of Software Testers?","publication_year":2020,"publication_date":"2020-08-27","ids":{"openalex":"https://openalex.org/W3082269804","doi":"https://doi.org/10.1109/tse.2020.3019892","mag":"3082269804"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.3019892","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2020.3019892","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tse.2020.3019892","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029410743","display_name":"Iflaah Salman","orcid":"https://orcid.org/0000-0003-4709-3622"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Iflaah Salman","raw_affiliation_strings":["M3S Group, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4709-3622","affiliations":[{"raw_affiliation_string":"M3S Group, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101515124","display_name":"Pilar Rodr\u00edguez","orcid":"https://orcid.org/0000-0002-0618-6104"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["ES","FI"],"is_corresponding":false,"raw_author_name":"Pilar Rodriguez","raw_affiliation_strings":["Escuela Tecnica Superior de Ingenieros Informaticos, Universidad Politecnica de Madrid, Madrid, Spain","M3S Group, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-0618-6104","affiliations":[{"raw_affiliation_string":"Escuela Tecnica Superior de Ingenieros Informaticos, Universidad Politecnica de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]},{"raw_affiliation_string":"M3S Group, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044710601","display_name":"Burak Turhan","orcid":"https://orcid.org/0000-0003-1511-2163"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["AU","FI"],"is_corresponding":false,"raw_author_name":"Burak Turhan","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia","M3S Group, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-1511-2163","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"M3S Group, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089239701","display_name":"Ay\u015fe Tosun","orcid":"https://orcid.org/0000-0003-1859-7872"},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ayse Tosun","raw_affiliation_strings":["Faculty of Computer and Informatics Engineering, Istanbul Technical University, Istanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-1859-7872","affiliations":[{"raw_affiliation_string":"Faculty of Computer and Informatics Engineering, Istanbul Technical University, Istanbul, Turkey","institution_ids":["https://openalex.org/I48912391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042045254","display_name":"Arda Gureller","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arda Gureller","raw_affiliation_strings":["Ericsson, Istanbul, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ericsson, Istanbul, Turkey","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3924,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86756867,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"48","issue":"4","first_page":"1351","last_page":"1368"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9624999761581421,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9563999772071838,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8134519457817078},{"id":"https://openalex.org/keywords/confirmatory-factor-analysis","display_name":"Confirmatory factor analysis","score":0.511050820350647},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4864177703857422},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.43437883257865906},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3076181709766388},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.16366097331047058},{"id":"https://openalex.org/keywords/structural-equation-modeling","display_name":"Structural equation modeling","score":0.15729910135269165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8134519457817078},{"id":"https://openalex.org/C40722632","wikidata":"https://www.wikidata.org/wiki/Q5160137","display_name":"Confirmatory factor analysis","level":3,"score":0.511050820350647},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4864177703857422},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.43437883257865906},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3076181709766388},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16366097331047058},{"id":"https://openalex.org/C71104824","wikidata":"https://www.wikidata.org/wiki/Q1476639","display_name":"Structural equation modeling","level":2,"score":0.15729910135269165}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tse.2020.3019892","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2020.3019892","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:monash.edu:openaire/40bf608d-a4fa-4924-9966-ef11d4c11104","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/40bf608d-a4fa-4924-9966-ef11d4c11104","pdf_url":"https://researchmgt.monash.edu/ws/files/377676704/320051631_oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Salman, I, Rodriguez, P, Turhan, B, Tosun, A & Gureller, A 2022, 'What Leads to a Confirmatory or Disconfirmatory Behaviour of Software Testers?', IEEE Transactions on Software Engineering, vol. 48, no. 4, pp. 1351-1368. https://doi.org/10.1109/TSE.2020.3019892","raw_type":"article"},{"id":"pmh:oai:monash.edu:publications/40bf608d-a4fa-4924-9966-ef11d4c11104","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85127485963&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Salman , I , Rodriguez , P , Turhan , B , Tosun , A &amp; Gureller , A 2022 , ' What Leads to a Confirmatory or Disconfirmatory Behaviour of Software Testers? ' , IEEE Transactions on Software Engineering , vol. 48 , no. 4 , pp. 1351-1368 . https://doi.org/10.1109/TSE.2020.3019892","raw_type":"article"},{"id":"pmh:oai:polen.itu.edu.tr:11527/39498","is_oa":false,"landing_page_url":"https://hdl.handle.net/11527/39498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400460","display_name":"Istanbul Technical University Academic Open Archive (Istanbul Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I48912391","host_organization_name":"Istanbul Technical University","host_organization_lineage":["https://openalex.org/I48912391"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/tse.2020.3019892","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2020.3019892","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323692","display_name":"Oulun Yliopisto","ror":"https://ror.org/03yj89h83"},{"id":"https://openalex.org/F4320336704","display_name":"Infotech Oulu","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W24642671","https://openalex.org/W206944256","https://openalex.org/W606806371","https://openalex.org/W1506994883","https://openalex.org/W1530282630","https://openalex.org/W1566718566","https://openalex.org/W1853441518","https://openalex.org/W1967717102","https://openalex.org/W1980905535","https://openalex.org/W1981425990","https://openalex.org/W1990535856","https://openalex.org/W2004828581","https://openalex.org/W2026412260","https://openalex.org/W2054364513","https://openalex.org/W2062183858","https://openalex.org/W2075585362","https://openalex.org/W2085045111","https://openalex.org/W2094462028","https://openalex.org/W2101503484","https://openalex.org/W2109961432","https://openalex.org/W2126388361","https://openalex.org/W2129660502","https://openalex.org/W2144363643","https://openalex.org/W2151517119","https://openalex.org/W2167928095","https://openalex.org/W2242842357","https://openalex.org/W2353739181","https://openalex.org/W2405702378","https://openalex.org/W2524597629","https://openalex.org/W2724224207","https://openalex.org/W2741251007","https://openalex.org/W2787067941","https://openalex.org/W2946492685","https://openalex.org/W3005317538","https://openalex.org/W3006568433","https://openalex.org/W3125242688","https://openalex.org/W3162099472","https://openalex.org/W4231782837","https://openalex.org/W6601793687","https://openalex.org/W6605265008","https://openalex.org/W6608400486","https://openalex.org/W6641996158","https://openalex.org/W6704051684","https://openalex.org/W6742526663","https://openalex.org/W6752397661","https://openalex.org/W6756820939","https://openalex.org/W6773455257","https://openalex.org/W6991909717"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"<bold":[0,47,78,100,170],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[1,48,79,101,171],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Background:</b>":[2],"The":[3,173,235,256],"existing":[4],"literature":[5],"in":[6,113,200],"software":[7,16,21,62,98,140,201],"engineering":[8],"reports":[9],"adverse":[10],"effects":[11,164,196],"of":[12,61,89,145,154,165,167,197,212,227,237,254],"confirmation":[13,198],"bias":[14,19,199],"on":[15,242,251],"testing.":[17,202,255],"Confirmation":[18],"among":[20,139,219],"testers":[22,228],"leads":[23],"to":[24,52,56,67,75,107,161,179,231,274],"confirmatory":[25,57,152,163],"behavior,":[26,109],"which":[27,129,132],"is":[28,125,150],"designing":[29,209],"or":[30,135],"executing":[31],"relatively":[32],"more":[33,233],"specification":[34,41],"consistent":[35],"test":[36,43,184,214,221],"cases":[37,44],"(confirmatory":[38,134],"behavior)":[39],"than":[40],"inconsistent":[42],"(disconfirmatory":[45],"behavior).":[46],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Objective:</b>":[49],"We":[50,81,103],"aim":[51,66],"explore":[53],"the":[54,87,90,120,155,162,180,194,208,220,263],"antecedents":[55,73,106,166],"and":[58,70,110,117,210],"disconfirmatory":[59,127,174],"behavior":[60,133],"testers.":[63,99],"Furthermore,":[64],"we":[65],"understand":[68],"why":[69],"how":[71],"those":[72],"lead":[74],"(dis)confirmatory":[76,108],"behavior.":[77],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Method:</b>":[80],"follow":[82],"grounded":[83],"theory":[84],"method":[85],"for":[86,262],"analyses":[88],"data":[91],"collected":[92],"through":[93],"semi-structured":[94],"interviews":[95],"with":[96],"twelve":[97],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Results:</b>":[102],"identified":[104],"twenty":[105],"classified":[111],"them":[112],"nine":[114],"categories.":[115,123,169],"Experience":[116,124],"Time":[118,148,156],"are":[119,240],"two":[121],"major":[122],"a":[126,151,204,213,243],"category,":[128],"also":[130,159],"determines":[131],"disconfirmatory)":[136],"occurs":[137],"first":[138],"testers,":[141],"as":[142,224],"an":[143],"effect":[144],"other":[146,168,272],"antecedents.":[147],"Pressure":[149],"antecedent":[153],"category.":[157],"It":[158],"contributes":[160],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Conclusion:</b>":[172],"antecedents,":[175],"especially":[176],"that":[177],"belong":[178],"testing":[181,248,264],"process,":[182],"e.g.,":[183],"suite":[185,215],"reviews":[186],"by":[187,266],"project":[188],"team":[189,222],"members,":[190,223],"may":[191,229],"help":[192,230],"circumvent":[193],"deleterious":[195],"If":[203],"team\u2019s":[205],"resources":[206],"permit,":[207],"execution":[211],"could":[216],"be":[217],"divided":[218],"different":[225],"perspectives":[226],"detect":[232],"errors.":[234],"results":[236],"our":[238,276],"study":[239],"based":[241],"single":[244],"context":[245],"where":[246],"dedicated":[247],"teams":[249],"focus":[250],"higher":[252],"levels":[253],"study\u2019s":[257],"scope":[258],"does":[259],"not":[260],"account":[261],"performed":[265],"developers.":[267],"Future":[268],"work":[269],"includes":[270],"exploring":[271],"contexts":[273],"extend":[275],"results.":[277]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2020-09-08T00:00:00"}