{"id":"https://openalex.org/W4388505112","doi":"https://doi.org/10.1109/tse.2023.3330400","title":"Confirmation Bias and Time Pressure: A Family of Experiments in Software Testing","display_name":"Confirmation Bias and Time Pressure: A Family of Experiments in Software Testing","publication_year":2023,"publication_date":"2023-11-08","ids":{"openalex":"https://openalex.org/W4388505112","doi":"https://doi.org/10.1109/tse.2023.3330400"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2023.3330400","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2023.3330400","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10313064.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10313064.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029410743","display_name":"Iflaah Salman","orcid":"https://orcid.org/0000-0003-4709-3622"},"institutions":[{"id":"https://openalex.org/I63548447","display_name":"Lappeenranta-Lahti University of Technology","ror":"https://ror.org/0208vgz68","country_code":"FI","type":"education","lineage":["https://openalex.org/I63548447"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Iflaah Salman","raw_affiliation_strings":["School of Engineering Science, Lappeenranta-Lahti University of Technology, Lahti, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4709-3622","affiliations":[{"raw_affiliation_string":"School of Engineering Science, Lappeenranta-Lahti University of Technology, Lahti, Finland","institution_ids":["https://openalex.org/I63548447"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044710601","display_name":"Burak Turhan","orcid":"https://orcid.org/0000-0003-1511-2163"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Burak Turhan","raw_affiliation_strings":["M3S Research Unit, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-1511-2163","affiliations":[{"raw_affiliation_string":"M3S Research Unit, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087572801","display_name":"Robert Rama\u010d","orcid":"https://orcid.org/0000-0002-7555-138X"},"institutions":[{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Robert Rama\u010d","raw_affiliation_strings":["Faculty of Technical Sciences, University of Novi Sad, Novi Sad, Serbia"],"raw_orcid":"https://orcid.org/0000-0002-7555-138X","affiliations":[{"raw_affiliation_string":"Faculty of Technical Sciences, University of Novi Sad, Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024410201","display_name":"Vladimir Mandi\u0107","orcid":"https://orcid.org/0000-0001-6996-2222"},"institutions":[{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Vladimir Mandi\u0107","raw_affiliation_strings":["Faculty of Technical Sciences, University of Novi Sad, Novi Sad, Serbia"],"raw_orcid":"https://orcid.org/0000-0001-6996-2222","affiliations":[{"raw_affiliation_string":"Faculty of Technical Sciences, University of Novi Sad, Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25551314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"49","issue":"12","first_page":"5203","last_page":"5222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5546431541442871},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5408371686935425},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5367928743362427},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4513425827026367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4108516275882721},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2368316948413849}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5546431541442871},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5408371686935425},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5367928743362427},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4513425827026367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4108516275882721},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2368316948413849},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2023.3330400","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2023.3330400","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10313064.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:monash.edu:openaire/cddef480-7305-4315-9138-ac70a34b128e","is_oa":true,"landing_page_url":"https://research.monash.edu/files/567323263/556850752_oa.pdf","pdf_url":"https://researchmgt.monash.edu/ws/files/567323263/556850752_oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Salman, I, Turhan, B, Ramac, R & Mandic, V 2023, 'Confirmation bias and time pressure : A family of experiments in software testing', IEEE Transactions on Software Engineering, vol. 49, no. 12, pp. 5203-5222. https://doi.org/10.1109/TSE.2023.3330400","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:monash.edu:publications/cddef480-7305-4315-9138-ac70a34b128e","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/cddef480-7305-4315-9138-ac70a34b128e","pdf_url":null,"source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Salman , I , Turhan , B , Ramac , R &amp; Mandic , V 2023 , ' Confirmation bias and time pressure : A family of experiments in software testing ' , IEEE Transactions on Software Engineering , vol. 49 , no. 12 , pp. 5203-5222 . https://doi.org/10.1109/TSE.2023.3330400","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/tse.2023.3330400","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2023.3330400","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10313064.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323692","display_name":"Oulun Yliopisto","ror":"https://ror.org/03yj89h83"},{"id":"https://openalex.org/F4320336704","display_name":"Infotech Oulu","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388505112.pdf","grobid_xml":"https://content.openalex.org/works/W4388505112.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W24642671","https://openalex.org/W128737455","https://openalex.org/W206944256","https://openalex.org/W1530282630","https://openalex.org/W1588875144","https://openalex.org/W1968155288","https://openalex.org/W1984332685","https://openalex.org/W1990535856","https://openalex.org/W2005039125","https://openalex.org/W2021287401","https://openalex.org/W2023091446","https://openalex.org/W2026412260","https://openalex.org/W2033466942","https://openalex.org/W2034109986","https://openalex.org/W2054364513","https://openalex.org/W2056119301","https://openalex.org/W2062183858","https://openalex.org/W2064161267","https://openalex.org/W2078170084","https://openalex.org/W2084278640","https://openalex.org/W2085045111","https://openalex.org/W2088274580","https://openalex.org/W2099558920","https://openalex.org/W2101503484","https://openalex.org/W2104802187","https://openalex.org/W2109961432","https://openalex.org/W2113533445","https://openalex.org/W2115878866","https://openalex.org/W2116954460","https://openalex.org/W2117162841","https://openalex.org/W2124520719","https://openalex.org/W2126256664","https://openalex.org/W2126388805","https://openalex.org/W2131247853","https://openalex.org/W2134679860","https://openalex.org/W2140337547","https://openalex.org/W2144363643","https://openalex.org/W2148540129","https://openalex.org/W2242570204","https://openalex.org/W2242842357","https://openalex.org/W2249595199","https://openalex.org/W2290724249","https://openalex.org/W2622958941","https://openalex.org/W2724224207","https://openalex.org/W2787067941","https://openalex.org/W2804908284","https://openalex.org/W2809631772","https://openalex.org/W2904790294","https://openalex.org/W2946492685","https://openalex.org/W2950191149","https://openalex.org/W2963392119","https://openalex.org/W2969699495","https://openalex.org/W2999173898","https://openalex.org/W3005317538","https://openalex.org/W3082194023","https://openalex.org/W3082269804","https://openalex.org/W3135995219","https://openalex.org/W3162099472","https://openalex.org/W3199338376","https://openalex.org/W3202380516","https://openalex.org/W3207736779","https://openalex.org/W4230983304","https://openalex.org/W4242721106","https://openalex.org/W4248361652","https://openalex.org/W4291213652","https://openalex.org/W4297918764","https://openalex.org/W6608400486","https://openalex.org/W6644716188","https://openalex.org/W6671163891","https://openalex.org/W6696807625","https://openalex.org/W6773455257"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"<bold":[0,41,73,164],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[1,42,74,165],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Background</b>":[2],":":[3,44,76,167],"Software":[4,168],"testers":[5,33,54,124,139,169],"manifest":[6],"confirmation":[7,30,50,67,120,136,181],"bias":[8,31,51,68,121,137],"(the":[9,102],"cognitive":[10],"tendency)":[11],"when":[12],"they":[13],"design":[14],"relatively":[15],"more":[16],"specification":[17,22],"consistent":[18,208],"test":[19,24,58,130,201],"cases":[20],"than":[21],"inconsistent":[23,200],"cases.":[25,131],"Time":[26,132,183],"pressure":[27,65,133,184],"may":[28],"influence":[29],"of":[32,49,52,63,100,119,128,144,161,180,199],"per":[34,140],"the":[35,38,47,61,70,87,110,126,141,145,152,178,193,197],"research":[36],"in":[37,69,90],"psychology":[39],"discipline.":[40],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Objective</b>":[43],"We":[45,77,92],"examine":[46],"manifestation":[48,118,179],"software":[53,123],"while":[55,203],"designing":[56,127,194],"functional":[57,129],"cases,":[59,202],"and":[60,81,96,104,195],"effect":[62],"time":[64],"on":[66,109,192,207],"same":[71],"context.":[72],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Method</b>":[75],"executed":[78],"one":[79],"internal":[80],"two":[82],"external":[83],"experimental":[84,149],"replications":[85,95],"concerning":[86],"original":[88,103],"experimentation":[89],"Oulu.":[91],"analyse":[93],"individual":[94],"meta-analyse":[97],"our":[98],"family":[99],"experiments":[101],"replications)":[105],"for":[106],"joint":[107,142],"results":[108,143],"phenomena.":[111],"Results:":[112],"Our":[113],"findings":[114],"indicate":[115],"a":[116],"significant":[117],"by":[122,188],"during":[125],"significantly":[134],"promoted":[135],"among":[138],"family.":[146],"The":[147],"different":[148],"sites":[150],"affected":[151],"results;":[153],"however,":[154],"we":[155],"did":[156],"not":[157],"detect":[158],"any":[159],"effects":[160],"site-specific":[162],"variables.":[163],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Conclusion</b>":[166],"should":[170],"develop":[171],"an":[172],"outside-of-the-box":[173],"thinking":[174],"attitude":[175],"to":[176],"counter":[177],"bias.":[182],"can":[185],"be":[186],"manoeuvred":[187],"centring":[189],"manual":[190],"suites":[191],"consequently":[196],"execution":[198],"automated":[204],"testing":[205],"focuses":[206],"ones.":[209]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}