{"id":"https://openalex.org/W4415746307","doi":"https://doi.org/10.1109/icsme64153.2025.00060","title":"Testing is Not Boring: Characterizing Challenge in Software Testing Tasks","display_name":"Testing is Not Boring: Characterizing Challenge in Software Testing Tasks","publication_year":2025,"publication_date":"2025-09-07","ids":{"openalex":"https://openalex.org/W4415746307","doi":"https://doi.org/10.1109/icsme64153.2025.00060"},"language":null,"primary_location":{"id":"doi:10.1109/icsme64153.2025.00060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120207602","display_name":"Davi Gama Hardman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123235","display_name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife","ror":"https://ror.org/02t7xfd51","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123235"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Davi Gama Hardman","raw_affiliation_strings":["CESAR,Recife,PE,Brazil"],"affiliations":[{"raw_affiliation_string":"CESAR,Recife,PE,Brazil","institution_ids":["https://openalex.org/I4210123235"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058941737","display_name":"C\u00e9sar Fran\u00e7a","orcid":"https://orcid.org/0000-0002-0863-3764"},"institutions":[{"id":"https://openalex.org/I4210123235","display_name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife","ror":"https://ror.org/02t7xfd51","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123235"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"C\u00e9sar Fran\u00e7a","raw_affiliation_strings":["CESAR School,Recife,PE,Brazil"],"affiliations":[{"raw_affiliation_string":"CESAR School,Recife,PE,Brazil","institution_ids":["https://openalex.org/I4210123235"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091492434","display_name":"Brody Stuart-Verner","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Brody Stuart-Verner","raw_affiliation_strings":["University of Calgary,Calgary,AB,Canada"],"affiliations":[{"raw_affiliation_string":"University of Calgary,Calgary,AB,Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080161379","display_name":"Ronnie de Souza Santos","orcid":"https://orcid.org/0000-0003-3235-6530"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ronnie de Souza Santos","raw_affiliation_strings":["University of Calgary,Calgary,AB,Canada"],"affiliations":[{"raw_affiliation_string":"University of Calgary,Calgary,AB,Canada","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5120207602"],"corresponding_institution_ids":["https://openalex.org/I4210123235"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.47030687,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"594","last_page":"601"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.5683000087738037,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.5683000087738037,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.028300000354647636,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.026499999687075615,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.6830000281333923},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.6482999920845032},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.5843999981880188},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.5810999870300293},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.5594000220298767},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.5410000085830688},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.5101000070571899},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4787999987602234},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47679999470710754},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.47130000591278076}],"concepts":[{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.6830000281333923},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.6482999920845032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.588699996471405},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.5843999981880188},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.5810999870300293},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.5594000220298767},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5546000003814697},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.5410000085830688},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.5101000070571899},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4787999987602234},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47679999470710754},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.47130000591278076},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.453000009059906},{"id":"https://openalex.org/C188329197","wikidata":"https://www.wikidata.org/wiki/Q6554613","display_name":"Software quality analyst","level":5,"score":0.4447999894618988},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4311999976634979},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.39879998564720154},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.39399999380111694},{"id":"https://openalex.org/C24169984","wikidata":"https://www.wikidata.org/wiki/Q879969","display_name":"Black-box testing","level":5,"score":0.3801000118255615},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.37310001254081726},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3547999858856201},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3483999967575073},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3411000072956085},{"id":"https://openalex.org/C131377759","wikidata":"https://www.wikidata.org/wiki/Q322514","display_name":"Acceptance testing","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.3345000147819519},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3197999894618988},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.27889999747276306},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C7515471","wikidata":"https://www.wikidata.org/wiki/Q1936882","display_name":"Stress testing (software)","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.27140000462532043},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.2678999900817871},{"id":"https://openalex.org/C176035894","wikidata":"https://www.wikidata.org/wiki/Q7554350","display_name":"Software quality control","level":5,"score":0.2599000036716461},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsme64153.2025.00060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W397180395","https://openalex.org/W1493776574","https://openalex.org/W1969939902","https://openalex.org/W2021287401","https://openalex.org/W2050885596","https://openalex.org/W2067518123","https://openalex.org/W2082655089","https://openalex.org/W2104980031","https://openalex.org/W2115386292","https://openalex.org/W2149261396","https://openalex.org/W2151255536","https://openalex.org/W2162964186","https://openalex.org/W2165776486","https://openalex.org/W2769035708","https://openalex.org/W2804656647","https://openalex.org/W2806810341","https://openalex.org/W2946001416","https://openalex.org/W2956146856","https://openalex.org/W2980252294","https://openalex.org/W2996601749","https://openalex.org/W3006568433","https://openalex.org/W3168281115","https://openalex.org/W3203276678","https://openalex.org/W4289378687","https://openalex.org/W4387068056","https://openalex.org/W4389544169"],"related_works":[],"abstract_inverted_index":{"As":[0],"software":[1,21,24,85,96,154],"systems":[2],"continue":[3],"to":[4,43,88,136,149],"grow":[5],"in":[6,31,51,95],"complexity,":[7],"testing":[8,25,52,62,71,86,97,155],"has":[9],"become":[10],"a":[11,36,82,127,157],"fundamental":[12],"part":[13],"of":[14,20,92,129,145],"ensuring":[15],"the":[16,45,69,90,124,143],"quality":[17],"and":[18,33,48,64,98,113,121,138,152,159],"reliability":[19],"products.":[22],"Yet,":[23],"is":[26],"still":[27],"often":[28,117],"perceived,":[29],"both":[30],"industry":[32],"academia,":[34],"as":[35,56,119,156],"repetitive,":[37],"low-skill":[38],"activity.":[39],"This":[40],"perception":[41],"fails":[42],"recognize":[44],"creativity,":[46,110],"problem-solving,":[47],"adaptability":[49],"required":[50],"work.":[53],"Tasks":[54],"such":[55],"designing":[57],"complex":[58],"test":[59],"cases,":[60],"automating":[61],"processes,":[63],"handling":[65],"shifting":[66],"requirements":[67],"illustrate":[68],"challenges":[70],"professionals":[72,87],"regularly":[73],"face.":[74],"To":[75],"better":[76],"understand":[77],"these":[78,102],"experiences,":[79],"we":[80],"conducted":[81],"study":[83],"with":[84],"explore":[89],"nature":[91],"challenging":[93],"tasks":[94,108],"how":[99],"they":[100],"affect":[101],"professionals.":[103],"Our":[104],"findings":[105,141],"show":[106],"that":[107],"involving":[109],"ongoing":[111],"learning,":[112],"time":[114],"pressure":[115],"are":[116],"seen":[118],"motivating":[120],"rewarding.":[122],"On":[123],"other":[125],"hand,":[126],"lack":[128],"challenge":[130],"or":[131],"overwhelming":[132],"demands":[133],"can":[134],"lead":[135],"frustration":[137],"disengagement.":[139],"These":[140],"demonstrate":[142],"importance":[144],"balancing":[146],"task":[147],"complexity":[148],"sustain":[150],"motivation":[151],"present":[153],"dynamic":[158],"intellectually":[160],"engaging":[161],"field.":[162]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-31T00:00:00"}