{"id":"https://openalex.org/W2146511370","doi":"https://doi.org/10.1109/icst.2015.7102609","title":"Understanding the Test Automation Culture of App Developers","display_name":"Understanding the Test Automation Culture of App Developers","publication_year":2015,"publication_date":"2015-04-01","ids":{"openalex":"https://openalex.org/W2146511370","doi":"https://doi.org/10.1109/icst.2015.7102609","mag":"2146511370"},"language":"en","primary_location":{"id":"doi:10.1109/icst.2015.7102609","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst.2015.7102609","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=3847&context=sis_research","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033873409","display_name":"Pavneet Singh Kochhar","orcid":"https://orcid.org/0000-0002-4342-6672"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Pavneet Singh Kochhar","raw_affiliation_strings":["Singapore Management University"],"affiliations":[{"raw_affiliation_string":"Singapore Management University","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034736998","display_name":"Ferdian Thung","orcid":"https://orcid.org/0000-0002-5566-3819"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ferdian Thung","raw_affiliation_strings":["Singapore Management University"],"affiliations":[{"raw_affiliation_string":"Singapore Management University","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101612061","display_name":"Nachiappan Nagappan","orcid":"https://orcid.org/0000-0003-1358-4124"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Nachiappan Nagappan","raw_affiliation_strings":["Microsoft Research","Microsoft research#TAB#"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft research#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061605447","display_name":"Thomas Zimmermann","orcid":"https://orcid.org/0000-0003-4905-1469"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Thomas Zimmermann","raw_affiliation_strings":["Microsoft Research","Microsoft research#TAB#"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]},{"raw_affiliation_string":"Microsoft research#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["Singapore Management University"],"affiliations":[{"raw_affiliation_string":"Singapore Management University","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5033873409"],"corresponding_institution_ids":["https://openalex.org/I79891267"],"apc_list":null,"apc_paid":null,"fwci":30.5812,"has_fulltext":false,"cited_by_count":161,"citation_normalized_percentile":{"value":0.99799383,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.8285585045814514},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6547677516937256},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.601814329624176},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5661892890930176},{"id":"https://openalex.org/keywords/android-app","display_name":"Android app","score":0.4912664294242859},{"id":"https://openalex.org/keywords/mobile-apps","display_name":"Mobile apps","score":0.48346835374832153},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4279515743255615},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22235462069511414},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.22130072116851807}],"concepts":[{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.8285585045814514},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6547677516937256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.601814329624176},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5661892890930176},{"id":"https://openalex.org/C2988045736","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android app","level":3,"score":0.4912664294242859},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.48346835374832153},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4279515743255615},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22235462069511414},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.22130072116851807},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icst.2015.7102609","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst.2015.7102609","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-3847","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=3847&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dx.doi.org/10.1109/ICST.2015.7102609","raw_type":"Conference Proceeding Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.701.2530","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.701.2530","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.mysmu.edu/faculty/davidlo/papers/icst15.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-3847","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=3847&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dx.doi.org/10.1109/ICST.2015.7102609","raw_type":"Conference Proceeding Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W128336448","https://openalex.org/W1966024199","https://openalex.org/W1972776932","https://openalex.org/W1992460156","https://openalex.org/W2004921952","https://openalex.org/W2013856010","https://openalex.org/W2022429945","https://openalex.org/W2025721496","https://openalex.org/W2054811852","https://openalex.org/W2097908858","https://openalex.org/W2106191864","https://openalex.org/W2113867182","https://openalex.org/W2117867487","https://openalex.org/W2121507867","https://openalex.org/W2124430468","https://openalex.org/W2161963160","https://openalex.org/W2171090019","https://openalex.org/W2329807147","https://openalex.org/W4256148631","https://openalex.org/W6605280814","https://openalex.org/W6701798868"],"related_works":["https://openalex.org/W2894765413","https://openalex.org/W769484497","https://openalex.org/W2796028780","https://openalex.org/W4386955307","https://openalex.org/W4321636160","https://openalex.org/W2794864670","https://openalex.org/W4383744737","https://openalex.org/W2922039621","https://openalex.org/W2887633424","https://openalex.org/W2290452149"],"abstract_inverted_index":{"Smartphone":[0],"applications":[1,10,155],"(apps)":[2,11],"have":[3,152,237,241],"gained":[4],"popularity":[5],"recently.":[6],"Millions":[7],"of":[8,22,68,70,116,131,142,223,233,305],"smartphone":[9],"are":[12,35,40,75,216],"available":[13],"on":[14,91,156,190],"different":[15,99],"app":[16,58,79,206,250,274,293,322],"stores":[17],"which":[18],"gives":[19],"users":[20],"plethora":[21],"options":[23],"to":[24,50,63,138,158,204,267,277,313],"choose":[25],"from,":[26],"however,":[27,263],"it":[28,203],"also":[29,148],"raises":[30],"concern":[31],"if":[32],"these":[33,145],"apps":[34,110,215,225,235,270],"adequately":[36],"tested":[37,218],"before":[38],"they":[39,173,179,264],"released":[41],"for":[42,128],"public":[43],"use.":[44],"In":[45,101],"this":[46],"study,":[47,104,188],"we":[48,61,96,105,196,246],"want":[49,62],"understand":[51,159],"the":[52,65,72,82,92,102,117,129,140,160,170,186,191,224,234,315,320],"test":[53,93,132,227,239,268,316],"automation":[54,94,317],"culture":[55,318],"prevalent":[56],"among":[57],"developers.":[59],"Specifically,":[60],"examine":[64],"current":[66],"state":[67],"testing":[69,143,161,182,254],"apps,":[71],"tools":[73,171,255,280],"that":[74,172,178,212,236,248],"commonly":[76],"used":[77],"by":[78,85,164],"developers,":[80,195],"and":[81,134,175,201,229,261,285,291],"problems":[83],"faced":[84],"them.":[86,165],"To":[87],"get":[88],"an":[89],"insight":[90],"culture,":[95],"conduct":[97],"two":[98],"studies.":[100],"first":[103],"analyse":[106],"over":[107],"600":[108],"Android":[109,124,183,194,214,249,290],"collected":[111],"from":[112,193],"F-":[113],"Droid,":[114],"one":[115],"largest":[118],"repositories":[119],"containing":[120],"information":[121],"about":[122,169,221,231],"open-source":[123],"apps.":[125,146,184],"We":[126,147,166,210,310],"check":[127],"presence":[130],"cases":[133,228,240],"calculate":[135],"code":[136],"coverage":[137,242],"measure":[139],"adequacy":[141],"in":[144,319],"survey":[149,199],"developers":[150,168,207,251,275,294],"who":[151],"hosted":[153],"their":[154,269],"GitHub":[157],"practices":[162],"followed":[163],"ask":[167],"use":[174,252,278],"''pain":[176],"points''":[177],"face":[180,295],"while":[181],"For":[185],"second":[187],"based":[189],"responses":[192],"improve":[197,314],"our":[198],"questions":[200],"resend":[202],"Windows":[205,273,292],"within":[208],"Microsoft.":[209],"conclude":[211],"many":[213,296],"poorly":[217],"-":[219],"only":[220,230],"14%":[222],"contain":[226],"9%":[232],"executable":[238],"above":[243],"40\\%.":[244],"Also,":[245],"find":[247],"automated":[253],"such":[256,281,298],"as":[257,282,299],"JUnit,":[258],"Monkeyrunner,":[259],"Robotium,":[260],"Robolectric,":[262],"often":[265],"prefer":[266,276],"manually,":[271],"whereas":[272],"in-house":[279],"Visual":[283],"Studio":[284],"Microsoft":[286],"Test":[287],"Manager.":[288],"Both":[289],"challenges":[297],"time":[300],"constraints,":[301],"compatibility":[302],"issues,":[303],"lack":[304],"exposure,":[306],"cumbersome":[307],"tools,":[308],"etc.":[309],"give":[311],"suggestions":[312],"growing":[321],"community.":[323]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":23},{"year":2018,"cited_by_count":26},{"year":2017,"cited_by_count":18},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}