{"id":"https://openalex.org/W4403123493","doi":"https://doi.org/10.1109/tse.2024.3474173","title":"Qualitative Surveys in Software Engineering Research: Definition, Critical Review, and Guidelines","display_name":"Qualitative Surveys in Software Engineering Research: Definition, Critical Review, and Guidelines","publication_year":2024,"publication_date":"2024-10-04","ids":{"openalex":"https://openalex.org/W4403123493","doi":"https://doi.org/10.1109/tse.2024.3474173"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3474173","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3474173","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tse.2024.3474173","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017524374","display_name":"Jorge Melegati","orcid":"https://orcid.org/0000-0003-1303-4173"},"institutions":[{"id":"https://openalex.org/I171543936","display_name":"Free University of Bozen-Bolzano","ror":"https://ror.org/012ajp527","country_code":"IT","type":"education","lineage":["https://openalex.org/I171543936"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Jorge Melegati","raw_affiliation_strings":["Free University of Bozen-Bolzano, Bolzano, Italy"],"affiliations":[{"raw_affiliation_string":"Free University of Bozen-Bolzano, Bolzano, Italy","institution_ids":["https://openalex.org/I171543936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050924299","display_name":"Kieran Conboy","orcid":"https://orcid.org/0000-0001-8260-4075"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Kieran Conboy","raw_affiliation_strings":["Lero, University of Galway, Galway, Ireland","Lero at the University of Galway, Ireland"],"affiliations":[{"raw_affiliation_string":"Lero, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]},{"raw_affiliation_string":"Lero at the University of Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050191675","display_name":"Daniel Graziotin","orcid":"https://orcid.org/0000-0002-9107-7681"},"institutions":[{"id":"https://openalex.org/I110079840","display_name":"University of Hohenheim","ror":"https://ror.org/00b1c9541","country_code":"DE","type":"education","lineage":["https://openalex.org/I110079840"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Graziotin","raw_affiliation_strings":["University of Hohenheim, Stuttgart, Germany","University of Hohenheim, Germany"],"affiliations":[{"raw_affiliation_string":"University of Hohenheim, Stuttgart, Germany","institution_ids":["https://openalex.org/I110079840"]},{"raw_affiliation_string":"University of Hohenheim, Germany","institution_ids":["https://openalex.org/I110079840"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5017524374"],"corresponding_institution_ids":["https://openalex.org/I171543936"],"apc_list":null,"apc_paid":null,"fwci":4.5926,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.95177314,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"50","issue":"12","first_page":"3172","last_page":"3187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.944100022315979,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.944100022315979,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7622188329696655},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6076045036315918},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4718701243400574},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3203310966491699},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10604709386825562}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7622188329696655},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6076045036315918},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4718701243400574},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3203310966491699},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10604709386825562}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2024.3474173","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3474173","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:unibz.it:11324443870001241","is_oa":true,"landing_page_url":"https://bia.unibz.it/esploro/outputs/journalArticle/Qualitative-Surveys-in-Software-Engineering-Research/991006867097301241","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/tse.2024.3474173","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3474173","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8515955051","display_name":null,"funder_award_id":"13/RC/2094_P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W171406816","https://openalex.org/W397180395","https://openalex.org/W1517167792","https://openalex.org/W1575714269","https://openalex.org/W1607675442","https://openalex.org/W1729897261","https://openalex.org/W1739112924","https://openalex.org/W1884889900","https://openalex.org/W1969939902","https://openalex.org/W1977334056","https://openalex.org/W1987064751","https://openalex.org/W1995174476","https://openalex.org/W1999798506","https://openalex.org/W2001677911","https://openalex.org/W2023844160","https://openalex.org/W2033514525","https://openalex.org/W2034628356","https://openalex.org/W2050697360","https://openalex.org/W2074742550","https://openalex.org/W2082372845","https://openalex.org/W2103458796","https://openalex.org/W2104577574","https://openalex.org/W2123470003","https://openalex.org/W2127771512","https://openalex.org/W2139876174","https://openalex.org/W2142168034","https://openalex.org/W2162739315","https://openalex.org/W2163621605","https://openalex.org/W2167271913","https://openalex.org/W2341636400","https://openalex.org/W2345039647","https://openalex.org/W2353739181","https://openalex.org/W2491298660","https://openalex.org/W2522942223","https://openalex.org/W2539716950","https://openalex.org/W2574271863","https://openalex.org/W2593303020","https://openalex.org/W2605326378","https://openalex.org/W2735864825","https://openalex.org/W2765911034","https://openalex.org/W2790351125","https://openalex.org/W2791882027","https://openalex.org/W2807453842","https://openalex.org/W2809631772","https://openalex.org/W2885317468","https://openalex.org/W2887220828","https://openalex.org/W2890801208","https://openalex.org/W2897239292","https://openalex.org/W2914024328","https://openalex.org/W2954893651","https://openalex.org/W2963863248","https://openalex.org/W2975871742","https://openalex.org/W3006568433","https://openalex.org/W3011626112","https://openalex.org/W3014401499","https://openalex.org/W3030475425","https://openalex.org/W3037778009","https://openalex.org/W3044699455","https://openalex.org/W3045491126","https://openalex.org/W3081523661","https://openalex.org/W3091658513","https://openalex.org/W3093581225","https://openalex.org/W3093654052","https://openalex.org/W3111324602","https://openalex.org/W3123449953","https://openalex.org/W3137062637","https://openalex.org/W3141666254","https://openalex.org/W3175863516","https://openalex.org/W4205234248","https://openalex.org/W4210270639","https://openalex.org/W4226134286","https://openalex.org/W4233152543","https://openalex.org/W4244265410","https://openalex.org/W4256355790","https://openalex.org/W4281630353","https://openalex.org/W4284670329","https://openalex.org/W4393402298","https://openalex.org/W6601273406","https://openalex.org/W6637639269","https://openalex.org/W6683847188","https://openalex.org/W6791570380"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Qualitative":[0],"surveys":[1,48,145,168,191],"are":[2,20,35,63,133,148],"emerging":[3],"as":[4,14,81],"a":[5,39,50,64,77,85,101,160,180,186,215],"popular":[6],"research":[7,174],"method":[8,261],"in":[9,60,172,255,275],"software":[10],"engineering":[11],"(SE),":[12],"particularly":[13],"many":[15,44],"aspects":[16],"of":[17,57,66,79,100,104,129,182,189,195,198,245,259,269],"the":[18,27,54,124,196,199,241,260,276],"field":[19],"increasingly":[21],"socio-technical":[22],"and":[23,30,72,88,106,111,118,127,140,146,192,237,243,262,266],"thus":[24],"concerned":[25],"with":[26],"subtle,":[28],"social,":[29],"often":[31],"ambiguous":[32],"issues":[33,122],"that":[34,46,68,251,271],"not":[36],"amenable":[37],"to":[38,82,137,164,175,213,225,239],"simple":[40],"quantitative":[41],"survey.":[42],"While":[43],"argue":[45],"qualitative":[47,86,144,167,190,216,246],"play":[49],"vital":[51],"role":[52],"amongst":[53],"diverse":[55],"range":[56],"methods":[58,274],"employed":[59,171],"SE":[61,173],"there":[62,75],"number":[65],"shortcomings":[67],"inhibits":[69],"its":[70,109],"use":[71,258,272],"value.":[73],"First":[74],"is":[76,97,115,249],"lack":[78],"clarity":[80],"what":[83,89,112],"defines":[84],"survey":[87,217],"features":[90],"differentiate":[91],"it":[92],"from":[93],"other":[94],"methods.":[95],"There":[96],"an":[98],"absence":[99],"clear":[102],"set":[103,181],"principles":[105,204,230],"guidelines":[107],"for":[108],"execution,":[110],"does":[113],"exist":[114],"very":[116],"inconsistent":[117],"sometimes":[119],"contradictory.":[120],"These":[121,203],"undermine":[123],"perceived":[125],"reliability":[126,139],"rigour":[128,141,244],"this":[130,156,252],"method.":[131],"Researchers":[132],"unsure":[134,149],"about":[135],"how":[136,150,166],"ensure":[138],"when":[142,210],"designing":[143],"reviewers":[147,238],"these":[151,273],"should":[152],"be":[153,206,223,233],"evaluated.":[154],"In":[155],"paper,":[157],"we":[158],"present":[159],"systematic":[161],"mapping":[162],"study":[163],"identify":[165],"have":[169],"been":[170],"date.":[176],"This":[177],"paper":[178],"proposes":[179],"principles,":[183],"based":[184],"on":[185],"multidisciplinary":[187],"review":[188],"capturing":[193],"some":[194],"commonalities":[197],"diffuse":[200],"approaches":[201],"found.":[202],"can":[205,221,231],"used":[207,224,234],"by":[208,235],"researchers":[209],"choosing":[211],"whether":[212],"do":[214],"or":[218],"not.":[219],"They":[220],"then":[222],"design":[226],"their":[227],"study.":[228],"The":[229],"also":[232,263],"editors":[236],"judge":[240],"quality":[242],"surveys.":[247],"It":[248],"hoped":[250],"will":[253],"result":[254],"more":[256,264],"widespread":[257],"effective":[265],"evidence-based":[267],"reviews":[268],"studies":[270],"future.":[277]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
