{"id":"https://openalex.org/W2024746708","doi":"https://doi.org/10.1080/0144929031000081341","title":"Trends in the use of verbal protocol analysis in software engineering research","display_name":"Trends in the use of verbal protocol analysis in software engineering research","publication_year":2003,"publication_date":"2003-01-01","ids":{"openalex":"https://openalex.org/W2024746708","doi":"https://doi.org/10.1080/0144929031000081341","mag":"2024746708"},"language":"en","primary_location":{"id":"doi:10.1080/0144929031000081341","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0144929031000081341","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073596939","display_name":"Janet Hughes","orcid":"https://orcid.org/0000-0002-6813-9020"},"institutions":[{"id":"https://openalex.org/I177639307","display_name":"University of Dundee","ror":"https://ror.org/03h2bxq36","country_code":"GB","type":"education","lineage":["https://openalex.org/I177639307"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Janet Hughes","raw_affiliation_strings":["Department of Applied Computing , University of Dundee , Dundee, Scotland, DD1 4HN, UK E-mail: jhughes@computing.dundee.ac.uk"],"affiliations":[{"raw_affiliation_string":"Department of Applied Computing , University of Dundee , Dundee, Scotland, DD1 4HN, UK E-mail: jhughes@computing.dundee.ac.uk","institution_ids":["https://openalex.org/I177639307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110730413","display_name":"Steve Parkes","orcid":null},"institutions":[{"id":"https://openalex.org/I177639307","display_name":"University of Dundee","ror":"https://ror.org/03h2bxq36","country_code":"GB","type":"education","lineage":["https://openalex.org/I177639307"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steve Parkes","raw_affiliation_strings":["Department of Applied Computing , University of Dundee , Dundee, Scotland, DD1 4HN, UK E-mail: sparkes@computing.dundee.ac.uk"],"affiliations":[{"raw_affiliation_string":"Department of Applied Computing , University of Dundee , Dundee, Scotland, DD1 4HN, UK E-mail: sparkes@computing.dundee.ac.uk","institution_ids":["https://openalex.org/I177639307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5073596939"],"corresponding_institution_ids":["https://openalex.org/I177639307"],"apc_list":null,"apc_paid":null,"fwci":7.1904,"has_fulltext":false,"cited_by_count":84,"citation_normalized_percentile":{"value":0.96672124,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"22","issue":"2","first_page":"127","last_page":"140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.7090834379196167},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6104085445404053},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5942986011505127},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.57047039270401},{"id":"https://openalex.org/keywords/protocol-analysis","display_name":"Protocol analysis","score":0.4719875156879425},{"id":"https://openalex.org/keywords/social-software-engineering","display_name":"Social software engineering","score":0.47050780057907104},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.45428916811943054},{"id":"https://openalex.org/keywords/software-requirements","display_name":"Software requirements","score":0.442979097366333},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4371705949306488},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.4216909110546112},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4184945225715637},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4165509343147278},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.303199827671051},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13054227828979492},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.0816575288772583},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.06444641947746277}],"concepts":[{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.7090834379196167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6104085445404053},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5942986011505127},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.57047039270401},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.4719875156879425},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.47050780057907104},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.45428916811943054},{"id":"https://openalex.org/C54534927","wikidata":"https://www.wikidata.org/wiki/Q4462275","display_name":"Software requirements","level":5,"score":0.442979097366333},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4371705949306488},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.4216909110546112},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4184945225715637},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4165509343147278},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.303199827671051},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13054227828979492},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0816575288772583},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.06444641947746277},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1080/0144929031000081341","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0144929031000081341","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},{"id":"pmh:oai:discovery.dundee.ac.uk:openaire_cris_publications/600ba1b8-e799-4c05-bdb9-19fcb3d57c81","is_oa":false,"landing_page_url":"https://discovery.dundee.ac.uk/en/publications/600ba1b8-e799-4c05-bdb9-19fcb3d57c81","pdf_url":null,"source":{"id":"https://openalex.org/S4306400523","display_name":"Discovery Research Portal (University of Dundee)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177639307","host_organization_name":"University of Dundee","host_organization_lineage":["https://openalex.org/I177639307"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Hughes, J & Parkes, S 2003, 'Trends in the use of verbal protocol analysis in software engineering research', Behaviour & Information Technology, vol. 22, no. 2, pp. 127-140. https://doi.org/10.1080/0144929031000081341","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:discovery.dundee.ac.uk:publications/600ba1b8-e799-4c05-bdb9-19fcb3d57c81","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=0037364595&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306400523","display_name":"Discovery Research Portal (University of Dundee)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177639307","host_organization_name":"University of Dundee","host_organization_lineage":["https://openalex.org/I177639307"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hughes, J & Parkes, S 2003, 'Trends in the use of verbal protocol analysis in software engineering research', Behaviour & Information Technology, vol. 22, no. 2, pp. 127-140. https://doi.org/10.1080/0144929031000081341","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:oro.open.ac.uk:47193","is_oa":false,"landing_page_url":"https://oro.open.ac.uk/47193/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401187","display_name":"Open Research Online (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W11391707","https://openalex.org/W30814344","https://openalex.org/W44114923","https://openalex.org/W73596250","https://openalex.org/W1501367599","https://openalex.org/W1502693024","https://openalex.org/W1504137408","https://openalex.org/W1566693331","https://openalex.org/W1595530040","https://openalex.org/W1774183706","https://openalex.org/W1812371775","https://openalex.org/W1963781915","https://openalex.org/W1967971235","https://openalex.org/W1982530426","https://openalex.org/W1992311316","https://openalex.org/W1997348232","https://openalex.org/W2000088790","https://openalex.org/W2002208436","https://openalex.org/W2011965236","https://openalex.org/W2022557060","https://openalex.org/W2027525087","https://openalex.org/W2030348613","https://openalex.org/W2034604231","https://openalex.org/W2038799287","https://openalex.org/W2039831248","https://openalex.org/W2042972316","https://openalex.org/W2076722567","https://openalex.org/W2084895013","https://openalex.org/W2088076780","https://openalex.org/W2090976204","https://openalex.org/W2092239677","https://openalex.org/W2107762681","https://openalex.org/W2120695302","https://openalex.org/W2124868162","https://openalex.org/W2125376432","https://openalex.org/W2132403176","https://openalex.org/W2148071752","https://openalex.org/W2151487645","https://openalex.org/W2154627712","https://openalex.org/W2156196376","https://openalex.org/W2157021819","https://openalex.org/W2182489632","https://openalex.org/W2186106613","https://openalex.org/W2582628485"],"related_works":["https://openalex.org/W2203515568","https://openalex.org/W403164","https://openalex.org/W4246465560","https://openalex.org/W4249522843","https://openalex.org/W2025758910","https://openalex.org/W4254886815","https://openalex.org/W2120376006","https://openalex.org/W2382994508","https://openalex.org/W3186869374","https://openalex.org/W2167467693"],"abstract_inverted_index":{"This":[0],"article":[1,51],"reviews":[2],"the":[3,21,30,41,44,61,66,71,74,83,86,100,103,113,124],"technique":[4,45],"of":[5,13,29,43,65,73,90,102,105,110,115,126,139],"verbal":[6,34,75,132],"protocol":[7,35,76,133],"analysis":[8,77,134],"and":[9,37,112,121],"gives":[10],"a":[11,127,137],"profile":[12],"its":[14,91],"use":[15,72],"within":[16,93,141],"software":[17,79,94,117,142],"engineering":[18,80,95,143],"research":[19,81,96],"over":[20],"last":[22],"two":[23],"decades.":[24],"An":[25],"overview":[26],"is":[27],"given":[28],"procedures":[31],"used":[32],"in":[33,40,70,78],"analysis,":[36],"commonly-found":[38],"difficulties":[39],"application":[42],"by":[46],"researchers":[47],"are":[48,97,144],"described.":[49,145],"The":[50],"reports":[52],"on":[53],"published":[54],"efforts":[55],"to":[56,59,85,136],"develop":[57],"tools":[58],"automate":[60],"procedures.":[62],"A":[63],"review":[64],"literature":[67],"shows":[68],"trends":[69],"from":[82],"1980s":[84],"present.":[87],"Recurring":[88],"themes":[89],"purpose":[92],"identified,":[98],"including":[99],"comparison":[101],"behaviours":[104],"subjects":[106],"with":[107,123],"differing":[108],"levels":[109],"expertise":[111],"identification":[114],"effective":[116],"comprehension":[118],"strategies.":[119],"Advances":[120],"problems":[122],"development":[125],"general-purpose":[128],"encoding":[129],"scheme":[130],"for":[131],"appropriate":[135],"range":[138],"domains":[140]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":11},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":6}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}