{"id":"https://openalex.org/W2041654089","doi":"https://doi.org/10.1080/014492997119725","title":"Responses to comprehension questions and verbal protocols as measures of computer program comprehension processes","display_name":"Responses to comprehension questions and verbal protocols as measures of computer program comprehension processes","publication_year":1997,"publication_date":"1997-01-01","ids":{"openalex":"https://openalex.org/W2041654089","doi":"https://doi.org/10.1080/014492997119725","mag":"2041654089"},"language":"en","primary_location":{"id":"doi:10.1080/014492997119725","is_oa":false,"landing_page_url":"https://doi.org/10.1080/014492997119725","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038648504","display_name":"Teresa M. Shaft","orcid":"https://orcid.org/0000-0002-8381-7459"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Teresa M. Shaft","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5038648504"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0164,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.83545942,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"16","issue":"6","first_page":"320","last_page":"336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.8699291944503784},{"id":"https://openalex.org/keywords/protocol-analysis","display_name":"Protocol analysis","score":0.6931506991386414},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.6217383146286011},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.6141754984855652},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6054651141166687},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5916935205459595},{"id":"https://openalex.org/keywords/process-tracing","display_name":"Process tracing","score":0.45407143235206604},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4395976960659027},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3453128933906555},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3113415837287903},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.19632869958877563},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.15123948454856873},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09210148453712463},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.08926892280578613}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.8699291944503784},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.6931506991386414},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.6217383146286011},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6141754984855652},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6054651141166687},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5916935205459595},{"id":"https://openalex.org/C2776970286","wikidata":"https://www.wikidata.org/wiki/Q7247309","display_name":"Process tracing","level":3,"score":0.45407143235206604},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4395976960659027},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3453128933906555},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3113415837287903},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.19632869958877563},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.15123948454856873},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09210148453712463},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.08926892280578613},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/014492997119725","is_oa":false,"landing_page_url":"https://doi.org/10.1080/014492997119725","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6899999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310419","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2724855087","https://openalex.org/W2886906914","https://openalex.org/W2884362859","https://openalex.org/W1508879959","https://openalex.org/W2123179197","https://openalex.org/W1995506819","https://openalex.org/W2110798500","https://openalex.org/W2899084096","https://openalex.org/W4386587646","https://openalex.org/W2041654089"],"abstract_inverted_index":{"To":[0],"study":[1,66],"cognitive":[2],"processes,":[3],"such":[4,41,149],"as":[5,42,79,150],"computer":[6,100],"program":[7,162],"comprehension,":[8],"researchers":[9],"often":[10],"use":[11,59,69],"verbal":[12,26,39,71,151],"protocols":[13],"to":[14,38,44,56,76,85,98,116,138,160],"collect":[15],"a":[16,154],"process":[17,131,146],"trace.":[18],"However,":[19],"the":[20,32,58,68,88,124,136,139],"difficulty":[21],"of":[22,60,70,81,105,119],"collecting":[23],"and":[24],"analysing":[25],"protocol":[27,72,89],"data":[28,73],"can":[29],"discourage":[30],"even":[31],"most":[33,61],"resolute":[34],"researcher.":[35],"Therefore,":[36],"alternatives":[37],"protocols,":[40,152],"responses":[43,75,115,137],"comprehension":[45,77,82,96,120,127,130,163],"questions,":[46],"are":[47,153],"undeniably":[48],"attractive.":[49],"Unfortunately,":[50,129],"there":[51],"is":[52],"little":[53],"methodological":[54],"research":[55,110,143],"justify":[57],"alternative":[62],"methods.":[63],"The":[64],"current":[65],"compares":[67],"with":[74],"questions":[78,121],"measures":[80],"process.":[83,128],"According":[84],"results":[86],"from":[87],"analysis":[90],"data,":[91],"programmers":[92],"used":[93],"significantly":[94],"different":[95,117],"processes":[97],"understand":[99],"programs":[101],"in":[102,126,135],"two":[103],"phases":[104],"an":[106],"experiment.":[107],"If":[108],"previous":[109],"was":[111,132],"correct,":[112],"then":[113],"programmers'":[114],"types":[118],"should":[122],"reflect":[123],"differences":[125],"not":[133],"reflected":[134],"questions.":[140],"Hence,":[141],"this":[142],"confirms":[144],"that":[145],"tracing":[147],"methods,":[148],"more":[155],"appropriate":[156],"method":[157],"by":[158],"which":[159],"investigate":[161],"processes.":[164]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}