{"id":"https://openalex.org/W2039840321","doi":"https://doi.org/10.1109/tse.1986.6312957","title":"The cloze procedure and software comprehensibility measurement","display_name":"The cloze procedure and software comprehensibility measurement","publication_year":1986,"publication_date":"1986-05-01","ids":{"openalex":"https://openalex.org/W2039840321","doi":"https://doi.org/10.1109/tse.1986.6312957","mag":"2039840321"},"language":"en","primary_location":{"id":"doi:10.1109/tse.1986.6312957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.1986.6312957","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046000100","display_name":"William Earl Hall","orcid":null},"institutions":[{"id":"https://openalex.org/I1283103587","display_name":"AT&T (United States)","ror":"https://ror.org/02bbd5539","country_code":"US","type":"company","lineage":["https://openalex.org/I1283103587"]},{"id":"https://openalex.org/I72090969","display_name":"Nokia (United States)","ror":"https://ror.org/038km2573","country_code":"US","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I72090969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William E. Hall","raw_affiliation_strings":["AT and T Bell Laboratories, Inc., Columbus, OH, USA","[AT&T Bell Laboratories, Columbus, OH, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AT and T Bell Laboratories, Inc., Columbus, OH, USA","institution_ids":["https://openalex.org/I1283103587"]},{"raw_affiliation_string":"[AT&T Bell Laboratories, Columbus, OH, USA]","institution_ids":["https://openalex.org/I72090969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110578983","display_name":"Stuart Zweben","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stuart H. Zweben","raw_affiliation_strings":["Department of Computer and Information Science, Ohio State Uinversity, Columbus, OH, USA","Ohio State Univ., Columbus#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, Ohio State Uinversity, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Ohio State Univ., Columbus#TAB#","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.1654,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.96960376,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"SE-12","issue":"5","first_page":"608","last_page":"623"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloze-test","display_name":"Cloze test","score":0.8086895942687988},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.777603805065155},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6240594983100891},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6125848889350891},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5183616280555725},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4836224615573883},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.4514162540435791},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4199450612068176},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3863600194454193},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.37254709005355835},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1596006453037262},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.14753419160842896},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.113340824842453},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1108870804309845}],"concepts":[{"id":"https://openalex.org/C2779286901","wikidata":"https://www.wikidata.org/wiki/Q951968","display_name":"Cloze test","level":4,"score":0.8086895942687988},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.777603805065155},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6240594983100891},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6125848889350891},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5183616280555725},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4836224615573883},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.4514162540435791},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4199450612068176},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3863600194454193},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.37254709005355835},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1596006453037262},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.14753419160842896},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.113340824842453},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1108870804309845},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.1986.6312957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.1986.6312957","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.699999988079071,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2724855087","https://openalex.org/W2886906914","https://openalex.org/W2884362859","https://openalex.org/W1508879959","https://openalex.org/W2123179197","https://openalex.org/W1995506819","https://openalex.org/W2110798500","https://openalex.org/W2899084096","https://openalex.org/W2082296339","https://openalex.org/W4386587646"],"abstract_inverted_index":{"Cloze":[0,33],"tests":[1,34,79,89],"(i.e.":[2],"fill-in-missing-parts":[3],"tests)":[4],"have":[5],"been":[6],"a":[7,94,120],"long-standing":[8],"measure":[9],"of":[10,24,49,53,76,86,113,135],"prose":[11],"comprehension.":[12,32],"Through":[13],"human-subject":[14],"experimentation,":[15],"evidence":[16],"was":[17,90,107,125],"gathered":[18],"to":[19,37,40,46,92,127,140],"support":[20],"the":[21,26,69,110],"practical":[22],"advantages":[23],"using":[25],"cloze":[27,65,78,88,96,117,132,145],"procedure":[28],"for":[29,68,142],"measuring":[30],"software":[31,71,77,87,95,131,144],"were":[35],"found":[36],"be":[38,47,82,128],"easy":[39],"construct,":[41],"administer,":[42],"and":[43,45,63,115,138],"score":[44],"capable":[48],"discriminating":[50],"between":[51,58],"programs":[52],"varying":[54],"comprehensibility.":[55],"However,":[56],"discrepancies":[57],"multiple-choice":[59],"comprehension":[60],"quiz":[61],"results":[62,67,134],"some":[64],"test":[66,97,105,133],"same":[70],"suggested":[72],"that":[73,99],"certain":[74],"forms":[75],"may":[80,100],"not":[81],"valid.":[83],"A":[84],"model":[85,124],"developed":[91,123],"identify":[93],"characteristic":[98,106],"produce":[101],"invalid":[102],"results.":[103],"The":[104,122],"concerned":[108],"with":[109,130],"relative":[111],"proportion":[112],"`program-dependent'":[114],"`program-independent'":[116],"items":[118],"within":[119],"test.":[121],"shown":[126],"consistent":[129],"another":[136],"researcher":[137],"led":[139],"suggestions":[141],"improving":[143],"testing.":[146]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}