{"id":"https://openalex.org/W2067688441","doi":"https://doi.org/10.1017/s0958344006000425","title":"Evaluating computer-based and paper-based versions of an English-language listening test","display_name":"Evaluating computer-based and paper-based versions of an English-language listening test","publication_year":2006,"publication_date":"2006-11-01","ids":{"openalex":"https://openalex.org/W2067688441","doi":"https://doi.org/10.1017/s0958344006000425","mag":"2067688441"},"language":"en","primary_location":{"id":"doi:10.1017/s0958344006000425","doi":"https://doi.org/10.1017/s0958344006000425","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0958344006000425","pdf_url":null,"source":{"id":"https://openalex.org/S29746465","display_name":"ReCALL","issn_l":"0958-3440","issn":["0958-3440","1474-0109"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ReCALL","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072550094","display_name":"David Coniam","orcid":"https://orcid.org/0000-0003-4480-1742","observed_orcids":["https://orcid.org/0000-0003-4480-1742"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"DAVID CONIAM","raw_affiliation_strings":["Department of Curriculum and Instruction, Faculty of Education, The Chinese University of Hong Kong, Sha Tin, Hong Kong","Department of Curriculum and Instruction, Faculty of Education, The Chinese University of Hong Kong, Sha Tin, Hong Kong. coniam@cuhk.edu.hk#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Curriculum and Instruction, Faculty of Education, The Chinese University of Hong Kong, Sha Tin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Curriculum and Instruction, Faculty of Education, The Chinese University of Hong Kong, Sha Tin, Hong Kong. coniam@cuhk.edu.hk#TAB#","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5072550094"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":{"value":3550,"currency":"USD","value_usd":3550},"apc_paid":null,"fwci":2.3421,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.86963717,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"18","issue":"2","first_page":"193","last_page":"211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.4713999927043915,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.4713999927043915,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14516","display_name":"English Language Learning and Teaching","score":0.2012999951839447,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.19179999828338623,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-based-testing","display_name":"computer-based testing","score":0.9419999718666077},{"id":"https://openalex.org/keywords/paper-based-testing","display_name":"paper-based testing","score":0.9449999928474426},{"id":"https://openalex.org/keywords/english-listening-test","display_name":"English listening test","score":0.7350000143051147},{"id":"https://openalex.org/keywords/item-bank","display_name":"item bank","score":0.6639999747276306},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"item response theory","score":0.9449999928474426},{"id":"https://openalex.org/keywords/adaptive-testing","display_name":"adaptive testing","score":0.9639999866485596},{"id":"https://openalex.org/keywords/secondary-school-students","display_name":"high school students","score":0.800000011920929},{"id":"https://openalex.org/keywords/test-comparability","display_name":"test comparability","score":0.6930000185966492},{"id":"https://openalex.org/keywords/low-stakes-assessment","display_name":"low-stakes assessment","score":0.9279999732971191},{"id":"https://openalex.org/keywords/high-stakes-testing","display_name":"high-stakes testing","score":0.8579999804496765},{"id":"https://openalex.org/keywords/hong-kong-secondary-education","display_name":"Hong Kong secondary education","score":0.6499999761581421}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.8723660707473755},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.7914079427719116},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.7260452508926392},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.5507949590682983},{"id":"https://openalex.org/C156639949","wikidata":"https://www.wikidata.org/wiki/Q13362737","display_name":"Item bank","level":4,"score":0.5504197478294373},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5370285511016846},{"id":"https://openalex.org/C144352353","wikidata":"https://www.wikidata.org/wiki/Q2920411","display_name":"Computerized adaptive testing","level":3,"score":0.5358805060386658},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4854879677295685},{"id":"https://openalex.org/C81369262","wikidata":"https://www.wikidata.org/wiki/Q6165531","display_name":"Achievement test","level":3,"score":0.4782242476940155},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4442007541656494},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3489796221256256},{"id":"https://openalex.org/C203151758","wikidata":"https://www.wikidata.org/wiki/Q3244907","display_name":"Standardized test","level":2,"score":0.25677812099456787},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.23499348759651184},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.1698717474937439},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1028856635093689},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.09093683958053589},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.07529056072235107},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1017/s0958344006000425","doi":"https://doi.org/10.1017/s0958344006000425","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0958344006000425","pdf_url":null,"source":{"id":"https://openalex.org/S29746465","display_name":"ReCALL","issn_l":"0958-3440","issn":["0958-3440","1474-0109"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ReCALL","raw_type":"journal-article"},{"id":"pmh:oai:bibliography.ied.edu.hk:2010112418rv","doi":null,"is_oa":false,"landing_page_url":"http://bibliography.ied.edu.hk:8080/washk/detail?channelid=128933&searchword=id=2010112418rv","pdf_url":null,"source":{"id":"https://openalex.org/S7407064274","display_name":"Hong Kong Education Bibliographic Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8278999924659729,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W90141904","https://openalex.org/W1989495921","https://openalex.org/W1999432853","https://openalex.org/W2076371837","https://openalex.org/W2089317422","https://openalex.org/W2100154279","https://openalex.org/W2115242993","https://openalex.org/W2116598028","https://openalex.org/W2119709509","https://openalex.org/W2128092212","https://openalex.org/W2142579434","https://openalex.org/W2159514155","https://openalex.org/W2182820957","https://openalex.org/W2320386680","https://openalex.org/W3036942084"],"related_works":["https://openalex.org/W4388205454","https://openalex.org/W2907778927","https://openalex.org/W2290112787","https://openalex.org/W2187827864","https://openalex.org/W2591775151","https://openalex.org/W207948584","https://openalex.org/W7135302264","https://openalex.org/W2183234947","https://openalex.org/W6958371270","https://openalex.org/W1995502196"],"abstract_inverted_index":{"This":[0],"paper":[1,57],"describes":[2,58],"an":[3,62,91,175],"English":[4],"language":[5],"listening":[6,69,88],"test":[7,99,113,118,130,157,168,188,196,202,216,230,236],"intended":[8,218],"as":[9,33,213,220,227,233],"computer-based":[10,29,54,93,156,187,210],"testing":[11,37,223],"material":[12],"for":[13,185],"secondary":[14],"school":[15,123],"students":[16],"in":[17,26,178],"Hong":[18,104],"Kong,":[19],"where":[20],"considerable":[21],"attention":[22],"is":[23],"being":[24],"invested":[25],"online":[27],"and":[28,51,90,108,189],"testing.":[30,55],"As":[31],"well":[32],"providing":[34],"a":[35,85,214,221,228,234,238],"school-based":[36,222],"facility,":[38],"the":[39,45,49,59,98,137,155,160,186,191,200,209],"study":[40],"aims":[41],"to":[42,44,83,102,207],"contribute":[43],"knowledge":[46],"base":[47],"regarding":[48],"efficacy":[50],"reliability":[52],"of":[53,61,65,97,127,146,180],"The":[56],"construction":[60],"item":[63,73],"bank":[64,80],"over":[66],"400":[67],"short":[68],"items":[70],"calibrated":[71],"on":[72,154,159,199],"response":[74],"theory":[75],"principles.":[76],"Items":[77],"from":[78],"this":[79],"were":[81,100,204],"used":[82],"form":[84],"traditional":[86,239],"paper-based":[87,161,192,240],"test,":[89,162],"adaptive":[92],"test.":[94,193],"Both":[95],"forms":[96],"administered":[101],"two":[103,201],"Kong":[105],"Grade":[106,109,138,147],"11":[107,139],"12":[110],"classes.":[111],"Descriptive":[112],"statistics":[114],"indicated":[115,174],"that":[116,145],"both":[117,172],"types":[119,203],"discriminated":[120],"effectively":[121],"between":[122,129,136,195],"grades.":[124],"In":[125],"terms":[126,179],"comparability":[128],"types,":[131],"there":[132],"was":[133],"significant":[134],"difference":[135],"classes\u2019":[140],"performance":[141,198],"although":[142,225],"not":[143,226],"with":[144,167,182],"12.":[148],"Test":[149],"takers":[150,169],"generally":[151],"performed":[152],"better":[153],"than":[158],"confirming":[163],"earlier":[164],"research.":[165],"Interviews":[166],"after":[170],"taking":[171],"tests":[173],"even":[176],"split":[177],"preference,":[181],"boys":[183],"opting":[184],"girls":[190],"Correlations":[194],"takers\u2019":[197],"high":[205],"enough":[206],"indicate":[208],"test\u2019s":[211],"potential":[212],"low-stakes":[215],"(its":[217],"purpose":[219],"facility),":[224],"high-stakes":[229],"(for":[231],"example,":[232],"territory-wide":[235],"replacing":[237],"test).":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}