{"id":"https://openalex.org/W361052509","doi":null,"title":"Computer Aided Assessment MUST be more than multiple-choice tests for it to be academically credible?","display_name":"Computer Aided Assessment MUST be more than multiple-choice tests for it to be academically credible?","alternate_titles":[],"publication_year":2001,"publication_date":"2001-01-01","ids":{"openalex":"https://openalex.org/W361052509","mag":"361052509"},"language":"en","primary_location":{"id":"pmh:oai:figshare.com:article/9490151","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/Computer_Aided_Assessment_MUST_be_more_than_multiple-choice_tests_for_it_to_be_academically_credible_/9490151","pdf_url":"https://figshare.com/articles/conference_contribution/Computer_Aided_Assessment_MUST_be_more_than_multiple-choice_tests_for_it_to_be_academically_credible_/9490151","source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"<dc:type>Conference contribution"},"parent_works":[],"lineage":["https://openalex.org/W361052509"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/conference_contribution/Computer_Aided_Assessment_MUST_be_more_than_multiple-choice_tests_for_it_to_be_academically_credible_/9490151","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110172299","display_name":"Peter Spencer Davies","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I128993996","display_name":"University of South Wales","ror":"https://ror.org/02mzn7s88","country_code":"GB","type":"education","lineage":["https://openalex.org/I128993996"]}],"countries":["GB"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"P. Spencer Davies","raw_affiliation_strings":["University of South Wales"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of South Wales","institution_ids":["https://openalex.org/I128993996"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5110172299"],"corresponding_institution_ids":["https://openalex.org/I128993996"],"apc_list":null,"apc_paid":null,"fwci":4.1198,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.94143897,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.888700008392334,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.888700008392334,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.06679999828338623,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.01080000028014183,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-based-testing","display_name":"computer-based testing","score":0.8849999904632568},{"id":"https://openalex.org/keywords/multiple-choice-tests","display_name":"multiple-choice tests","score":0.8489999771118164},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"formative assessment","score":0.9739999771118164},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"peer assessment","score":0.8119999766349792},{"id":"https://openalex.org/keywords/self-assessment","display_name":"self-assessment","score":0.7670000195503235},{"id":"https://openalex.org/keywords/reflective-self-assessment","display_name":"reflective self-assessment","score":0.777999997138977},{"id":"https://openalex.org/keywords/essay-scoring","display_name":"essay scoring","score":0.5820000171661377},{"id":"https://openalex.org/keywords/plagiarism-detection","display_name":"plagiarism detection","score":0.6439999938011169},{"id":"https://openalex.org/keywords/higher-education-evaluation","display_name":"higher education assessment","score":0.531000018119812},{"id":"https://openalex.org/keywords/generic-competencies","display_name":"transferable skills","score":0.8159999847412109},{"id":"https://openalex.org/keywords/academic-credibility","display_name":"academic credibility","score":0.39899998903274536},{"id":"https://openalex.org/keywords/formative-feedback","display_name":"formative feedback","score":0.5860000252723694},{"id":"https://openalex.org/keywords/online-assessment-system","display_name":"online assessment system","score":0.37299999594688416}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.8269792795181274},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.656317412853241},{"id":"https://openalex.org/C120452360","wikidata":"https://www.wikidata.org/wiki/Q1773859","display_name":"Nature versus nurture","level":2,"score":0.6312753558158875},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.4987947940826416},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4720897376537323},{"id":"https://openalex.org/C7991579","wikidata":"https://www.wikidata.org/wiki/Q17955","display_name":"Criticism","level":2,"score":0.45439672470092773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4490002393722534},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4361266493797302},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3624282479286194},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3560875654220581},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34637975692749023},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1609220802783966},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1214124858379364},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:figshare.com:article/9490151","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/Computer_Aided_Assessment_MUST_be_more_than_multiple-choice_tests_for_it_to_be_academically_credible_/9490151","pdf_url":"https://figshare.com/articles/conference_contribution/Computer_Aided_Assessment_MUST_be_more_than_multiple-choice_tests_for_it_to_be_academically_credible_/9490151","source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"<dc:type>Conference contribution"},{"id":"pmh:oai:dspace.lboro.ac.uk:2134/1798","doi":null,"is_oa":true,"landing_page_url":"https://dspace.lboro.ac.uk/2134/1798","pdf_url":null,"source":{"id":"https://openalex.org/S4306401023","display_name":"Loughborough University Institutional Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Other"},{"id":"mag:361052509","doi":null,"is_oa":false,"landing_page_url":"https://repository.lboro.ac.uk/articles/Computer_Aided_Assessment_MUST_be_more_than_multiple-choice_tests_for_it_to_be_academically_credible_/9490151","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/9490151","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/Computer_Aided_Assessment_MUST_be_more_than_multiple-choice_tests_for_it_to_be_academically_credible_/9490151","pdf_url":"https://figshare.com/articles/conference_contribution/Computer_Aided_Assessment_MUST_be_more_than_multiple-choice_tests_for_it_to_be_academically_credible_/9490151","source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"<dc:type>Conference contribution"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9235000014305115,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W361052509.pdf","grobid_xml":"https://content.openalex.org/works/W361052509.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W33821645","https://openalex.org/W164932543","https://openalex.org/W1597111782","https://openalex.org/W1971817039","https://openalex.org/W1991174907","https://openalex.org/W2031386224","https://openalex.org/W2032443203","https://openalex.org/W2078174348","https://openalex.org/W2081038919","https://openalex.org/W2142525910","https://openalex.org/W2151242492","https://openalex.org/W2157771935","https://openalex.org/W3004675936","https://openalex.org/W4252691925"],"related_works":["https://openalex.org/W7098416416","https://openalex.org/W7099395537","https://openalex.org/W2144149907","https://openalex.org/W1487063933","https://openalex.org/W7095133980","https://openalex.org/W2081716316","https://openalex.org/W7099239657","https://openalex.org/W2353836956","https://openalex.org/W7099105641","https://openalex.org/W2053119981"],"abstract_inverted_index":{"Computer":[0],"Aided":[1],"Assessment":[2,292],"(CAA)":[3],"is":[4,28,79,139,150,192,213],"being":[5,29,222],"proposed":[6],"as":[7,195,258],"the":[8,14,32,44,56,59,69,76,84,129,264,273,287,290,334,401,414,419,425,437],"means":[9,301],"of":[10,17,25,43,49,58,62,208,234,246,266,277,302,306,324,330,336,349,368,409,418,421,429,439,445],"providing\\nformative":[11],"testing":[12,27],"to":[13,40,54,68,128,179,188,197,201,224,272,279,289,436],"ever-increasing":[15],"numbers":[16],"students":[18,255,303,379],"involved":[19,91],"in":[20,92,218,249,399,413],"higher\\neducation.":[21],"A":[22],"large":[23],"proportion":[24],"this":[26,369],"based":[30,35],"around":[31],"use":[33,42,75,207,367,420,428,444],"of\\nobjective":[34],"multiple-choice":[36,174],"tests.":[37],"These":[38,229],"tend":[39],"make":[41],"process":[45],"of\\nselect":[46],"one":[47],"out":[48,61],"three":[50,236,323],"possible":[51],"answers,":[52],"or":[53,200],"improve":[55],"reliability":[57],"process,\\none":[60],"four!":[63],"Obviously":[64],"there":[65],"are":[66,98,108,120,152,220],"alternatives":[67],"above,":[70],"however,":[71,110],"a":[72,132,216,250,267,347,406],"lecturer\\ninitially":[73],"will":[74,163,177],"method":[77,390],"that":[78,172,186,297],"easiest":[80],"for":[81,141,169,244,358],"them.":[82],"With":[83],"complexity,":[85],"multifunctionality\\nand":[86],"hence":[87],"steep":[88],"learning":[89],"curve":[90],"setting":[93],"up":[94],"these":[95,111,142,440],"systems,\\nmany":[96],"lecturers":[97],"dumping":[99],"them":[100],"before":[101],"their":[102,170,226,260,307],"benefits":[103,376],"can":[104],"be":[105,165],"achieved.":[106],"Question\\nbanks":[107],"available,":[109],"normally":[112],"require":[113,173],"an":[114,299,325,388],"initial":[115],"financial":[116],"outlay.":[117],"The\\nquestions":[118],"offered":[119,146],"often":[121,230],"general,":[122],"and":[123,203,240,281,293,309,322,357,361,380,424],"may":[124],"not":[125,153,221,385],"directly":[126],"map":[127],"areas":[130],"covered\\nin":[131],"particular":[133],"module.":[134],"No":[135],"matter":[136],"what":[137,191],"system":[138,314],"utilised":[140],"objective":[143],"tests,":[144],"the\\ncriticism":[145],"by":[147],"CAA":[148],"sceptics":[149],"\"we":[151],"developing":[154,400],"employable":[155],"and\\ntransferable":[156],"skills\".":[157],"Students":[158],"on":[159],"leaving":[160],"higher":[161],"education":[162],"rarely":[164],"expected":[166],"to\\nproduce":[167],"answers":[168],"employers":[171],"skills,":[175],"but":[176,395],"be\\nexpected":[178],"produce":[180,198],"reports,":[181],"presentations,":[182],"etc.":[183],"The":[184,206,366],"question":[185],"springs":[187],"mind":[189],"is\\n...":[190],"our":[193],"job":[194],"educators,":[196],"clones,":[199],"develop":[202,256],"nurture":[204],"broader\\nskills?":[205],"formative":[209,311],"multiple":[210,350],"choice":[211,351],"tests":[212],"also":[214,397],"causing":[215],"problem":[217,276],"that\\nstudents":[219],"\"prepared\"":[223],"sit":[225],"final":[227],"examinations.":[228],"still":[231],"take\\nthe":[232],"format":[233],"select":[235],"from":[237],"five":[238],"questions":[239,248],"then":[241],"write":[242],"essays":[243,257],"each":[245],"the\\nselected":[247],"limited":[251],"time":[252,274],"period.":[253],"Having":[254],"part\\nof":[259],"formative/summative":[261],"assessment":[262,343,423],"throughout":[263],"course":[265],"module,":[268],"again\\nbrings":[269],"us":[270],"back":[271],"consuming":[275],"having":[278],"mark":[280],"provide\\nformative":[282],"feedback.":[283,312],"This":[284,313],"paper":[285],"introduces":[286],"audience":[288],"Computerised":[291],"Plagiarism\\nsystem":[294],"(Davies":[295],"2000),":[296],"provides":[298],"on-line":[300],"assessing":[304],"the\\nessays":[305],"peers,":[308],"providing":[310],"has":[315,339,372,384,396],"been\\nsuccessfully":[316],"used":[317,341],"at":[318,333,344,354,364],"levels":[319],"one,":[320,346],"two":[321],"undergraduate":[326],"programme":[327],"in\\nthe":[328],"field":[329],"computer":[331],"studies":[332],"University":[335],"Glamorgan.":[337],"It":[338],"been":[340],"for\\ncontinual":[342],"level":[345,355],"combination":[348],"/":[352,392],"peer\\nassessment":[353],"two,":[356],"self,":[359],"peer":[360,422],"reflective":[362],"self-assessment":[363],"level\\nthree.":[365],"networked":[370],"tool":[371],"produced":[373],"major":[374],"positive":[375],"both":[377],"for\\nthe":[378],"staff.":[381],"Its":[382],"acceptance":[383],"only":[386],"provided":[387],"efficient":[389],"for\\nformative":[391],"summative":[393],"assessment,":[394],"aided":[398],"students'\\nessay":[402],"writing":[403],"skills.":[404],"From":[405],"lecturer's":[407],"point":[408],"view,":[410],"those":[411],"who":[412],"past":[415],"have":[416,431],"been\\nsceptical":[417],"more":[426,434],"general":[427],"objective\\ntesting,":[430],"become":[432],"much":[433],"receptive":[435],"introduction":[438],"innovative\\nassessment":[441],"methods":[442],"making":[443],"CAA.":[446]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W361052509","counts_by_year":[{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
