{"id":"https://openalex.org/W1991140109","doi":"https://doi.org/10.1145/1163405.1163407","title":"The boss online submission and assessment system","display_name":"The boss online submission and assessment system","publication_year":2005,"publication_date":"2005-09-01","ids":{"openalex":"https://openalex.org/W1991140109","doi":"https://doi.org/10.1145/1163405.1163407","mag":"1991140109"},"language":"en","primary_location":{"id":"doi:10.1145/1163405.1163407","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1163405.1163407","pdf_url":null,"source":{"id":"https://openalex.org/S4210208609","display_name":"Journal on Educational Resources in Computing","issn_l":"1531-4278","issn":["1531-4278"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Educational Resources in Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012585972","display_name":"Mike Joy","orcid":"https://orcid.org/0000-0001-9826-5928"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mike Joy","raw_affiliation_strings":["University of Warwick, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Warwick, United Kingdom","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007349631","display_name":"Nathan Griffiths","orcid":"https://orcid.org/0000-0002-6406-8632"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nathan Griffiths","raw_affiliation_strings":["University of Warwick, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Warwick, United Kingdom","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043846132","display_name":"Russell Boyatt","orcid":"https://orcid.org/0000-0001-6814-2521"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Russell Boyatt","raw_affiliation_strings":["University of Warwick, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Warwick, United Kingdom","institution_ids":["https://openalex.org/I39555362"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5012585972"],"corresponding_institution_ids":["https://openalex.org/I39555362"],"apc_list":null,"apc_paid":null,"fwci":11.1111,"has_fulltext":false,"cited_by_count":281,"citation_normalized_percentile":{"value":0.97991439,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"5","issue":"3","first_page":"2","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boss","display_name":"Boss","score":0.9514811038970947},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8160961866378784},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8059298992156982},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.6610246896743774},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6025316715240479},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5376990437507629},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5188921093940735},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5086196660995483},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.47411301732063293},{"id":"https://openalex.org/keywords/coursework","display_name":"Coursework","score":0.4554367661476135},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3966135084629059},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.38827279210090637},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.19092309474945068},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1494142711162567},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.11609134078025818},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11116355657577515},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.08459463715553284}],"concepts":[{"id":"https://openalex.org/C2777020290","wikidata":"https://www.wikidata.org/wiki/Q4947493","display_name":"Boss","level":2,"score":0.9514811038970947},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8160961866378784},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8059298992156982},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.6610246896743774},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6025316715240479},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5376990437507629},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5188921093940735},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5086196660995483},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.47411301732063293},{"id":"https://openalex.org/C2781110425","wikidata":"https://www.wikidata.org/wiki/Q2074695","display_name":"Coursework","level":2,"score":0.4554367661476135},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3966135084629059},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.38827279210090637},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.19092309474945068},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1494142711162567},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.11609134078025818},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11116355657577515},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.08459463715553284},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1163405.1163407","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1163405.1163407","pdf_url":null,"source":{"id":"https://openalex.org/S4210208609","display_name":"Journal on Educational Resources in Computing","issn_l":"1531-4278","issn":["1531-4278"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Educational Resources in Computing","raw_type":"journal-article"},{"id":"pmh:oai:wrap.warwick.ac.uk:34671","is_oa":false,"landing_page_url":"http://wrap.warwick.ac.uk/34671/6/joy_griffiths_boyatt_jeric05.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.140.5059","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.140.5059","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.dcs.warwick.ac.uk/~nathan/papers/jeric-2005.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6499999761581421}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W21356848","https://openalex.org/W93247917","https://openalex.org/W134964283","https://openalex.org/W992031127","https://openalex.org/W1509202185","https://openalex.org/W1556321607","https://openalex.org/W1580749063","https://openalex.org/W1923054072","https://openalex.org/W1982962917","https://openalex.org/W1988308727","https://openalex.org/W1989612271","https://openalex.org/W2006446048","https://openalex.org/W2006682633","https://openalex.org/W2013661830","https://openalex.org/W2033778422","https://openalex.org/W2037084799","https://openalex.org/W2087419029","https://openalex.org/W2094148284","https://openalex.org/W2095728454","https://openalex.org/W2102061820","https://openalex.org/W2118702460","https://openalex.org/W2122533016","https://openalex.org/W2131664240","https://openalex.org/W2148484595","https://openalex.org/W2151154004","https://openalex.org/W2161999665","https://openalex.org/W2163123681","https://openalex.org/W2163679390","https://openalex.org/W2342082360","https://openalex.org/W2573894086","https://openalex.org/W3160138933","https://openalex.org/W3217611625","https://openalex.org/W4241556644","https://openalex.org/W4242395378","https://openalex.org/W4246399930","https://openalex.org/W4253645963","https://openalex.org/W4285719527","https://openalex.org/W4302147896","https://openalex.org/W6633346216","https://openalex.org/W6748084859"],"related_works":["https://openalex.org/W3210524396","https://openalex.org/W2136244850","https://openalex.org/W1496945489","https://openalex.org/W1996775904","https://openalex.org/W2092774949","https://openalex.org/W3007787046","https://openalex.org/W135799652","https://openalex.org/W4240792019","https://openalex.org/W2384794170","https://openalex.org/W2376068818"],"abstract_inverted_index":{"Computer":[0],"programming":[1],"lends":[2],"itself":[3],"to":[4,23,37],"automated":[5,89],"assessment.":[6,47,102],"With":[7],"appropriate":[8],"software":[9],"tools,":[10],"program":[11,32],"correctness":[12,71],"can":[13],"be":[14,38],"measured,":[15],"along":[16],"with":[17],"an":[18,39,79],"indication":[19],"of":[20,26,31,42],"quality":[21],"according":[22],"a":[24,53],"set":[25],"metrics.":[27],"Furthermore,":[28],"the":[29,43,112],"regularity":[30],"code":[33],"allows":[34],"plagiarism":[35],"detection":[36],"integral":[40],"part":[41],"tools":[44],"that":[45,60,96,108],"support":[46],"In":[48],"this":[49],"paper,":[50],"we":[51],"describe":[52,87],"submission":[54],"and":[55,72,77,83,105],"assessment":[56,63,90,113],"system,":[57],"called":[58],"BOSS,":[59],"supports":[61],"coursework":[62],"through":[64],"collecting":[65],"submissions,":[66],"performing":[67],"automatic":[68],"tests":[69],"for":[70,75,81],"quality,":[73],"checking":[74],"plagiarism,":[76],"providing":[78],"interface":[80],"marking":[82],"delivering":[84],"feedback.":[85],"We":[86],"how":[88],"is":[91],"incorporated":[92],"into":[93],"BOSS":[94],"such":[95],"it":[97],"supports,":[98],"rather":[99],"than":[100],"constrains,":[101],"The":[103],"pedagogic":[104],"administrative":[106],"issues":[107],"are":[109,115],"affected":[110],"by":[111],"process":[114],"also":[116],"discussed.":[117]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":45},{"year":2018,"cited_by_count":21},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":21},{"year":2015,"cited_by_count":19},{"year":2014,"cited_by_count":15},{"year":2013,"cited_by_count":18},{"year":2012,"cited_by_count":18}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}