{"id":"https://openalex.org/W2547049206","doi":"https://doi.org/10.1007/s40593-016-0121-0","title":"Designing Academic Writing Analytics for Civil Law Student Self-Assessment","display_name":"Designing Academic Writing Analytics for Civil Law Student Self-Assessment","publication_year":2016,"publication_date":"2016-11-03","ids":{"openalex":"https://openalex.org/W2547049206","doi":"https://doi.org/10.1007/s40593-016-0121-0","mag":"2547049206"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-016-0121-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-016-0121-0","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs40593-016-0121-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2Fs40593-016-0121-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090694114","display_name":"Simon Knight","orcid":"https://orcid.org/0000-0002-8709-5780"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Simon Knight","raw_affiliation_strings":["Connected Intelligence Centre, University of Technology Sydney, Broadway, Ultimo, 2007, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8709-5780","affiliations":[{"raw_affiliation_string":"Connected Intelligence Centre, University of Technology Sydney, Broadway, Ultimo, 2007, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057774051","display_name":"Simon Buckingham Shum","orcid":"https://orcid.org/0000-0002-6334-7429"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Simon Buckingham Shum","raw_affiliation_strings":["Connected Intelligence Centre, University of Technology Sydney, Broadway, Ultimo, 2007, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Connected Intelligence Centre, University of Technology Sydney, Broadway, Ultimo, 2007, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032899738","display_name":"Philippa Ryan","orcid":"https://orcid.org/0000-0003-0926-6449"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Philippa Ryan","raw_affiliation_strings":["Faculty of Law, University of Technology Sydney, Broadway, Ultimo, NSW, 2007, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Law, University of Technology Sydney, Broadway, Ultimo, NSW, 2007, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":null,"display_name":"\u00c1gnes S\u00e1ndor","orcid":null},"institutions":[{"id":"https://openalex.org/I33976269","display_name":"Xerox (France)","ror":"https://ror.org/033q0mv79","country_code":"FR","type":"company","lineage":["https://openalex.org/I33976269","https://openalex.org/I4210132870"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"\u00c1gnes S\u00e1ndor","raw_affiliation_strings":["Xerox Research Centre Europe, 6 chemin Maupertuis, F-38240, Meylan, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xerox Research Centre Europe, 6 chemin Maupertuis, F-38240, Meylan, France","institution_ids":["https://openalex.org/I33976269"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100424254","display_name":"Xiaolong Wang","orcid":"https://orcid.org/0000-0001-9003-4252"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaolong Wang","raw_affiliation_strings":["Connected Intelligence Centre, University of Technology Sydney, Broadway, Ultimo, 2007, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Connected Intelligence Centre, University of Technology Sydney, Broadway, Ultimo, 2007, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090694114"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":26.0006,"has_fulltext":true,"cited_by_count":64,"citation_normalized_percentile":{"value":0.9921194,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"28","issue":"1","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7405933737754822},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.6847403645515442},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5686464905738831},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.5678883790969849},{"id":"https://openalex.org/keywords/rhetorical-question","display_name":"Rhetorical question","score":0.5518379211425781},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.49866509437561035},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.49121350049972534},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.4585675001144409},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4555526673793793},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.32647964358329773},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.2813776731491089},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22738054394721985},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15967833995819092},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15688592195510864},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.1456935703754425},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11216568946838379},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.11089855432510376}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7405933737754822},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.6847403645515442},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5686464905738831},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.5678883790969849},{"id":"https://openalex.org/C192562157","wikidata":"https://www.wikidata.org/wiki/Q316694","display_name":"Rhetorical question","level":2,"score":0.5518379211425781},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.49866509437561035},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.49121350049972534},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4585675001144409},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4555526673793793},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.32647964358329773},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2813776731491089},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22738054394721985},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15967833995819092},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15688592195510864},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1456935703754425},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11216568946838379},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.11089855432510376},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40593-016-0121-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-016-0121-0","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs40593-016-0121-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/54728","is_oa":false,"landing_page_url":"http://hdl.handle.net/10453/54728","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1007/s40593-016-0121-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-016-0121-0","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs40593-016-0121-0.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"},{"score":0.41999998688697815,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2547049206.pdf","grobid_xml":"https://content.openalex.org/works/W2547049206.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W170960837","https://openalex.org/W240310326","https://openalex.org/W317951017","https://openalex.org/W625818179","https://openalex.org/W1237552737","https://openalex.org/W1479776293","https://openalex.org/W1491772506","https://openalex.org/W1513010713","https://openalex.org/W1526440531","https://openalex.org/W1536274117","https://openalex.org/W1543146945","https://openalex.org/W1550950862","https://openalex.org/W1593930920","https://openalex.org/W1606860302","https://openalex.org/W1764682633","https://openalex.org/W1773329089","https://openalex.org/W1863383539","https://openalex.org/W1952109059","https://openalex.org/W1983621098","https://openalex.org/W1996250712","https://openalex.org/W1996768886","https://openalex.org/W2061433932","https://openalex.org/W2067895686","https://openalex.org/W2069263150","https://openalex.org/W2075623494","https://openalex.org/W2076448853","https://openalex.org/W2077058551","https://openalex.org/W2080279233","https://openalex.org/W2084986578","https://openalex.org/W2118401607","https://openalex.org/W2129154562","https://openalex.org/W2132028633","https://openalex.org/W2136651844","https://openalex.org/W2157565254","https://openalex.org/W2168905447","https://openalex.org/W2169612285","https://openalex.org/W2185044667","https://openalex.org/W2221095371","https://openalex.org/W2258492574","https://openalex.org/W2297072861","https://openalex.org/W2301567359","https://openalex.org/W2321621029","https://openalex.org/W2332851105","https://openalex.org/W2339800221","https://openalex.org/W2605222160","https://openalex.org/W2728176892","https://openalex.org/W2779070867","https://openalex.org/W2796095304","https://openalex.org/W3121603063","https://openalex.org/W3121808380","https://openalex.org/W3123090297","https://openalex.org/W3124394448","https://openalex.org/W3125373804","https://openalex.org/W3181174667","https://openalex.org/W3181322693","https://openalex.org/W3194197092","https://openalex.org/W3195078218","https://openalex.org/W4212963534","https://openalex.org/W4285719527","https://openalex.org/W6619841104","https://openalex.org/W6632358866","https://openalex.org/W6697995174","https://openalex.org/W6800306776","https://openalex.org/W7000635770","https://openalex.org/W7033454948"],"related_works":["https://openalex.org/W609482051","https://openalex.org/W3199325201","https://openalex.org/W2792035366","https://openalex.org/W4386050096","https://openalex.org/W2360976019","https://openalex.org/W2351166673","https://openalex.org/W2390109066","https://openalex.org/W2002537515","https://openalex.org/W2349355552","https://openalex.org/W2410921486"],"abstract_inverted_index":{"Research":[0],"into":[1],"the":[2,26,39,70,87,109,114,120,134,136,194,203],"teaching":[3],"and":[4,28,113,123,127,140,143,173,201],"assessment":[5],"of":[6,30,42,57,72,89,196,206],"student":[7],"writing":[8,15,22,44],"shows":[9],"that":[10],"many":[11],"students":[12],"find":[13],"academic":[14,122],"a":[16,73,90,103],"challenge":[17,195],"to":[18,50,65,79,156,167,183,199],"learn,":[19],"with":[20],"legal":[21],"no":[23],"exception.":[24],"Improving":[25],"availability":[27],"quality":[29],"timely":[31],"formative":[32],"feedback":[33,54,144,182],"is":[34,163],"an":[35,129],"important":[36,154],"aim.":[37],"However,":[38],"time-consuming":[40],"nature":[41],"assessing":[43],"makes":[45],"it":[46],"impractical":[47],"for":[48,133],"instructors":[49],"provide":[51,80,179],"rapid,":[52],"detailed":[53],"on":[55],"hundreds":[56],"draft":[58],"texts":[59],"which":[60,98,119,147,176,216],"might":[61,178],"be":[62],"improved":[63],"prior":[64],"submission.":[66],"This":[67],"paper":[68],"describes":[69],"design":[71,116,139,191],"natural":[74],"language":[75],"processing":[76],"(NLP)":[77],"tool":[78],"such":[81,211],"support.":[82],"We":[83,107,158,185],"report":[84],"progress":[85],"in":[86,102,165,175,208],"development":[88],"web":[91],"application":[92],"called":[93],"AWA":[94,177],"(Academic":[95],"Writing":[96],"Analytics),":[97],"has":[99],"been":[100],"piloted":[101],"Civil":[104],"Law":[105],"degree.":[106],"describe:":[108],"underlying":[110,204],"NLP":[111],"platform":[112],"participatory":[115],"process":[117,192],"through":[118],"law":[121],"analytics":[124],"team":[125],"tested":[126],"refined":[128],"existing":[130],"rhetorical":[131,214],"parser":[132],"discipline;":[135],"user":[137],"interface":[138],"evaluation":[141],"process;":[142],"from":[145],"students,":[146],"was":[148],"broadly":[149],"positive,":[150],"but":[151],"also":[152],"identifies":[153],"issues":[155],"address.":[157],"discuss":[159],"how":[160,189],"our":[161,213],"approach":[162],"positioned":[164],"relation":[166],"concerns":[168],"regarding":[169],"automated":[170],"essay":[171],"grading,":[172],"ways":[174],"more":[180],"actionable":[181],"students.":[184],"conclude":[186],"by":[187],"considering":[188],"this":[190],"addresses":[193],"making":[197],"explicit":[198],"learners":[200],"educators":[202],"mode":[205],"action":[207],"analytic":[209],"devices":[210],"as":[212],"parser,":[215],"we":[217],"term":[218],"algorithmic":[219],"accountability.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3}],"updated_date":"2026-03-05T07:30:30.508283","created_date":"2025-10-10T00:00:00"}