{"id":"https://openalex.org/W2024120427","doi":"https://doi.org/10.1109/fie.2012.6462402","title":"Using technology to improve peer review and collaborative conversations to benchmark academic standards","display_name":"Using technology to improve peer review and collaborative conversations to benchmark academic standards","publication_year":2012,"publication_date":"2012-10-01","ids":{"openalex":"https://openalex.org/W2024120427","doi":"https://doi.org/10.1109/fie.2012.6462402","mag":"2024120427"},"language":"en","primary_location":{"id":"doi:10.1109/fie.2012.6462402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2012.6462402","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Frontiers in Education Conference Proceedings","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072635229","display_name":"Mark Freeman","orcid":"https://orcid.org/0000-0002-7042-3143"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I5681781","display_name":"University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Mark Freeman","raw_affiliation_strings":["University of Adelaide, Australia","The University of Sydney, Austr\u00e1lia"],"affiliations":[{"raw_affiliation_string":"University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"The University of Sydney, Austr\u00e1lia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029030292","display_name":"Keith Willey","orcid":"https://orcid.org/0000-0003-1478-0346"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Keith Willey","raw_affiliation_strings":["University of Technology Sydney, Australia","[The University of Technology, Sydney, Australia]"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"[The University of Technology, Sydney, Australia]","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109048141","display_name":"Phil Hancock","orcid":"https://orcid.org/0000-0002-6281-9869"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Phil Hancock","raw_affiliation_strings":["University of Western Australia, Australia","The University of Western, Australia#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Western Australia, Australia","institution_ids":["https://openalex.org/I177877127"]},{"raw_affiliation_string":"The University of Western, Australia#TAB#","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038577160","display_name":"Bryan Howieson","orcid":"https://orcid.org/0000-0002-8162-7512"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bryan Howieson","raw_affiliation_strings":["University of Adelaide, Australia","the University of Adelaide, Australia"],"affiliations":[{"raw_affiliation_string":"University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"the University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007889710","display_name":"Kim Watty","orcid":null},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kim Watty","raw_affiliation_strings":["Deakin University, Australia","#N##TAB##TAB##TAB##TAB# Deakin University, Australia#N##TAB##TAB##TAB#"],"affiliations":[{"raw_affiliation_string":"Deakin University, Australia","institution_ids":["https://openalex.org/I149704539"]},{"raw_affiliation_string":"#N##TAB##TAB##TAB##TAB# Deakin University, Australia#N##TAB##TAB##TAB#","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113694942","display_name":"Anne Abraham","orcid":null},"institutions":[{"id":"https://openalex.org/I63525965","display_name":"Western Sydney University","ror":"https://ror.org/03t52dk35","country_code":"AU","type":"education","lineage":["https://openalex.org/I63525965"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Anne Abraham","raw_affiliation_strings":["University of Western Sydney, Australia","The University of Western Sydney, Australia#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Western Sydney, Australia","institution_ids":["https://openalex.org/I63525965"]},{"raw_affiliation_string":"The University of Western Sydney, Australia#TAB#","institution_ids":["https://openalex.org/I63525965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053528881","display_name":"Brendan O\u2019Connell","orcid":"https://orcid.org/0000-0001-6152-7162"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Brendan O'Connell","raw_affiliation_strings":["RMIT University, Australia","RMIT University, AUSTRALIA"],"affiliations":[{"raw_affiliation_string":"RMIT University, Australia","institution_ids":["https://openalex.org/I82951845"]},{"raw_affiliation_string":"RMIT University, AUSTRALIA","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013121978","display_name":"Paul De Lange","orcid":"https://orcid.org/0000-0002-7711-890X"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Paul De Lange","raw_affiliation_strings":["RMIT University, Australia","RMIT University, AUSTRALIA"],"affiliations":[{"raw_affiliation_string":"RMIT University, Australia","institution_ids":["https://openalex.org/I82951845"]},{"raw_affiliation_string":"RMIT University, AUSTRALIA","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5072635229"],"corresponding_institution_ids":["https://openalex.org/I129604602","https://openalex.org/I5681781"],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87374046,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"22","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14079","display_name":"Mathematics Education and Programs","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.636067271232605},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.6211228966712952},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49842023849487305},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4561658501625061},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.43534114956855774},{"id":"https://openalex.org/keywords/discipline","display_name":"Discipline","score":0.4305625557899475},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.35527604818344116},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.31747937202453613},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30575260519981384},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.30416905879974365}],"concepts":[{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.636067271232605},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.6211228966712952},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49842023849487305},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4561658501625061},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.43534114956855774},{"id":"https://openalex.org/C8795937","wikidata":"https://www.wikidata.org/wiki/Q11862829","display_name":"Discipline","level":2,"score":0.4305625557899475},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.35527604818344116},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.31747937202453613},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30575260519981384},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.30416905879974365},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/fie.2012.6462402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2012.6462402","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Frontiers in Education Conference Proceedings","raw_type":"proceedings-article"},{"id":"pmh:oai:digital.library.adelaide.edu.au:2440/77293","is_oa":false,"landing_page_url":"http://hdl.handle.net/2440/77293","pdf_url":null,"source":{"id":"https://openalex.org/S4306401835","display_name":"Adelaide Research & Scholarship (AR&S) (University of Adelaide)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5681781","host_organization_name":"The University of Adelaide","host_organization_lineage":["https://openalex.org/I5681781"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dx.doi.org/10.1109/fie.2012.6462402","raw_type":"Conference paper"},{"id":"pmh:oai:dro.deakin.edu.au:DU:30077549","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402457","display_name":"Deakin Research Online (Deakin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149704539","host_organization_name":"Deakin University","host_organization_lineage":["https://openalex.org/I149704539"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},{"id":"pmh:oai:espace.curtin.edu.au:20.500.11937/53813","is_oa":false,"landing_page_url":"http://hdl.handle.net/20.500.11937/53813","pdf_url":null,"source":{"id":"https://openalex.org/S4306401790","display_name":"eSpace (Curtin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205640436","host_organization_name":"Curtin University","host_organization_lineage":["https://openalex.org/I205640436"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/31591","is_oa":false,"landing_page_url":"http://hdl.handle.net/10453/31591","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W25620586","https://openalex.org/W586332629","https://openalex.org/W1495419098","https://openalex.org/W1547306637","https://openalex.org/W1924390454","https://openalex.org/W1967057911","https://openalex.org/W1989913435","https://openalex.org/W2041550122","https://openalex.org/W2042678920","https://openalex.org/W2056035511","https://openalex.org/W2069148737","https://openalex.org/W2075974920","https://openalex.org/W2076188243","https://openalex.org/W2083631709","https://openalex.org/W2093976204","https://openalex.org/W2102274116","https://openalex.org/W2106126088","https://openalex.org/W2116199508","https://openalex.org/W2134237313","https://openalex.org/W2135625068","https://openalex.org/W2135943618","https://openalex.org/W2136083466","https://openalex.org/W2138944001","https://openalex.org/W2141058353","https://openalex.org/W2150032994","https://openalex.org/W2150917105","https://openalex.org/W2164578023","https://openalex.org/W2248829346","https://openalex.org/W2567674020","https://openalex.org/W4245961435","https://openalex.org/W6617214625","https://openalex.org/W6680532486","https://openalex.org/W6690988011","https://openalex.org/W7054694826"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2362801732","https://openalex.org/W2237705655","https://openalex.org/W2356499482","https://openalex.org/W4294751962","https://openalex.org/W3167258865","https://openalex.org/W2384251069","https://openalex.org/W4210357677","https://openalex.org/W2379586397","https://openalex.org/W2379875175"],"abstract_inverted_index":{"In":[0,109],"2010":[1],"the":[2,6,31,41,47,114,124,133],"Australian":[3,7,82],"government":[4],"commissioned":[5],"Learning":[8],"and":[9,51,74,87,151,163,171,174],"Teaching":[10],"Council":[11],"(ALTC)":[12],"to":[13,18,29,38,40,80,119,159,166,186],"undertake":[14],"a":[15,64,91,136,152],"national":[16,43,125],"project":[17],"facilitate":[19],"disciplinary":[20],"development":[21],"of":[22,69,116,155],"threshold":[23],"learning":[24,77,127,147,193],"standards.":[25,62,128,194],"The":[26,169],"aim":[27],"was":[28],"lay":[30],"foundation":[32],"for":[33],"all":[34],"higher":[35,44,83],"education":[36,45,84],"providers":[37],"demonstrate":[39,167],"new":[42],"regulator,":[46],"Tertiary":[48],"Education":[49],"Quality":[50],"Standards":[52],"Agency":[53],"(TEQSA),":[54],"that":[55,131],"graduates":[56],"achieved":[57],"or":[58],"exceeded":[59],"minimum":[60],"academic":[61,101],"Through":[63],"yearlong":[65],"consultative":[66],"process,":[67],"representatives":[68],"employers,":[70],"professional":[71],"bodies,":[72],"academics":[73],"students,":[75],"developed":[76,149],"standards":[78,102,162],"applying":[79],"any":[81],"provider.":[85],"Willey":[86],"Gardner":[88],"reported":[89],"using":[90],"software":[92,134,170],"tool,":[93],"SPARK":[94],"<sup":[95],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[96],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">PLUS</sup>":[97],",":[98],"in":[99,106,143],"calibrating":[100,144],"amongst":[103],"teaching":[104],"staff":[105],"large":[107],"classes.":[108],"this":[110,117],"paper,":[111],"we":[112],"investigate":[113],"effectiveness":[115],"technology":[118],"promote":[120],"calibrated":[121],"understandings":[122,145],"with":[123,135],"accounting":[126],"We":[129],"found":[130],"integrating":[132],"purposely":[137],"designed":[138],"activity":[139],"provided":[140],"significant":[141],"efficiencies":[142],"about":[146,190],"standards,":[148],"expertise":[150],"better":[153],"understanding":[154],"what":[156],"is":[157],"required":[158],"meet":[160],"these":[161],"how":[164],"best":[165],"them.":[168],"supporting":[172],"calibration":[173],"assessment":[175],"process":[176],"can":[177],"be":[178],"adopted":[179],"by":[180],"other":[181],"disciplines,":[182],"including":[183],"engineering,":[184],"seeking":[185],"provide":[187],"direct":[188],"evidence":[189],"performance":[191],"against":[192]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}