{"id":"https://openalex.org/W2189548424","doi":"https://doi.org/10.1109/fie.2015.7344292","title":"Pluggable reputation systems for peer review: A web-service approach","display_name":"Pluggable reputation systems for peer review: A web-service approach","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W2189548424","doi":"https://doi.org/10.1109/fie.2015.7344292","mag":"2189548424"},"language":"en","primary_location":{"id":"doi:10.1109/fie.2015.7344292","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2015.7344292","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100688422","display_name":"Yang Song","orcid":"https://orcid.org/0000-0001-8252-9626"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Song","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, U.S","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037793920","display_name":"Zhewei Hu","orcid":"https://orcid.org/0000-0002-3447-9510"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhewei Hu","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, U.S","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040537321","display_name":"Edward F. Gehringer","orcid":"https://orcid.org/0000-0002-5217-2643"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward F. Gehringer","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, U.S","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9369000196456909,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9225999712944031,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6932596564292908},{"id":"https://openalex.org/keywords/reputation","display_name":"Reputation","score":0.6572497487068176},{"id":"https://openalex.org/keywords/web-service","display_name":"Web service","score":0.630729079246521},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.6104462146759033},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5474454164505005},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4886985123157501},{"id":"https://openalex.org/keywords/reputation-system","display_name":"Reputation system","score":0.4693114757537842},{"id":"https://openalex.org/keywords/service-oriented-architecture","display_name":"Service-oriented architecture","score":0.4358747899532318},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3319789171218872},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.13569054007530212},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.056819915771484375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6932596564292908},{"id":"https://openalex.org/C48798503","wikidata":"https://www.wikidata.org/wiki/Q877546","display_name":"Reputation","level":2,"score":0.6572497487068176},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.630729079246521},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.6104462146759033},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5474454164505005},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4886985123157501},{"id":"https://openalex.org/C2781218421","wikidata":"https://www.wikidata.org/wiki/Q2892532","display_name":"Reputation system","level":3,"score":0.4693114757537842},{"id":"https://openalex.org/C57041688","wikidata":"https://www.wikidata.org/wiki/Q220644","display_name":"Service-oriented architecture","level":3,"score":0.4358747899532318},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3319789171218872},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.13569054007530212},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.056819915771484375},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie.2015.7344292","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2015.7344292","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5600000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W60106149","https://openalex.org/W80878321","https://openalex.org/W803608738","https://openalex.org/W1595685357","https://openalex.org/W1883902475","https://openalex.org/W2122588206","https://openalex.org/W4243059195","https://openalex.org/W6635717402","https://openalex.org/W6677855075"],"related_works":["https://openalex.org/W2294042815","https://openalex.org/W2157328853","https://openalex.org/W2517839752","https://openalex.org/W1986034399","https://openalex.org/W126629215","https://openalex.org/W2780022989","https://openalex.org/W2946007437","https://openalex.org/W2142891234","https://openalex.org/W2952470056","https://openalex.org/W4361196519"],"abstract_inverted_index":{"Peer":[0],"review":[1],"has":[2,137],"long":[3],"been":[4,84,92],"used":[5],"in":[6,32],"education":[7],"to":[8,17,46,122,145],"provide":[9],"students":[10,34],"more":[11],"timely":[12],"feedback":[13],"and":[14,26,68,140],"allow":[15],"them":[16,147],"learn":[18],"from":[19],"each":[20,66,95,134],"other's":[21],"work.":[22],"In":[23],"large":[24],"courses":[25],"MOOCs,":[27],"there":[28],"is":[29,171],"also":[30],"interest":[31],"having":[33],"determine,":[35,38],"or":[36],"help":[37],"their":[39],"classmates'":[40],"grades.":[41],"This":[42,54,128],"requires":[43],"a":[44,120,124,165,172],"way":[45],"tell":[47],"which":[48,103,136,170],"peer":[49],"reviewers'":[50],"scores":[51,60,70],"are":[52,117],"credible.":[53],"can":[55,151],"be":[56,153],"done":[57],"by":[58,62,155],"comparing":[59],"assigned":[61],"different":[63,113,156,179],"reviewers":[64],"with":[65,69,94],"other,":[67,96],"that":[71],"the":[72,108],"instructor":[73],"would":[74],"have":[75,83,90,99,163],"assigned.":[76],"For":[77],"this":[78,160],"reason,":[79],"several":[80],"reputation":[81,109,125,132],"systems":[82],"designed;":[85],"but":[86],"until":[87],"now,":[88],"they":[89,150],"not":[91],"compared":[93],"so":[97,149],"we":[98,116,162],"no":[100],"information":[101],"about":[102],"performs":[104],"best.":[105],"To":[106],"make":[107,146],"algorithms":[110],"pluggable":[111],"for":[112,175],"peer-review":[114,157,180],"system,":[115],"carrying":[118],"out":[119],"project":[121],"develop":[123],"web":[126],"service.":[127],"paper":[129],"compares":[130],"two":[131,138],"algorithms,":[133],"of":[135],"versions,":[139],"reports":[141],"on":[142],"our":[143],"efforts":[144],"\u201cpluggable,\u201d":[148],"easily":[152],"adopted":[154],"systems.":[158,181],"Toward":[159],"end,":[161],"defined":[164],"Peer-Review":[166],"Markup":[167],"Language":[168],"(PRML),":[169],"generic":[173],"schema":[174],"data":[176],"sharing":[177],"among":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}