{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T13:07:02Z","timestamp":1770988022142,"version":"3.50.1"},"reference-count":102,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Australian Research Council's Industrial Transformation Training Centre for Information Resilience","award":["IC200100022"],"award-info":[{"award-number":["IC200100022"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Learning Technol."],"published-print":{"date-parts":[[2023,2,1]]},"DOI":"10.1109\/tlt.2022.3229022","type":"journal-article","created":{"date-parts":[[2022,12,14]],"date-time":"2022-12-14T18:33:50Z","timestamp":1671042830000},"page":"106-120","source":"Crossref","is-referenced-by-count":9,"title":["Assessing the Quality of Student-Generated Content at Scale: A Comparative Analysis of Peer-Review Models"],"prefix":"10.1109","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7025-9259","authenticated-orcid":false,"given":"Ali","family":"Darvishi","sequence":"first","affiliation":[{"name":"School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8664-6117","authenticated-orcid":false,"given":"Hassan","family":"Khosravi","sequence":"additional","affiliation":[{"name":"School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia"}]},{"given":"Afshin","family":"Rahimi","sequence":"additional","affiliation":[{"name":"School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6739-4145","authenticated-orcid":false,"given":"Shazia","family":"Sadiq","sequence":"additional","affiliation":[{"name":"School of Information Technology and Electrical Engineering, The University of Queensland, QLD, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9265-1908","authenticated-orcid":false,"given":"Dragan","family":"Gasevic","sequence":"additional","affiliation":[{"name":"Faculty of Information Technology, Monash University, Melbourne, VIC, Australia"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Learnersourcing: Improving learning with collective learner activity","author":"Kim","year":"2015"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3448139.3448143"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.4324\/9781315795478"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404526"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366900"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-020-10102-w"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1080\/0142159X.2018.1490704"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2021.2006140"},{"issue":"1","key":"ref9","first-page":"651","article-title":"Adaptive instructional systems","volume":"25","author":"Park","year":"2003","journal-title":"Educ. Technol. Res. Develop."},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1136\/postgradmedj-2017-135018"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1039\/C4RP00209A"},{"key":"ref12","first-page":"55","article-title":"Quality of student contributed questions using peerwise","volume-title":"Proc. 11th Australas. Conf. Comput. Educ.Vol. 95","author":"Denny","year":"2009"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevSTPER.10.020105"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1037\/a0021950"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s11251-010-9146-1"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s10734-017-0220-3"},{"key":"ref17","first-page":"462","article-title":"Do learners know whats good for them? Crowdsourcing subjective ratings of OERs to predict learning gains","volume-title":"Proc. 12th Int. Conf. Edu. Data Mining","author":"Whitehill","year":"2019"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-57717-9_24"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3437800.3439207"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.63.3.160"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055547"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677278"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2018.1435776"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2729.2008.00290.x"},{"key":"ref25","article-title":"Peer feedback with peergrade","volume-title":"Proc. 13th Int. Conf. e-Learn.,","author":"Wind","year":"2018"},{"issue":"4","key":"ref26","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"Raykar","year":"2010","journal-title":"J. Mach. Learn. Res."},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/79.543975"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.04.044"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.3115\/1610075.1610135"},{"key":"ref30","first-page":"502","article-title":"Automatically predicting peer-review helpfulness","volume-title":"Proc. 49th Annu. Meeting Assoc. Comput. Linguistics: Hum. Lang. Technol.","author":"Xiong","year":"2011"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1183614.1183626"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3491140.3528265"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-009-9124-7"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CIDM.2009.4938667"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.3758\/s13423-020-01762-3"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2016.06.007"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1177\/1529100612453266"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52237-7_32"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2019.63.12"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2820011"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675219"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-57717-9_11"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3330430.3333614"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3386527.3406733"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-016-0094-z"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1080\/13562511003620019"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1177\/1469787420945845"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1080\/13562510600680582"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2020.1786497"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2020.1726283"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538900"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v4i1.13285"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25056-4_4"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-26190-4_20"},{"key":"ref55","first-page":"1953","article-title":"Iterative learning for reliable crowdsourcing systems","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Karger","year":"2011"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2860987"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876042"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2021.3058644"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3430895.3460129"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogsys.2019.04.004"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2836969"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-021-00256-0"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2020.2978473"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-78270-2_2"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2018.11.037"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2011.124"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/988672.988727"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-019-01386-7"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2017.8258477"},{"key":"ref70","first-page":"101","article-title":"Improving quality of crowdsourced labels via probabilistic matrix factorization","volume-title":"Proc. Workshops 26th AAAI Conf. Artif. Intell.","author":"Jung","year":"2012"},{"key":"ref71","first-page":"10","article-title":"Understanding differences in perceived peer-review helpfulness using natural language processing","volume-title":"Proc. 6th Workshop Innov. Use NLP Building Educ. Appl.","author":"Xiong","year":"2011"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.25304\/rlt.v26.1979"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313523"},{"key":"ref74","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-39442-4_21"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/2740908.2745401"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2018.2860992"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_1"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645740"},{"key":"ref81","article-title":"Sentimentr: Calculate text polarity sentiment. Version 2.4.0","author":"Rinker","year":"2018"},{"key":"ref82","article-title":"A review of sentiment computation methods with R packages","author":"Naldi","year":"2019"},{"key":"ref83","first-page":"21","article-title":"Translation invariant approach for measuring similarity of signals","volume":"1","author":"Darvishi","year":"2009","journal-title":"J. Comput. Eng."},{"issue":"12","key":"ref84","first-page":"1728","article-title":"A geometric view of similarity measures in data mining","volume":"28","author":"Hassanpour","year":"2015","journal-title":"Int. J. Eng."},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1080\/00207217.2011.589740"},{"key":"ref86","article-title":"Googles neural machine translation system: Bridging the gap between human and machine translation","author":"Wu","year":"2016"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2009.04.002"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2021.1887081"},{"issue":"1","key":"ref89","first-page":"42","article-title":"Riple: Recommendation in peer-learning environments based on knowledge gaps and interests","volume":"9","author":"Khosravi","year":"2017","journal-title":"J. Educ. Data Mining"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313459"},{"key":"ref91","first-page":"657","article-title":"A coherent interpretation of AUC as a measure of aggregated classification performance","volume-title":"Proc. 28th Int. Conf. Mach. Learn.","author":"Ferri","year":"2011"},{"key":"ref92","first-page":"2996","article-title":"On hyperparameter tuning in general clustering problems","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Fan","year":"2020"},{"issue":"2","key":"ref93","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"Bergstra","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-psych-113011-143823"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2015.1044421"},{"issue":"1","key":"ref96","article-title":"The reliability, validity, and utility of self-assessment","volume":"11","author":"Ross","year":"2006","journal-title":"Practical Assessment, Res., Eval."},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-015-9350-2"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2018.1463354"},{"key":"ref99","first-page":"334","article-title":"Low-quality product review detection in opinion summarization","volume-title":"Proc. Joint Conf. EMNLP-CoNLL","author":"Liu","year":"2007"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11336"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.13233"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2022.100074"}],"container-title":["IEEE Transactions on Learning Technologies"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4620076\/10049222\/09984957.pdf?arnumber=9984957","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T05:11:03Z","timestamp":1706764263000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9984957\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,1]]},"references-count":102,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tlt.2022.3229022","relation":{},"ISSN":["1939-1382","2372-0050"],"issn-type":[{"value":"1939-1382","type":"electronic"},{"value":"2372-0050","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,1]]}}}