{"title":"Application of linear regression in language assessment","authors":"Daeryong Seo, H. Taherbhai","doi":"10.4324/9781315187815-11","DOIUrl":"https://doi.org/10.4324/9781315187815-11","url":null,"abstract":"","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"23 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"132558708","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Application of ANCOVA and MANCOVA in language assessment research","authors":"Zhi Li, Michelle Y. Chen","doi":"10.4324/9781315187815-10","DOIUrl":"https://doi.org/10.4324/9781315187815-10","url":null,"abstract":"","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"21 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"130146647","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"The Rasch measurement approach to differential item functioning (DIF) analysis in language assessment research","authors":"Michelle Raquel","doi":"10.4324/9781315187815-6","DOIUrl":"https://doi.org/10.4324/9781315187815-6","url":null,"abstract":"","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"18 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"114721999","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Univariate generalizability theory in language assessment","authors":"Yasuyo Sawaki, Xiaoming Xi","doi":"10.4324/9781315187815-3","DOIUrl":"https://doi.org/10.4324/9781315187815-3","url":null,"abstract":"","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"353 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"124466842","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Analysis of differences between groups","authors":"Tugba Elif Toprak","doi":"10.4324/9781315187815-9","DOIUrl":"https://doi.org/10.4324/9781315187815-9","url":null,"abstract":"","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"30 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"127229391","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Applying Rasch measurement in language assessment","authors":"Jason Fan, T. Bond","doi":"10.4324/9781315187815-5","DOIUrl":"https://doi.org/10.4324/9781315187815-5","url":null,"abstract":"In applying the Rasch model to language assessment data, it is important to note that unidimensionality and local independence are two crucial measurement requirements that should be addressed. This chapter focuses on these two requirements for unidimensional Rasch measurement and illustrates how they should be investigated in language assessment research. The chapter first explains the concepts and reviews recent studies in language assessment that include the examination of these two principles. It then uses a language test dataset to illustrate how these two measurement properties are investigated. While the empirical evidence for unidimensionality is manifold, that for local independence is more indirect. The chapter concludes by discussing how violations of these two principles should be addressed in language assessment development and research.","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"86 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"127134679","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Many-facet Rasch measurement","authors":"T. Eckes","doi":"10.4324/9781315187815-8","DOIUrl":"https://doi.org/10.4324/9781315187815-8","url":null,"abstract":"This chapter provides an introductory overview of many-facet Rasch measurement (MFRM). Broadly speaking, MFRM refers to a class of measurement models that extend the basic Rasch model by incorporating more variables (or facets) than the two that are typically included in a test (i.e., examinees and items), such as raters, scoring criteria, and tasks. Throughout the chapter, a sample of rating data taken from a writing performance assessment is used to illustrate the rationale of the MFRM approach and to describe the general methodological steps typically involved. These steps refer to identifying facets that are likely to be relevant in a particular assessment context, specifying a measurement model that is suited to incorporate each of these facets, and applying the model in order to account for each facet in the best possible way. The chapter focuses on the rater facet and on ways to deal with the perennial problem of rater variability. More specifically, the MFRM analysis of the sample data shows how to measure the severity (or leniency) of raters, to assess the degree of rater consistency, to correct examinee scores for rater severity differences, to examine the functioning of the rating scale, and to detect potential interactions between facets. Relevant statistical indicators are successively introduced as the sample data analysis proceeds. The final section deals with issues concerning the choice of an appropriate rating design to achieve the necessary connectedness in the data, the provision of feedback to raters, and applications of the MFRM approach to standard-setting procedures.","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"48 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"125868003","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Multivariate generalizability theory in language assessment","authors":"K. Grabowski, Rongchan Lin","doi":"10.4324/9781315187815-4","DOIUrl":"https://doi.org/10.4324/9781315187815-4","url":null,"abstract":"","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"2 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"129789625","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Item analysis in language assessment","authors":"Rita Green","doi":"10.4324/9781315187815-2","DOIUrl":"https://doi.org/10.4324/9781315187815-2","url":null,"abstract":"","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"47 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"126582118","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}
{"title":"Application of the rating scale model and the partial credit model in language assessment research","authors":"Ikkyu Choi","doi":"10.4324/9781315187815-7","DOIUrl":"https://doi.org/10.4324/9781315187815-7","url":null,"abstract":"","PeriodicalId":166015,"journal":{"name":"Quantitative Data Analysis for Language Assessment Volume I","volume":"13 1","pages":"0"},"PeriodicalIF":0.0,"publicationDate":"2019-03-27","publicationTypes":"Journal Article","fieldsOfStudy":null,"isOpenAccess":false,"openAccessPdf":"","citationCount":null,"resultStr":null,"platform":"Semanticscholar","paperid":"116491260","PeriodicalName":null,"FirstCategoryId":null,"ListUrlMain":null,"RegionNum":0,"RegionCategory":"","ArticlePicture":[],"TitleCN":null,"AbstractTextCN":null,"PMCID":"","EPubDate":null,"PubModel":null,"JCR":null,"JCRName":null,"Score":null,"Total":0}