NAEP Scoring → Scoring Monitoring → Within-Year Interrater Agreement → Reading Interrater Agreement → Item-by-Item Interrater Agreement, Reading Assessment, by Grade: 2009

NAEP Technical DocumentationItem-by-item interrater agreement, reading assessment, by grade: 2009

Grade	Item	Number of responses scored	Score points	Agreement
NOTE: Item = identifier for each NAEP question; Score points = number of score levels for an item; Agreement = percent exact agreement between first and second scores. SOURCE: U.S. Department of Education, Institute of Education Sciences, National Center for Education Statistics, National Assessment of Educational Progress (NAEP), 2009 Reading Assessment.
4	09F12R5G04_04	16,891	3	81
	09F12R5G04_08	16,891	4	76
	09F12R5G04_09	16,891	2	95
	09F12R6G04_02	16,755	3	74
	09F12R6G04_06	16,755	3	87
	09F12R6G04_08	16,755	4	82
	09F12R7G04_05	16,814	3	83
	09F12R7G04_07	16,814	4	77
	09F12R7G04_10	16,814	3	86
	09F12R8G04_05	16,837	3	84
	09F12R8G04_06	16,837	4	78
	09F12R8G04_09	16,837	3	89
	09F12R8G04_10	16,837	2	95
	09F1R1_04	16,740	2	90
	09F1R1_05	16,740	3	83
	09F1R1_06	16,740	3	84
	09F1R1_07	16,740	4	82
	09F1R1_10	16,740	3	83
	09F1R10_04	16,870	3	77
	09F1R10_06	16,870	4	73
	09F1R10_08	16,870	3	85
	09F1R10_10	16,870	3	89
	09F1R2_06	16,818	4	80
	09F1R2_07	16,818	2	95
	09F1R2_09	16,818	3	87
	09F1R3_03	16,832	3	95
	09F1R3_04	16,832	3	84
	09F1R3_06	16,832	4	84
	09F1R3_07	16,832	2	94
	09F1R3_08	16,832	3	92
	09F1R4_03	16,774	3	88
	09F1R4_05	16,774	3	89
	09F1R4_07	16,774	4	83
	09F1R4_09	16,774	2	96
	09F1R9_02	16,856	3	77
	09F1R9_05	16,856	4	73
	09F1R9_06	16,856	3	85
	09F1R9_08	16,856	2	92
	09B1R10_01	18,633	2	89
	09B1R10_05	18,633	3	82
	09B1R10_06	18,633	4	85
	09B1R10_08	18,633	3	91
	09B1R4_04	18,571	3	87
	09B1R4_06	18,571	2	90
	09B1R4_07	18,571	4	75
	09B1R4_09	18,571	2	94
	09B1R9_03	18,663	2	96
	09B1R9_04	18,663	3	91
	09B1R9_06	18,663	4	78
	09B1R9_09	18,663	2	91
	09B1R9_10	18,663	3	86
	09D12R7G04_02	18,646	3	90
	09D12R7G04_05	18,646	3	90
	09D12R7G04_06	18,646	3	86
	09D12R7G04_08	18,646	3	89
	09D12R7G04_09	18,646	4	85
	09D1R3_04	18,668	3	85
	09D1R3_05	18,668	3	81
	09D1R3_07	18,668	4	74
	09D1R3_08	18,668	3	84
	09D1R8_03	18,760	3	96
	09D1R8_07	18,760	4	87
	09D1R8_09	18,760	3	82
	09D1R8_10	18,760	3	90
09Y12R5G04_01	18,702	2	91
09Y12R5G04_04	18,702	2	95
09Y12R5G04_07	18,702	4	85
09Y12R5G04_11	18,702	2	91
09Y1R6_01	18,690	2	89
09Y1R6_03	18,690	3	85
09Y1R6_05	18,690	3	94
09Y1R6_07	18,690	4	82
09Y1R6_09	18,690	3	86
09Z1R11_02	18,663	3	95
09Z1R11_05	18,663	2	91
09Z1R11_08	18,663	3	83
09Z1R11_10	18,663	3	84
09Z1R12_03	18,622	3	86
09Z1R12_04	18,622	3	88
09Z1R12_07	18,622	3	81
09Z1R12_10	18,622	2	88
8	09F12R5G08_04	11,968	3	76
	09F12R5G08_08	11,968	4	77
	09F12R5G08_09	11,968	2	91
	09F12R6G08_02	11,832	3	78
	09F12R6G08_06	11,832	3	87
	09F12R6G08_08	11,832	4	76
	09F12R7G08_05	11,817	3	87
	09F12R7G08_07	11,817	4	79
	09F12R7G08_10	11,817	3	82
	09F12R8G08_05	11,860	3	79
	09F12R8G08_06	11,860	4	70
	09F12R8G08_09	11,860	3	88
	09F12R8G08_10	11,860	2	92
	09F23R1G08_04	11,871	2	93
	09F23R1G08_05	11,871	4	83
	09F23R1G08_06	11,871	3	88
	09F23R1G08_07	11,871	3	84
	09F23R1G08_10	11,871	3	91
	09F23R2G08_03	11,830	4	74
	09F23R2G08_06	11,830	3	88
	09F23R2G08_07	11,830	3	92
	09F23R2G08_09	11,830	2	93
	09F23R3G08_03	11,780	2	86
	09F23R3G08_05	11,780	2	90
	09F23R3G08_08	11,780	4	73
	09F23R4G08_01	11,867	2	92
	09F23R4G08_04	11,867	3	81
	09F23R4G08_06	11,867	4	78
	09F23R4G08_09	11,867	3	76
	09F2R10_03	11,836	3	81
	09F2R10_04	11,836	3	81
	09F2R10_06	11,836	4	80
	09F2R10_07	11,836	3	85
	09F2R10_08	11,836	3	81
	09F2R11_02	11,876	3	74
	09F2R11_06	11,876	2	92
	09F2R11_07	11,876	4	82
	09F2R11_10	11,876	3	84
	09F2R11_11	11,876	3	89
	09F2R12_04	11,939	3	82
	09F2R12_06	11,939	4	68
	09F2R12_10	11,939	2	87
	09F2R12_11	11,939	3	89
	09F2R13_01	11,852	3	90
	09F2R13_03	11,852	3	79
	09F2R13_04	11,852	2	91
	09F2R13_07	11,852	4	78
	09F2R13_09	11,852	3	75
	09F2R9_03	11,871	3	91
	09F2R9_05	11,871	4	83
	09F2R9_06	11,871	3	84
	09F2R9_07	11,871	3	82
	09F2R9_08	11,871	3	86
	09B2R12_02	13,403	3	84
	09B2R12_03	13,403	3	80
	09B2R12_05	13,403	4	77
	09B2R12_07	13,403	3	82
	09B2R12_09	13,403	3	88
	09B2R8_01	13,531	3	85
	09B2R8_02	13,531	2	93
	09B2R8_05	13,531	4	82
	09B2R8_08	13,531	3	85
	09B2R8_10	13,531	2	87
	09D12R7G08_02	13,520	3	88
09D12R7G08_05	13,520	3	89
09D12R7G08_06	13,520	3	90
09D12R7G08_08	13,520	3	90
09D12R7G08_09	13,520	4	76
09D2R4_01	14,112	3	82
09D2R4_04	14,112	3	85
09D2R4_07	14,112	4	79
09D2R4_09	14,112	3	83
09D2R9_01	14,058	2	96
09D2R9_04	14,058	3	83
09D2R9_07	14,058	3	81
09D2R9_09	14,058	3	82
09Y12R5G08_01	14,128	2	88
09Y12R5G08_04	14,128	2	92
09Y12R5G08_07	14,128	4	74
09Y12R5G08_11	14,128	2	85
09Y23R10G08_02	14,077	2	99
09Y23R10G08_03	14,077	4	97
09Y23R10G08_05	14,077	2	95
09Y23R10G08_06	14,077	4	79
09Y23R10G08_07	14,077	2	92
09Y23R10G08_09	14,077	2	95
09Y23R10G08_11	14,077	2	94
09Y23R10G08_12	14,077	2	88
09Y23R3G08_01	14,169	2	90
09Y23R3G08_02	14,169	3	91
09Y23R3G08_04	14,169	3	93
09Y23R3G08_05	14,169	4	75
09Y23R3G08_07	14,169	3	89
09Y23R3G08_08	14,169	2	96
09Y23R3G08_10	14,169	3	92
09Y23R6G08_01	13,486	4	82
09Y23R6G08_03	13,486	2	97
09Y23R6G08_05	13,486	2	97
09Y23R6G08_07	13,486	2	91
09Y23R6G08_09	13,486	2	93
09Y23R6G08_11	13,486	2	87
09Y23R6G08_12	13,486	4	81
09Y2R11_01	13,551	2	88
09Y2R11_03	13,551	2	99
09Y2R11_04	13,551	4	75
09Y2R11_05	13,551	2	90
09Y2R11_07	13,551	2	98
09Y2R11_08	13,551	2	86
09Y2R11_09	13,551	2	92
09Y2R11_10	13,551	2	95
09Y2R11_11	13,551	2	86
09Z2R14_03	13,472	3	86
09Z2R14_07	13,472	4	81
09Z2R14_08	13,472	3	89
09Z2R14_10	13,472	2	89
09Z2R15_02	14,116	3	89
09Z2R15_03	14,116	3	92
09Z2R15_06	14,116	4	78
09Z2R15_09	14,116	3	85
12	09F23R1G12_04	6,127	2	96
	09F23R1G12_05	6,127	4	83
	09F23R1G12_06	6,127	3	88
	09F23R1G12_07	6,127	3	80
	09F23R1G12_10	6,127	3	91
	09F23R2G12_03	6,123	4	75
	09F23R2G12_06	6,123	3	80
	09F23R2G12_07	6,123	3	88
	09F23R2G12_09	6,123	2	93
	09F23R3G12_03	5,899	2	85
	09F23R3G12_05	5,899	2	93
	09F23R3G12_08	5,899	4	76
	09F23R4G12_01	6,002	2	92
	09F23R4G12_04	6,002	3	83
	09F23R4G12_06	6,002	4	78
	09F23R4G12_09	6,002	3	74
	09F3R10_05	5,972	3	81
	09F3R10_06	5,972	4	75
	09F3R10_08	5,972	2	93
	09F3R10_10	5,972	3	85
	09F3R11_02	5,887	3	79
	09F3R11_03	5,887	3	72
	09F3R11_06	5,887	4	72
	09F3R11_09	5,887	3	74
	09F3R12_03	5,963	3	80
	09F3R12_05	5,963	4	84
	09F3R12_07	5,963	3	82
	09F3R12_10	5,963	3	98
	09F3R13_04	5,930	3	91
	09F3R13_07	5,930	4	86
	09F3R13_08	5,930	3	84
	09F3R13_10	5,930	3	87
	09F3R5_02	6,048	3	88
	09F3R5_04	6,048	3	86
	09F3R5_06	6,048	3	82
	09F3R5_07	6,048	4	74
	09F3R5_08	6,048	2	91
	09F3R6_04	6,018	2	96
	09F3R6_05	6,018	2	86
	09F3R6_06	6,018	3	79
	09F3R6_07	6,018	4	82
	09F3R6_09	6,018	3	83
	09F3R6_10	6,018	3	84
	09F3R7_03	5,933	3	88
	09F3R7_05	5,933	2	95
	09F3R7_07	5,933	4	75
	09F3R7_10	5,933	3	84
	09F3R8_03	5,988	3	76
	09F3R8_04	5,988	3	82
	09F3R8_07	5,988	4	78
	09F3R8_10	5,988	3	82
	09F3R9_01	5,920	3	86
	09F3R9_04	5,920	3	79
	09F3R9_06	5,920	4	69
	09F3R9_08	5,920	3	78
	09B23R9G12_01	2,332	3	93
	09B23R9G12_03	2,332	2	93
	09B23R9G12_05	2,332	3	84
	09B23R9G12_09	2,332	3	88
	09B3R8_01	2,347	3	77
	09B3R8_04	2,347	2	97
	09B3R8_07	2,347	4	87
	09B3R8_09	2,347	2	90
	09Y23R10G12_02	2,403	2	99
09Y23R10G12_03	2,403	4	97
09Y23R10G12_05	2,403	2	97
09Y23R10G12_06	2,403	4	79
09Y23R10G12_07	2,403	2	89
09Y23R10G12_09	2,403	2	95
09Y23R10G12_11	2,403	2	92
09Y23R10G12_12	2,403	2	87
09Y23R3G12_01	2,483	2	94
09Y23R3G12_02	2,483	3	84
09Y23R3G12_04	2,483	3	89
09Y23R3G12_05	2,483	4	72
09Y23R3G12_07	2,483	3	90
09Y23R3G12_08	2,483	2	94
09Y23R3G12_10	2,483	3	93
09Y23R6G12_01	2,357	4	80
09Y23R6G12_03	2,357	2	99
09Y23R6G12_05	2,357	2	98
09Y23R6G12_07	2,357	2	90
09Y23R6G12_09	2,357	2	94
09Y23R6G12_11	2,357	2	86
09Y23R6G12_12	2,357	4	83
09Y3R11_01	2,410	4	90
09Y3R11_02	2,410	3	92
09Y3R11_03	2,410	2	86
09Y3R11_05	2,410	3	90
09Y3R11_08	2,410	3	84
09Y3R11_10	2,410	3	91
09Y3R4_01	2,352	2	91
09Y3R4_03	2,352	2	96
09Y3R4_05	2,352	2	92
09Y3R4_06	2,352	4	79
09Y3R4_08	2,352	2	90
09Y3R4_09	2,352	2	91
09Y3R5_01	2,501	3	83
09Y3R5_02	2,501	3	81
09Y3R5_03	2,501	3	88
09Y3R5_05	2,501	3	79
09Y3R5_06	2,501	3	83
09Y3R5_07	2,501	3	81
09Y3R5_08	2,501	4	77
09Y3R7_01	2,308	2	88
09Y3R7_02	2,308	2	87
09Y3R7_04	2,308	2	90
09Y3R7_06	2,308	4	75
09Y3R7_08	2,308	2	90
09Y3R7_10	2,308	2	89
09Y3R7_12	2,308	2	81

Printer-friendly Version