NAEP Technical DocumentationItem-by-Item Interrater Agreement, Science Assessment, by Grade: 2015

Item-by-item interrater agreement, science assessment, by grade: 2015

Grade	NAEP ID	Part	Number of responses scored	Score points	Agreement
4	15LF1S3_03	†	27,048	4	88
	15LF1S3_07	†	27,048	3	89
	15LF1S3_10	†	27,048	3	86
	15LF1S3_13	†	27,048	4	94
	15LF1S3_15	†	27,048	3	92
	15LF1S4_04	†	25,471	3	94
	15LF1S4_05	†	25,471	2	91
	15LF1S4_06	†	25,471	2	92
	15LF1S4_08	†	25,471	3	90
	15LF1S4_10	†	25,471	4	91
	15F1S5_03	†	25,621	3	94
	15F1S5_04	†	25,621	3	92
	15F1S5_05	†	25,621	3	89
	15F1S5_14	†	25,621	3	96
	15F1S5_16	†	25,621	3	95
	15F1S6_06	†	25,557	3	87
	15F1S6_08	Part A	25,557	2	100
	15F1S6_08	Part B	25,557	2	100
	15F1S6_08	Part C	25,557	2	100
	15F1S6_08	Part D	25,557	2	100
	15F1S6_10	†	25,557	3	92
	15F1S6_11	†	25,557	4	82
	15F1S6_13	†	25,557	3	81
	15LF1S8_03	†	25,434	3	89
	15LF1S8_06	†	25,434	3	96
	15LF1S8_09	†	25,434	4	92
	15LF1S8_13	Part A	25,434	3	91
	15LF1S8_13	Part B	25,434	3	94
	15LF1S8_13	Part C	25,434	3	93
	15LF1S8_15	†	25,434	3	95
	15LF1S9_06	†	25,616	3	98
	15LF1S9_07	†	25,616	5	80
	15LF1S9_11	†	25,616	3	99
	15LF1S9_14	Part A	25,616	3	93
	15LF1S9_14	Part B	25,616	3	93
	15LF1S10_03	Part A	25,433	3	93
	15LF1S10_03	Part B	25,433	3	93
	15LF1S10_03	Part C	25,433	3	94
	15LF1S10_05	†	25,433	3	86
	15LF1S10_10	†	25,433	3	87
	15LF1S10_14	†	25,433	3	91
	15LF1S10_15	†	25,433	4	90
	15LF1S3_03SP	†	164	4	86
	15LF1S3_03EN	†	164	4	100
	15LF1S3_07SP	†	164	3	90
	15LF1S3_07EN	†	164	3	88
	15LF1S3_10SP	†	164	3	93
	15LF1S3_10EN	†	164	3	95
	15LF1S3_13SP	†	164	4	93
	15LF1S3_13EN	†	164	4	100
	15LF1S3_15SP	†	164	3	83
	15LF1S3_15EN	†	164	3	95
	15LF1S4_04SP	†	164	3	81
	15LF1S4_04EN	†	164	3	100
	15LF1S4_05SP	†	164	2	86
	15LF1S4_05EN	†	164	2	98
	15LF1S4_06SP	†	164	2	90
	15LF1S4_06EN	†	164	2	95
	15LF1S4_08SP	†	164	3	93
	15LF1S4_08EN	†	164	3	100
	15LF1S4_10SP	†	164	4	88
	15LF1S4_10EN	†	164	4	95
	15LF1S5_03SP	†	95	3	96
	15LF1S5_03EN	†	95	3	96
15LF1S5_04SP	†	95	3	96
15LF1S5_04EN	†	95	3	96
15LF1S5_05SP	†	95	3	96
15LF1S5_05EN	†	95	3	100
15LF1S5_14SP	†	95	3	96
15LF1S5_14EN	†	95	3	96
15LF1S5_16SP	†	95	3	100
15LF1S5_16EN	†	95	3	100
15LF1S6_06SP	†	95	3	88
15LF1S6_06EN	†	95	3	100
15LF1S6_08SP	Part A	95	2	100
15LF1S6_08SP	Part B	95	2	100
15LF1S6_08SP	Part C	95	2	96
15LF1S6_08SP	Part D	95	2	96
15LF1S6_08EN	Part A	95	2	100
15LF1S6_08EN	Part B	95	2	100
15LF1S6_08EN	Part C	95	2	100
15LF1S6_08EN	Part D	95	2	96
15LF1S6_10SP	†	95	3	96
15LF1S6_10EN	†	95	3	100
15LF1S6_11SP	†	95	4	79
15LF1S6_11EN	†	95	4	100
15LF1S6_13SP	†	95	3	92
15LF1S6_13EN	†	95	3	96
15L1S7_10	†	25,588	3	88
15L1S7_14	Part A	25,588	3	86
15L1S7_14	Part B	25,588	3	87
15L1S11_08	Part A	25,494	2	97
15L1S11_08	Part B	25,494	2	93
15L1S11_08	Part C	25,494	2	93
8	15F2S3_03	†	22,345	3	85
	15F2S3_06	†	22,345	5	87
	15F2S3_07	†	22,345	4	91
	15F2S3_14	†	22,345	5	81
	15F2S3_15	†	22,345	4	94
	15F2S4_02	†	22,217	5	90
	15F2S4_11	†	22,217	4	84
	15F2S4_13	†	22,217	3	93
	15F2S4_15	†	22,217	3	87
	15F2S4_16	†	22,217	5	85
	15F2S5_05	†	22,125	4	93
	15F2S5_08	†	22,125	3	89
	15F2S5_09	†	22,125	4	87
	15F2S5_10	†	22,125	3	92
	15F2S5_15	†	22,125	5	89
	15F2S6_04	†	22,261	4	87
	15F2S6_05	†	22,261	3	86
	15F2S6_07	†	22,261	5	84
	15F2S6_10	†	22,261	3	86
	15F2S6_14	†	22,261	3	86
	15F2S6_15	†	22,261	3	85
	15F2S7_04	Part A	22,150	3	90
	15F2S7_04	Part B	22,150	3	92
	15F2S7_04	Part C	22,150	3	91
	15F2S7_09	†	22,150	5	77
	15F2S7_10	†	22,150	4	94
	15F2S7_12	†	22,150	3	93
	15F2S7_13	†	22,150	5	89
	15F2S7_14	Part A	22,150	3	87
	15F2S7_14	Part B	22,150	3	90
	15LF2S8_06	†	22,291	4	96
	15LF2S8_09	†	22,291	5	88
	15LF2S8_11	†	22,291	2	95
	15LF2S8_12	†	22,291	3	88
	15LF2S8_13	†	22,291	4	88
	15LF2S9_03	†	22,170	4	84
	15LF2S9_06	†	22,170	4	93
	15LF2S9_08	†	22,170	3	88
	15LF2S9_09	†	22,170	4	87
	15LF2S9_12	†	22,170	4	97
	15F2S12_06	†	22,203	3	83
	15F2S12_07	†	22,203	3	93
	15F2S12_08	†	22,203	3	74
	15F2S12_09	†	22,203	3	85
	15F2S12_11	†	22,203	4	84
	15F2S12_12	†	22,203	5	90
	15LF2S3_03SP	†	61	3	84
	15LF2S3_03EN	†	61	3	97
	15LF2S3_06SP	†	61	5	90
	15LF2S3_06EN	†	61	5	87
	15LF2S3_07SP	†	61	4	80
	15LF2S3_07EN	†	61	4	84
	15LF2S3_14SP	†	61	5	97
	15LF2S3_14EN	†	61	5	93
	15LF2S3_15SP	†	61	4	95
	15LF2S3_15EN	†	61	4	92
	15LF2S4_02SP	†	61	5	90
	15LF2S4_02EN	†	61	5	93
	15LF2S4_11SP	†	61	4	97
	15LF2S4_11EN	†	61	4	100
	15LF2S4_13SP	†	61	3	95
	15LF2S4_13EN	†	61	3	97
	15LF2S4_15SP	†	61	3	98
	15LF2S4_15EN	†	61	3	100
15LF2S4_16SP	†	61	5	77
15LF2S4_16EN	†	61	5	87
15LF2S5_05SP	†	48	4	92
15LF2S5_05EN	†	48	4	94
15LF2S5_08SP	†	48	3	96
15LF2S5_08EN	†	48	3	100
15LF2S5_09SP	†	48	4	94
15LF2S5_09EN	†	48	4	100
15LF2S5_10SP	†	48	3	94
15LF2S5_10EN	†	48	3	100
15LF2S5_15SP	†	48	5	85
15LF2S5_15EN	†	48	5	94
15LF2S6_04SP	†	48	4	98
15LF2S6_04EN	†	48	4	98
15LF2S6_05SP	†	48	3	83
15LF2S6_05EN	†	48	3	96
15LF2S6_07SP	†	48	5	85
15LF2S6_07EN	†	48	5	92
15LF2S6_10SP	†	48	3	98
15LF2S6_10EN	†	48	3	96
15LF2S6_14SP	†	48	3	92
15LF2S6_14EN	†	48	3	90
15LF2S6_15SP	†	48	3	90
15LF2S6_15EN	†	48	3	92
15L2S10_10	†	22,119	3	90
15L2S10_14	†	22,119	4	90
15L2S10_15	†	22,119	3	89
15L2S11_04	†	22,291	4	92
15L2S11_08	†	22,291	3	90
15L2S11_09	†	22,291	3	90
15L2S11_14	†	22,291	3	87
12	15LF3S3_04	†	1,987	5	93
	15LF3S3_05	Part A	1,987	3	83
	15LF3S3_05	Part B	1,987	3	92
	15LF3S3_07	†	1,987	3	85
	15LF3S3_11	†	1,987	5	94
	15LF3S3_12	†	1,987	3	90
	15LF3S3_14	†	1,987	3	95
	15F3S4_03	†	2,052	5	77
	15F3S4_06	†	2,052	4	85
	15F3S4_07	†	2,052	4	93
	15F3S4_12	†	2,052	3	88
	15F3S4_15	†	2,052	4	89
	15F3S5_02	†	1,986	3	86
	15F3S5_06	†	1,986	3	93
	15F3S5_07	†	1,986	4	90
	15F3S5_10	†	1,986	3	85
	15F3S5_15	†	1,986	4	92
	15F3S6_02	†	2,008	4	87
	15F3S6_04	Part A	2,008	3	85
	15F3S6_04	Part B	2,008	3	96
	15F3S6_04	Part C	2,008	3	89
	15F3S6_04	Part D	2,008	3	92
	15F3S6_06	†	2,008	3	82
	15F3S6_10	†	2,008	3	96
	15F3S6_15	†	2,008	3	84
	15F3S7_04	†	2,047	4	89
	15F3S7_05	†	2,047	3	92
	15F3S7_06	†	2,047	4	92
	15F3S7_08	†	2,047	3	94
	15F3S7_12	†	2,047	3	94
	15F3S7_14	†	2,047	3	88
	15LF3S8_03	†	2,042	5	65
	15LF3S8_05	†	2,042	4	93
	15LF3S8_07	†	2,042	3	87
	15LF3S8_09	†	2,042	3	95
	15LF3S8_11	Part A	2,042	3	90
	15LF3S8_11	Part B	2,042	3	94
	15LF3S8_12	†	2,042	5	96
	15F3S11_05	†	2,002	4	86
	15F3S11_09	†	2,002	3	89
	15F3S11_10	†	2,002	3	97
	15F3S11_12	†	2,002	3	85
	15F3S11_13	†	2,002	4	90
	15F3S12_04	†	2,001	3	93
	15F3S12_05	†	2,001	5	75
	15F3S12_07	†	2,001	3	86
	15F3S12_10	†	2,001	4	92
	15F3S12_11	†	2,001	4	93
	15F3S13_04	†	2,021	5	74
	15F3S13_05	†	2,021	3	88
	15F3S13_06	Part A	2,021	3	95
	15F3S13_06	Part B	2,021	3	92
	15F3S13_07	†	2,021	3	88
	15F3S13_10	†	2,021	4	98
	15L3S9_09	†	2,031	3	94
	15L3S9_11	Part A	2,031	3	93
	15L3S9_11	Part B	2,031	3	93
	15L3S9_13	†	2,031	3	97
	15L3S10_06	†	2,067	4	96
	15L3S10_07	†	2,067	3	87
	15L3S10_13	†	2,067	4	86
	15L3S10_15	†	2,067	3	77
† Not applicable. NOTE: Separate statistics are provided for each part of multi-part items. NAEP ID = identifier for each NAEP item; Score points = number of score levels for an item; Agreement = percent exact agreement between first and second scores. Items with "EN" (English) and "SP" (Spanish) at the end of the identifier were in bilingual booklets in which the student has the option of answering in whichever language he/she prefers.  SOURCE: U.S. Department of Education, Institute of Education Sciences, National Center for Education Statistics, National Assessment of Educational Progress (NAEP), 2015 Science Assessment.

Printer-friendly Version