amartinNPS
commented
6 years ago success! here are all the unique names across three years of srfs. @Deerluluolivia are any of these the same and should be merged?
[1] "administration_directions_clarified_in_students_native_language"
[2] "administration_directions_clarifiedin_students_native_language"
[3] "administration_directions_read_aloud_in_students_native_language"
[4] "administration_directions_read_aloudin_students_native_language"
[5] "alternate_representation_paper_test"
[6] "american_indian_or_alaska_native"
[7] "answer_masking"
[8] "answers_recorded_in_test_book"
[9] "asian"
[10] "asl_video"
[11] "assessment_accommodation_english_learner"
[12] "assessment_accommodation_individualized_educational_plan"
[13] "assessment_accommodation504"
[14] "assessment_grade"
[15] "assessment_year"
[16] "assistive_technology_non_screen_reader"
[17] "assistive_technology_screen_reader"
[18] "attempt_create_date"
[19] "birthdate"
[20] "black_or_african_american"
[21] "braille_response"
[22] "braille_with_tactile_graphics"
[23] "calculation_device_and_mathematics_tools"
[24] "class_name"
[25] "closed_captioning_for_elal"
[26] "color_contrast"
[27] "economic_disadvantage_status"
[28] "el_accommodation"
[29] "elal_constructed_response"
[30] "elal_selected_response_or_technology_enhanced_items"
[31] "emergency_accommodation"
[32] "english_learner"
[33] "english_learner_el"
[34] "eoy_form_id"
[35] "eoy_not_tested_reason"
[36] "eoy_student_test_uuid"
[37] "eoy_test_attemptedness_flag"
[38] "eoy_testing_district_identifier"
[39] "eoy_testing_district_name"
[40] "eoy_testing_school_institution_identifier"
[41] "eoy_testing_school_institution_name"
[42] "eoy_total_test_items"
[43] "eoy_total_test_items_attempted"
[44] "eoy_unit1number_of_attempted_items"
[45] "eoy_unit1total_number_of_items"
[46] "eoy_unit2number_of_attempted_items"
[47] "eoy_unit2total_number_of_items"
[48] "eoy_unit3number_of_attempted_items"
[49] "eoy_unit3total_number_of_items"
[50] "eoy_unit4number_of_attempted_items"
[51] "eoy_unit4total_number_of_items"
[52] "eoy_unit5number_of_attempted_items"
[53] "eoy_unit5total_number_of_items"
[54] "eoy_void_pba_eoy_score_reason"
[55] "eoy03category"
[56] "extended_time"
[57] "federal_race_ethnicity"
[58] "filler"
[59] "first_name"
[60] "frequent_breaks"
[61] "gifted_and_talented"
[62] "giftedand_talented"
[63] "grade_level_when_assessed"
[64] "hispanic_or_latino_ethnicity"
[65] "human_reader_or_human_signer"
[66] "human_reader_or_human_signer_for_elal"
[67] "human_reader_or_human_signer_for_mathematics"
[68] "human_signer_for_test_directions"
[69] "large_print"
[70] "last_name"
[71] "last_or_surname"
[72] "local_student_identifier"
[73] "mathematics_response"
[74] "mathematics_response_el"
[75] "middle_name"
[76] "migrant_status"
[77] "monitor_test_response"
[78] "multiple_record_flag"
[79] "multiple_test_registration"
[80] "native_hawaiian_or_other_pacific_islander"
[81] "not_tested_code"
[82] "not_tested_reason"
[83] "online_form_id"
[84] "paper_attempt_create_date"
[85] "paper_form_id"
[86] "paper_section1numberof_attempted_items"
[87] "paper_section1total_test_items"
[88] "paper_section2numberof_attempted_items"
[89] "paper_section2total_test_items"
[90] "paper_section3numberof_attempted_items"
[91] "paper_section3total_test_items"
[92] "paper_section4numberof_attempted_items"
[93] "paper_section4total_test_items"
[94] "paper_unit1total_test_items"
[95] "parcc_student_identifier"
[96] "pba_form_id"
[97] "pba_not_tested_reason"
[98] "pba_student_test_uuid"
[99] "pba_test_attemptedness_flag"
[100] "pba_testing_district_identifier"
[101] "pba_testing_district_name"
[102] "pba_testing_school_institution_identifier"
[103] "pba_testing_school_institution_name"
[104] "pba_total_test_items"
[105] "pba_total_test_items_attempted"
[106] "pba_unit1number_of_attempted_items"
[107] "pba_unit1total_number_of_items"
[108] "pba_unit2number_of_attempted_items"
[109] "pba_unit2total_number_of_items"
[110] "pba_unit3number_of_attempted_items"
[111] "pba_unit3total_number_of_items"
[112] "pba_unit4number_of_attempted_items"
[113] "pba_unit4total_number_of_items"
[114] "pba_unit5number_of_attempted_items"
[115] "pba_unit5total_number_of_items"
[116] "pba_void_pba_eoy_score_reason"
[117] "pba03category"
[118] "period"
[119] "primary_disability_type"
[120] "record_type"
[121] "refreshable_braille_display_for_elal"
[122] "report_suppression_action"
[123] "report_suppression_code"
[124] "reported_roster_flag"
[125] "reported_summative_score_flag"
[126] "responsible_district_code"
[127] "responsible_district_identifier"
[128] "responsible_district_name"
[129] "responsible_organization_code_type"
[130] "responsible_organizational_type"
[131] "responsible_school_code"
[132] "responsible_school_institution_identifier"
[133] "responsible_school_institution_name"
[134] "responsible_school_name"
[135] "retest"
[136] "roster_flag"
[137] "screen_reader_or_other_assistive_technology_application"
[138] "separate_alternate_location"
[139] "sex"
[140] "ship_report_district_code"
[141] "ship_report_school_code"
[142] "small_testing_group"
[143] "spanish_transadaptation_of_the_mathematics_assessment"
[144] "specialized_equipment_or_furniture"
[145] "specified_area_or_setting"
[146] "staff_member_identifier"
[147] "state_abbreviation"
[148] "state_field1"
[149] "state_field10"
[150] "state_field11"
[151] "state_field12"
[152] "state_field2"
[153] "state_field3"
[154] "state_field4"
[155] "state_field5"
[156] "state_field6"
[157] "state_field7"
[158] "state_field8"
[159] "state_field9"
[160] "state_student_identifier"
[161] "student_reads_assessment_aloud_to_themselves"
[162] "student_test_uuid"
[163] "student_unit1test_uuid"
[164] "student_unit2test_uuid"
[165] "student_unit3test_uuid"
[166] "student_unit4test_uuid"
[167] "student_with_disabilities"
[168] "subclaim1category"
[169] "subclaim2category"
[170] "subclaim3category"
[171] "subclaim4category"
[172] "subclaim5category"
[173] "subclaim6category"
[174] "subject"
[175] "summative_csem"
[176] "summative_flag"
[177] "summative_performance_level"
[178] "summative_reading_csem"
[179] "summative_reading_scale_score"
[180] "summative_scale_score"
[181] "summative_score_record_uuid"
[182] "summative_writing_csem"
[183] "summative_writing_scale_score"
[184] "tactile_graphics"
[185] "test_administrator"
[186] "test_attemptedness_flag"
[187] "test_code"
[188] "test_csem_probable_range"
[189] "test_performance_level"
[190] "test_reading_csem"
[191] "test_reading_scale_score"
[192] "test_scale_score"
[193] "test_score_complete"
[194] "test_status"
[195] "test_writing_csem"
[196] "test_writing_scale_score"
[197] "testing_district_code"
[198] "testing_district_name"
[199] "testing_organizational_type"
[200] "testing_school_code"
[201] "testing_school_name"
[202] "text_to_speech"
[203] "text_to_speech_for_elal"
[204] "text_to_speech_for_mathematics"
[205] "time_of_day"
[206] "title_iii_limited_english_proficient_participation_status"
[207] "total_test_items"
[208] "total_test_items_attempted"
[209] "translation_of_the_mathematics_assessment"
[210] "translation_of_the_mathematics_assessment_in_paper"
[211] "translation_of_the_mathematics_assessment_in_text_to_speech"
[212] "translation_of_the_mathematics_assessment_online"
[213] "two_or_more_races"
[214] "unique_accommodation"
[215] "unit1form_id"
[216] "unit1numberof_attempted_items"
[217] "unit1online_test_end_date_time"
[218] "unit1online_test_start_date_time"
[219] "unit1total_test_items"
[220] "unit2form_id"
[221] "unit2number_of_attempted_items"
[222] "unit2online_test_end_date_time"
[223] "unit2online_test_start_date_time"
[224] "unit2total_test_items"
[225] "unit3form_id"
[226] "unit3number_of_attempted_items"
[227] "unit3online_test_end_date_time"
[228] "unit3online_test_start_date_time"
[229] "unit3total_test_items"
[230] "unit4form_id"
[231] "unit4numberof_attempted_items"
[232] "unit4online_test_end_date_time"
[233] "unit4online_test_start_date_time"
[234] "unit4total_test_items"
[235] "void_score_code"
[236] "void_score_reason"
[237] "white"
[238] "word_prediction"
[239] "word_prediction_for_elal"
[240] "word_to_word_dictionary"
[241] "wordto_word_dictionary_english_native_language"
file formats/names have changed - we will likely need to do some ad-hoc cleanup to make things consistent