Files changed (49) hide show
  1. .gitattributes +0 -7
  2. .gitignore +2 -2
  3. app.py +53 -97
  4. assests/__pycache__/metrics.cpython-312.pyc +0 -0
  5. assests/__pycache__/recalibration.cpython-312.pyc +0 -0
  6. assests/__pycache__/visualization.cpython-312.pyc +0 -0
  7. fileHandler/ER-successful-strategies.csv +0 -0
  8. fileHandler/ER-unsuccessful-strategies.csv +0 -0
  9. fileHandler/ME-successful-strategies.csv +0 -0
  10. fileHandler/ME-unsuccessful-strategies.csv +0 -0
  11. fileHandler/result.txt +7 -7
  12. fileHandler/roc_data.pkl +2 -2
  13. fileHandler/roc_data2.pkl +2 -2
  14. fileHandler/selected_rows.txt +0 -0
  15. fileHandler/tlabels_plabels.pkl +2 -2
  16. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullData/train_label.txt → fullTest/test_label.txt +0 -0
  17. new_test_saved_finetuned_model.py +5 -62
  18. ratio_proportion_change3_2223/sch_largest_100-coded/.DS_Store +0 -0
  19. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/first10/test.txt +0 -339
  20. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/first10/test_info.txt +0 -0
  21. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/first10/test_label.txt +0 -339
  22. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullData/train.txt +0 -3
  23. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullData/train_info.txt +0 -3
  24. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/test.txt +0 -3
  25. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/test_info.txt +0 -3
  26. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/test_label.txt +0 -0
  27. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/highGRschool10/test.txt +0 -0
  28. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/highGRschool10/test_info.txt +0 -3
  29. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/highGRschool10/test_label.txt +1571 -303
  30. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/{overallTestData → lowGRschoolAll}/test_label.txt +0 -0
  31. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/overallTestData/test.txt +0 -3
  32. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/overallTestData/test_info.txt +0 -3
  33. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/test.txt +0 -3
  34. ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/test_info.txt +0 -3
  35. ratio_proportion_change3_2223/sch_largest_100-coded/output/first10/bert_fine_tuned.model.first10%.wfaopttime.wttime.wttopttime.wttnoopttime.ep23 +0 -3
  36. ratio_proportion_change3_2223/sch_largest_100-coded/output/first10/bert_fine_tuned.model.first10%.wskills.ep24 +0 -3
  37. ratio_proportion_change3_2223/sch_largest_100-coded/output/first10/bert_fine_tuned.model.first10%.wskills.wfaopttime.wttime.wttopttime.wttnoopttime.ep40 +0 -3
  38. ratio_proportion_change3_2223/sch_largest_100-coded/output/highGRschool10/bert_fine_tuned.model.ep42 +0 -3
  39. ratio_proportion_change3_2223/sch_largest_100-coded/time_info/full_data_normalized_time.pkl +0 -3
  40. src/__pycache__/attention.cpython-312.pyc +0 -0
  41. src/__pycache__/bert.cpython-312.pyc +0 -0
  42. src/__pycache__/classifier_model.cpython-312.pyc +0 -0
  43. src/__pycache__/dataset.cpython-312.pyc +0 -0
  44. src/__pycache__/embedding.cpython-312.pyc +0 -0
  45. src/__pycache__/seq_model.cpython-312.pyc +0 -0
  46. src/__pycache__/transformer.cpython-312.pyc +0 -0
  47. src/__pycache__/transformer_component.cpython-312.pyc +0 -0
  48. src/__pycache__/vocab.cpython-312.pyc +0 -0
  49. src/dataset.py +301 -281
.gitattributes CHANGED
@@ -50,10 +50,3 @@ ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/test.txt
50
  ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/highGRschool10_/test_info.txt filter=lfs diff=lfs merge=lfs -text
51
  ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/highGRschool10_/test.txt filter=lfs diff=lfs merge=lfs -text
52
  ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/test_BKT.txt filter=lfs diff=lfs merge=lfs -text
53
- ratio_proportion_change3_2223/sch_largest_100-coded/output/first10/bert_fine_tuned.model.first10%.wfaopttime.wttime.wttopttime.wttnoopttime.ep23 filter=lfs diff=lfs merge=lfs -text
54
- ratio_proportion_change3_2223/sch_largest_100-coded/output/first10/bert_fine_tuned.model.first10%.wskills.ep24 filter=lfs diff=lfs merge=lfs -text
55
- ratio_proportion_change3_2223/sch_largest_100-coded/output/first10/bert_fine_tuned.model.first10%.wskills.wfaopttime.wttime.wttopttime.wttnoopttime.ep40 filter=lfs diff=lfs merge=lfs -text
56
- ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/overallTestData/test_info.txt filter=lfs diff=lfs merge=lfs -text
57
- ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/overallTestData/test.txt filter=lfs diff=lfs merge=lfs -text
58
- ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullData/train_info.txt filter=lfs diff=lfs merge=lfs -text
59
- ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullData/train.txt filter=lfs diff=lfs merge=lfs -text
 
50
  ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/highGRschool10_/test_info.txt filter=lfs diff=lfs merge=lfs -text
51
  ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/highGRschool10_/test.txt filter=lfs diff=lfs merge=lfs -text
52
  ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/test_BKT.txt filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
.gitignore CHANGED
@@ -1,5 +1,5 @@
1
  train_info.txt
2
  train.txt
3
  train_label.txt
4
- ratio_proportion_change3_2223/sch_largest_100-coded/
5
-
 
1
  train_info.txt
2
  train.txt
3
  train_label.txt
4
+ ratio_proportion_change3_2223/sch_largest_100-coded/logs/
5
+ ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/
app.py CHANGED
@@ -29,43 +29,25 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
29
  # shutil.copyfile(label.name, saved_test_label)
30
  # shutil.copyfile(info.name, saved_train_info)
31
  parent_location="ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/"
32
- test_info_location=parent_location+"overallTestData/test_info.txt"
33
- test_location=parent_location+"overallTestData/test.txt"
34
- label_location=parent_location+"overallTestData/test_label.txt"
35
- # "ASTRA-FT-HGR-RANDOM10", "ASTRA-FT-FIRST10-WSKILLS", "ASTRA-FT-FIRST10-WTIME", "ASTRA-FT-FIRST10-WSKILLS_WTIME"
36
- checkpoint = "ratio_proportion_change3_2223/sch_largest_100-coded/output/"
37
  if(model_name=="ASTRA-FT-HGR"):
38
  finetune_task="highGRschool10"
39
- checkpoint += "highGRschool10/bert_fine_tuned.model.ep42"
40
- model_task="ASTRA-FT-HGR-RANDOM10"
41
  elif(model_name== "ASTRA-FT-LGR" ):
42
  finetune_task="lowGRschoolAll"
43
- model_task="ASTRA-FT-LGR"
 
44
  elif(model_name=="ASTRA-FT-FULL"):
 
 
45
  finetune_task="fullTest"
46
- model_task="ASTRA-FT-FULL"
47
- elif(model_name in ["ASTRA-FT-Skills", "ASTRA-FT-Temporal", "ASTRA-FT-Unified"]):
48
- finetune_task="first10"
49
- if model_name == "ASTRA-FT-Skills":
50
- checkpoint += "first10/bert_fine_tuned.model.first10%.wskills.ep24"
51
- model_task="ASTRA-FT-FIRST10-WSKILLS"
52
- elif model_name == "ASTRA-FT-Temporal":
53
- checkpoint += "first10/bert_fine_tuned.model.first10%.wfaopttime.wttime.wttopttime.wttnoopttime.ep23"
54
- model_task="ASTRA-FT-FIRST10-WTIME"
55
- elif model_name == "ASTRA-FT-Unified":
56
- checkpoint += "first10/bert_fine_tuned.model.first10%.wskills.wfaopttime.wttime.wttopttime.wttnoopttime.ep40"
57
- model_task="ASTRA-FT-FIRST10-WSKILLS_WTIME"
58
  else:
59
  finetune_task=None
60
  # Load the test_info file and the graduation rate file
61
  test_info = pd.read_csv(test_info_location, sep=',', header=None, engine='python')
62
- def convert_etalon(x):
63
- means_and_extremes = 1
64
- if x.is_integer():
65
- means_and_extremes = 0
66
- return means_and_extremes
67
-
68
- test_info[8] = test_info[7].apply(convert_etalon) # 7th column contains etalon of factor which decides the ER/ME problem type
69
  grad_rate_data = pd.DataFrame(pd.read_pickle('assests/school_grduation_rate.pkl'),columns=['school_number','grad_rate']) # Load the grad_rate data
70
 
71
  # Step 1: Extract unique school numbers from test_info
@@ -75,7 +57,7 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
75
  schools = grad_rate_data[grad_rate_data['school_number'].isin(unique_schools)]
76
 
77
  # Define a threshold for high and low graduation rates (adjust as needed)
78
- grad_rate_threshold = 0.8 #0.9
79
 
80
  # Step 4: Divide schools into high and low graduation rate groups
81
  high_grad_schools = schools[schools['grad_rate'] >= grad_rate_threshold]['school_number'].unique()
@@ -98,14 +80,14 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
98
  selected_rows_df2 = test.loc[indices]
99
  label=pd.read_csv(label_location, header=None, engine='python')
100
  test_label=label.loc[indices]
101
- test_label.to_csv(parent_location+finetune_task+'/test_label.txt', sep='\t', index=False, header=False, quoting=3, escapechar=' ')
102
  # Save the selected rows to a file
103
  selected_rows_df2.to_csv('fileHandler/selected_rows.txt', sep='\t', index=False, header=False, quoting=3, escapechar=' ')
104
  # ✅ Get the first 20% and last 20% of instances for each student ID within selected schools
105
 
106
  selected_test_info = test_info.loc[indices]
107
- selected_test_info.to_csv(parent_location+finetune_task+'/test_info.txt', sep=',', index=False, header=False, quoting=3, escapechar=' ')
108
- selected_rows_df2.to_csv(parent_location+finetune_task+'/test.txt', sep='\t', index=False, header=False, quoting=3, escapechar=' ')
109
  # # First 20%
110
  # first_20_percent_indices = selected_test_info.groupby(3).apply(
111
  # lambda x: x.head(int(len(x) * 0.2))
@@ -131,19 +113,17 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
131
  'high' if idx in high_indices else 'low' for idx in selected_rows_df2.index
132
  ]
133
  # Group data by opt_task1 and opt_task2 based on test_info[6]
134
-
135
- opt_task_groups = ['opt_task1' if test_info.loc[idx, 8] == 0 else 'opt_task2' for idx in selected_rows_df2.index]
136
  progress(0.2, desc="Running fine-tuned models...")
137
  print("finetuned task: ",finetune_task)
138
  subprocess.run([
139
  "python", "new_test_saved_finetuned_model.py",
140
  "-workspace_name", "ratio_proportion_change3_2223/sch_largest_100-coded",
141
- "-model_name", model_task,
142
  "-finetune_task", finetune_task,
143
  "-test_dataset_path","../../../../fileHandler/selected_rows.txt",
144
  # "-test_label_path","../../../../train_label.txt",
145
- "-finetuned_bert_classifier_checkpoint", checkpoint,
146
- "-s",str(128),
147
  "-e",str(1),
148
  "-b",str(1000)
149
  ])
@@ -152,8 +132,6 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
152
  # Load tlb and plb
153
  with open("fileHandler/tlabels_plabels.pkl", "rb") as f:
154
  tlb, plb = pickle.load(f)
155
- print("t==p = 0: ", sum([t==p for t,p in zip(tlb, plb) if t==0]))
156
- print("t==p = 1: ", sum([t==p for t,p in zip(tlb, plb) if t==1]))
157
 
158
  # Define function to filter and write CSV
159
  def process_and_write_csv(filtered_data, filename):
@@ -174,40 +152,20 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
174
 
175
  row_num = 1
176
  for _, row in filtered_data.iterrows():
177
- # school, class_id, student_id, status, problem, _, time_zone, duration, attempts = row[:9]
178
-
179
- # sch_NPHBD11809,17,stu_CRJBA61379,GRADUATED,ratio_proportion_change3-134,[strategygame],1,4.0,4.0,10,
180
- # PercentChange-Attempt-1-0-OK-1667479255281 NumeratorQuantity1-Attempt-1-0-JIT-1667479268893 NumeratorQuantity1-Attempt-2-0-ERROR-1667479284199 NumeratorQuantity1-Attempt-3-0-OK-1667479294890 DenominatorQuantity1-Attempt-1-0-OK-1667479298749 NumeratorQuantity2-Attempt-1-0-OK-1667479301999 OptionalTask_1-Attempt-1-0-OK-1667479304886 DenominatorFactor-Attempt-1-0-OK-1667479314566 NumeratorFactor-Attempt-1-0-OK-1667479315579 EquationAnswer-Attempt-1-0-OK-1667479323750 FinalAnswerDirection-Attempt-1-0-OK-1667479333439 FinalAnswer-Attempt-1-0-OK-1667479338185,
181
- # 1,
182
- # 0 0.999767840033168 0 0 0.999996274310286 0 0.321529253998353 0.999722748307354 0.999840947031115,
183
- # 0 -0.0002057730279919623 0 0 -3.302306839980673e-06 0 -0.41429892410820995 -0.00022392554103201068 -0.00012846367037400164,
184
- # 0 0.999767840033168 0 0 0 0 0 0 0,
185
- # 1667479255281 1667479294890 1667479298749 1667479301999 1667479304886 1667479314566 1667479315579 1667479323750 1667479333439 1667479338185,
186
- # 0 39609 3859 3250 2887 9680 1013 8171 9689 4746,
187
- # 2887 9680 1013 8171,0 39609 3859 3250 9689 4746,
188
- # 14435,
189
- # 82904
190
- school, prob_solved, student_id, status, problem, prob_type, opt_type, _, _ = row[:9]
191
- steps_data = row[10]
192
-
193
- # if row_num == 1:
194
- # print(row)
195
 
196
  for step in steps_data.split('\t'):
197
  step_parts = step.split('-')
198
-
199
  step_name = step_parts[0]
200
- action = step_parts[1]
201
- attempt = step_parts[2]
202
- help_level = step_parts[3]
203
- outcome = step_parts[4]
204
- curr_time = step_parts[5]
205
 
206
  row_data = [
207
- row_num, "", "", student_id, "", curr_time, "", "", "", "", "",
208
- "ratio_proportion_change3", problem, "", "", step_name, attempt, "", outcome, "", action, "",
209
- "", "", help_level, "", "", "", "", "", "", "",
210
- school, "", "", "", "", "", status, ""
211
  ]
212
  writer.writerow(row_data)
213
  row_num += 1
@@ -221,8 +179,7 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
221
 
222
  # Filter the data
223
  filtered_data = selected_test_info.iloc[matching_indices]
224
- # new data contains etalon instead of 0/1 for ER/ME
225
- filtered_data = filtered_data[filtered_data[8] == task_type] # Ensure test_info[6] matches
226
 
227
  # Define filename dynamically
228
  task_type_map = {0: "ER", 1: "ME"}
@@ -334,11 +291,12 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
334
  data = file.readlines()
335
  selected_data = [data[i] for i in indices if i < len(data)]
336
  # Assuming test_info[7] is a list with ideal tasks for each instance
337
- ideal_tasks = test_info[8] # A list where each element is either 1 or 2
 
338
  # Initialize counters
339
  task_counts = {
340
- 1: {"ER": 0, "ME": 0, "both": 0},
341
- 2: {"ER": 0, "ME": 0, "both": 0}
342
  }
343
  # To store task completion counts per row
344
  # Analyze rows
@@ -386,7 +344,7 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
386
  elif opt1_done and opt2_done:
387
  task_counts[1]["both"] += 1
388
  else:
389
- print(i)
390
  elif ideal_task == 1:
391
  if opt1_done and not opt2_done:
392
  task_counts[2]["ER"] += 1
@@ -395,7 +353,7 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
395
  elif opt1_done and opt2_done:
396
  task_counts[2]["both"] += 1
397
  else:
398
- print(i)
399
  # Print a summary of task completions
400
  # for summary in row_summary:
401
  # print(f"\nRow {summary['row_index']}:")
@@ -707,7 +665,7 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
707
  Model: {model_name}
708
  ---------------------------\n
709
  Time Taken: {result['time_taken_from_start']:.2f} seconds
710
- Number of schools sampled: {len(random_schools)} / {len(unique_schools)}
711
  Total number of instances from HGR schools : {len(high_indices)}
712
  Total number of instances from LGR schools: {len(low_indices)}
713
 
@@ -783,9 +741,7 @@ def process_file(model_name,inc_slider,progress=Progress(track_tqdm=True)):
783
  # List of models for the dropdown menu
784
 
785
  # models = ["ASTRA-FT-HGR", "ASTRA-FT-LGR", "ASTRA-FT-FULL"]
786
- # models = ["ASTRA-FT-HGR", "ASTRA-FT-FULL"]
787
- models = ["ASTRA-FT-HGR", "ASTRA-FT-Skills", "ASTRA-FT-Temporal", "ASTRA-FT-Unified"]
788
-
789
  content = """
790
  <h1 style="color: black;">A S T R A</h1>
791
  <h2 style="color: black;">An AI Model for Analyzing Math Strategies</h2>
@@ -819,10 +775,8 @@ When the equivalent ratios are easy to compute (integral values), ER is much mor
819
  <ol style="color: white;">
820
  <li style="color: white;">Select a fine-tuned model:
821
  <ul style="color: white;">
822
- <li style="color: white;">ASTRA-FT-HGR: Fine-tuned with 10 % data from schools that have a high graduation rate.</li>
823
- <li style="color: white;">ASTRA-FT-Skills: Fine-tuned with 10% of initial problems from both HGR and LGR schools + Prior Skills encoded using Bayesian Knowledge Tracing</li>
824
- <li style="color: white;">ASTRA-FT-Temporal: Fine-tuned with 10% of initial problems from both HGR and LGR schools + temporal features measuring student engagement with MATHia</li>
825
- <li style="color: white;">ASTRA-FT-Unified: Fine-tuned with 10% of initial problems from both HGR and LGR schools + Prior Skills + temporal features</li>
826
  </ul>
827
  </li>
828
  <li style="color: white;">Select a percentage of schools to analyze (selecting a large percentage may take a long time). Note that the selected percentage is applied to both High Graduation Rate (HGR) schools and Low Graduation Rate (LGR schools).
@@ -1142,12 +1096,8 @@ button, select, .slider-percentage {
1142
  color: #1e293b !important;
1143
  margin-bottom: 1rem !important;
1144
  text-align: center !important;
1145
-
1146
-
1147
  }
1148
 
1149
-
1150
-
1151
  '''
1152
  # Define the file directory
1153
  FILE_DIR = "fileHandler"
@@ -1155,6 +1105,8 @@ FILE_DIR = "fileHandler"
1155
  # Function to get list of files
1156
  def list_files():
1157
  return ['Unsuccessful Strategies (ER)', 'Successful Strategies (ER)', 'Unsuccessful Strategies (ME)', 'Successful Strategies (ME)']
 
 
1158
  label_to_filename = {
1159
  'Unsuccessful Strategies (ER)': 'ER-unsuccessful-strategies.csv',
1160
  'Successful Strategies (ER)': 'ER-successful-strategies.csv',
@@ -1173,9 +1125,14 @@ def provide_file_path(label_name):
1173
 
1174
  with gr.Blocks(theme='gstaff/sketch', css=custom_css) as demo:
1175
 
 
1176
  gr.Markdown(content)
1177
 
1178
  with gr.Row():
 
 
 
 
1179
  model_dropdown = gr.Dropdown(
1180
  choices=models,
1181
  label="Select Fine-tuned Model",
@@ -1205,11 +1162,15 @@ with gr.Blocks(theme='gstaff/sketch', css=custom_css) as demo:
1205
  with gr.Row():
1206
  opt1_pie = gr.Plot(label="ER")
1207
  opt2_pie = gr.Plot(label="ME")
1208
-
 
 
 
 
 
 
1209
  with gr.Row():
1210
- gr.Markdown("Select a strategy from the dropdown")
1211
- with gr.Row():
1212
- file_dropdown = gr.Dropdown(choices=list_files(), label=" ")
1213
  download_button = gr.Button("Generate Strategies")
1214
  with gr.Row():
1215
  file_output = gr.File(label="Download File")
@@ -1224,14 +1185,9 @@ with gr.Blocks(theme='gstaff/sketch', css=custom_css) as demo:
1224
 
1225
 
1226
  btn.click(
1227
- fn=lambda model, increment: (
1228
- *process_file(model, increment), # Unpack all outputs from process_file
1229
- gr.update(value=None), # Reset dropdown to first item
1230
- None, # Clear file output
1231
- gr.update(visible=False) # Hide visualize markdown
1232
- ),
1233
- inputs=[model_dropdown, increment_slider],
1234
- outputs=[output_text, plot_output, opt1_pie, opt2_pie, file_dropdown, file_output, visualize_markdown]
1235
  )
1236
 
1237
 
 
29
  # shutil.copyfile(label.name, saved_test_label)
30
  # shutil.copyfile(info.name, saved_train_info)
31
  parent_location="ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/"
32
+ test_info_location=parent_location+"fullTest/test_info.txt"
33
+ test_location=parent_location+"fullTest/test.txt"
34
+ label_location=parent_location+"test_label.txt"
 
 
35
  if(model_name=="ASTRA-FT-HGR"):
36
  finetune_task="highGRschool10"
37
+ # test_info_location=parent_location+"fullTest/test_info.txt"
38
+ # test_location=parent_location+"fullTest/test.txt"
39
  elif(model_name== "ASTRA-FT-LGR" ):
40
  finetune_task="lowGRschoolAll"
41
+ # test_info_location=parent_location+"lowGRschoolAll/test_info.txt"
42
+ # test_location=parent_location+"lowGRschoolAll/test.txt"
43
  elif(model_name=="ASTRA-FT-FULL"):
44
+ # test_info_location=parent_location+"fullTest/test_info.txt"
45
+ # test_location=parent_location+"fullTest/test.txt"
46
  finetune_task="fullTest"
 
 
 
 
 
 
 
 
 
 
 
 
47
  else:
48
  finetune_task=None
49
  # Load the test_info file and the graduation rate file
50
  test_info = pd.read_csv(test_info_location, sep=',', header=None, engine='python')
 
 
 
 
 
 
 
51
  grad_rate_data = pd.DataFrame(pd.read_pickle('assests/school_grduation_rate.pkl'),columns=['school_number','grad_rate']) # Load the grad_rate data
52
 
53
  # Step 1: Extract unique school numbers from test_info
 
57
  schools = grad_rate_data[grad_rate_data['school_number'].isin(unique_schools)]
58
 
59
  # Define a threshold for high and low graduation rates (adjust as needed)
60
+ grad_rate_threshold = 0.9
61
 
62
  # Step 4: Divide schools into high and low graduation rate groups
63
  high_grad_schools = schools[schools['grad_rate'] >= grad_rate_threshold]['school_number'].unique()
 
80
  selected_rows_df2 = test.loc[indices]
81
  label=pd.read_csv(label_location, header=None, engine='python')
82
  test_label=label.loc[indices]
83
+ test_label.to_csv(parent_location+'highGRschool10/test_label.txt', sep='\t', index=False, header=False, quoting=3, escapechar=' ')
84
  # Save the selected rows to a file
85
  selected_rows_df2.to_csv('fileHandler/selected_rows.txt', sep='\t', index=False, header=False, quoting=3, escapechar=' ')
86
  # ✅ Get the first 20% and last 20% of instances for each student ID within selected schools
87
 
88
  selected_test_info = test_info.loc[indices]
89
+
90
+
91
  # # First 20%
92
  # first_20_percent_indices = selected_test_info.groupby(3).apply(
93
  # lambda x: x.head(int(len(x) * 0.2))
 
113
  'high' if idx in high_indices else 'low' for idx in selected_rows_df2.index
114
  ]
115
  # Group data by opt_task1 and opt_task2 based on test_info[6]
116
+ opt_task_groups = ['opt_task1' if test_info.loc[idx, 6] == 0 else 'opt_task2' for idx in selected_rows_df2.index]
 
117
  progress(0.2, desc="Running fine-tuned models...")
118
  print("finetuned task: ",finetune_task)
119
  subprocess.run([
120
  "python", "new_test_saved_finetuned_model.py",
121
  "-workspace_name", "ratio_proportion_change3_2223/sch_largest_100-coded",
 
122
  "-finetune_task", finetune_task,
123
  "-test_dataset_path","../../../../fileHandler/selected_rows.txt",
124
  # "-test_label_path","../../../../train_label.txt",
125
+ "-finetuned_bert_classifier_checkpoint",
126
+ "ratio_proportion_change3_2223/sch_largest_100-coded/output/highGRschool10/bert_fine_tuned.model.ep42",
127
  "-e",str(1),
128
  "-b",str(1000)
129
  ])
 
132
  # Load tlb and plb
133
  with open("fileHandler/tlabels_plabels.pkl", "rb") as f:
134
  tlb, plb = pickle.load(f)
 
 
135
 
136
  # Define function to filter and write CSV
137
  def process_and_write_csv(filtered_data, filename):
 
152
 
153
  row_num = 1
154
  for _, row in filtered_data.iterrows():
155
+ school, class_id, student_id, status, problem, _, time_zone, duration, attempts = row[:9]
156
+ steps_data = row[8]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
157
 
158
  for step in steps_data.split('\t'):
159
  step_parts = step.split('-')
 
160
  step_name = step_parts[0]
161
+ action = step_parts[1] if len(step_parts) > 1 else ""
162
+ attempt = step_parts[2] if len(step_parts) > 2 else ""
163
+ outcome = step_parts[-1] if len(step_parts) > 3 else ""
 
 
164
 
165
  row_data = [
166
+ row_num, "", "", student_id, "", time_zone, duration, "", "", "", "",
167
+ problem, problem, "", "", step_name, attempt, "", outcome, "", action, "", "", "", "", "", "", "", "", "", "","",
168
+ school, class_id, "", "", "", "", "PROMOTED"
 
169
  ]
170
  writer.writerow(row_data)
171
  row_num += 1
 
179
 
180
  # Filter the data
181
  filtered_data = selected_test_info.iloc[matching_indices]
182
+ filtered_data = filtered_data[filtered_data[6] == task_type] # Ensure test_info[6] matches
 
183
 
184
  # Define filename dynamically
185
  task_type_map = {0: "ER", 1: "ME"}
 
291
  data = file.readlines()
292
  selected_data = [data[i] for i in indices if i < len(data)]
293
  # Assuming test_info[7] is a list with ideal tasks for each instance
294
+ ideal_tasks = test_info[6] # A list where each element is either 1 or 2
295
+
296
  # Initialize counters
297
  task_counts = {
298
+ 1: {"ER": 0, "ME": 0, "both": 0,"none":0},
299
+ 2: {"ER": 0, "ME": 0, "both": 0,"none":0}
300
  }
301
  # To store task completion counts per row
302
  # Analyze rows
 
344
  elif opt1_done and opt2_done:
345
  task_counts[1]["both"] += 1
346
  else:
347
+ task_counts[1]["none"] +=1
348
  elif ideal_task == 1:
349
  if opt1_done and not opt2_done:
350
  task_counts[2]["ER"] += 1
 
353
  elif opt1_done and opt2_done:
354
  task_counts[2]["both"] += 1
355
  else:
356
+ task_counts[2]["none"] +=1
357
  # Print a summary of task completions
358
  # for summary in row_summary:
359
  # print(f"\nRow {summary['row_index']}:")
 
665
  Model: {model_name}
666
  ---------------------------\n
667
  Time Taken: {result['time_taken_from_start']:.2f} seconds
668
+ Number of schools sampled: {len(unique_schools)}
669
  Total number of instances from HGR schools : {len(high_indices)}
670
  Total number of instances from LGR schools: {len(low_indices)}
671
 
 
741
  # List of models for the dropdown menu
742
 
743
  # models = ["ASTRA-FT-HGR", "ASTRA-FT-LGR", "ASTRA-FT-FULL"]
744
+ models = ["ASTRA-FT-HGR", "ASTRA-FT-FULL"]
 
 
745
  content = """
746
  <h1 style="color: black;">A S T R A</h1>
747
  <h2 style="color: black;">An AI Model for Analyzing Math Strategies</h2>
 
775
  <ol style="color: white;">
776
  <li style="color: white;">Select a fine-tuned model:
777
  <ul style="color: white;">
778
+ <li style="color: white;">ASTRA-FT-HGR: Fine-tuned with a small sample of data from schools that have a high graduation rate.</li>
779
+ <li style="color: white;">ASTRA-FT-Full: Fine-tuned with a small sample of data from a mix of schools that have high/low graduation rates.</li>
 
 
780
  </ul>
781
  </li>
782
  <li style="color: white;">Select a percentage of schools to analyze (selecting a large percentage may take a long time). Note that the selected percentage is applied to both High Graduation Rate (HGR) schools and Low Graduation Rate (LGR schools).
 
1096
  color: #1e293b !important;
1097
  margin-bottom: 1rem !important;
1098
  text-align: center !important;
 
 
1099
  }
1100
 
 
 
1101
  '''
1102
  # Define the file directory
1103
  FILE_DIR = "fileHandler"
 
1105
  # Function to get list of files
1106
  def list_files():
1107
  return ['Unsuccessful Strategies (ER)', 'Successful Strategies (ER)', 'Unsuccessful Strategies (ME)', 'Successful Strategies (ME)']
1108
+ # return ['output_task0_label0.csv', 'output_task0_label1.csv', 'output_task1_label0.csv', 'output_task1_label1.csv']
1109
+ # return [f for f in os.listdir(FILE_DIR) if os.path.isfile(os.path.join(FILE_DIR, f))]
1110
  label_to_filename = {
1111
  'Unsuccessful Strategies (ER)': 'ER-unsuccessful-strategies.csv',
1112
  'Successful Strategies (ER)': 'ER-successful-strategies.csv',
 
1125
 
1126
  with gr.Blocks(theme='gstaff/sketch', css=custom_css) as demo:
1127
 
1128
+ # gr.Markdown("<h1 id='title'>ASTRA</h1>", elem_id="title")
1129
  gr.Markdown(content)
1130
 
1131
  with gr.Row():
1132
+ # file_input = gr.File(label="Upload a test file", file_types=['.txt'], elem_classes="file-box")
1133
+ # label_input = gr.File(label="Upload test labels", file_types=['.txt'], elem_classes="file-box")
1134
+
1135
+ # info_input = gr.File(label="Upload test info", file_types=['.txt'], elem_classes="file-box")
1136
  model_dropdown = gr.Dropdown(
1137
  choices=models,
1138
  label="Select Fine-tuned Model",
 
1162
  with gr.Row():
1163
  opt1_pie = gr.Plot(label="ER")
1164
  opt2_pie = gr.Plot(label="ME")
1165
+ # output_summary = gr.Textbox(label="Summary")
1166
+ # with gr.Row():
1167
+ # histo1 = gr.Plot(label="Hist")
1168
+ # histo2 = gr.Plot(label="Hist")
1169
+ # with gr.Row():
1170
+ # output_text_sampled_auc = gr.Textbox(label="")
1171
+
1172
  with gr.Row():
1173
+ file_dropdown = gr.Dropdown(choices=list_files(), label="Select a strategy from the dropdown")
 
 
1174
  download_button = gr.Button("Generate Strategies")
1175
  with gr.Row():
1176
  file_output = gr.File(label="Download File")
 
1185
 
1186
 
1187
  btn.click(
1188
+ fn=process_file,
1189
+ inputs=[model_dropdown,increment_slider],
1190
+ outputs=[output_text,plot_output,opt1_pie,opt2_pie]
 
 
 
 
 
1191
  )
1192
 
1193
 
assests/__pycache__/metrics.cpython-312.pyc CHANGED
Binary files a/assests/__pycache__/metrics.cpython-312.pyc and b/assests/__pycache__/metrics.cpython-312.pyc differ
 
assests/__pycache__/recalibration.cpython-312.pyc CHANGED
Binary files a/assests/__pycache__/recalibration.cpython-312.pyc and b/assests/__pycache__/recalibration.cpython-312.pyc differ
 
assests/__pycache__/visualization.cpython-312.pyc CHANGED
Binary files a/assests/__pycache__/visualization.cpython-312.pyc and b/assests/__pycache__/visualization.cpython-312.pyc differ
 
fileHandler/ER-successful-strategies.csv CHANGED
The diff for this file is too large to render. See raw diff
 
fileHandler/ER-unsuccessful-strategies.csv CHANGED
The diff for this file is too large to render. See raw diff
 
fileHandler/ME-successful-strategies.csv CHANGED
The diff for this file is too large to render. See raw diff
 
fileHandler/ME-unsuccessful-strategies.csv CHANGED
The diff for this file is too large to render. See raw diff
 
fileHandler/result.txt CHANGED
@@ -1,7 +1,7 @@
1
- avg_loss: 0.5818096399307251
2
- total_acc: 70.54714784633295
3
- precisions: 0.7205217318929581
4
- recalls: 0.7054714784633295
5
- f1_scores: 0.6956596700972714
6
- time_taken_from_start: 3.645707130432129
7
- auc_score: 0.7422687845544381
 
1
+ avg_loss: 0.5839772423108419
2
+ total_acc: 69.6584058941728
3
+ precisions: 0.7224570437809088
4
+ recalls: 0.696584058941728
5
+ f1_scores: 0.6872024231270459
6
+ time_taken_from_start: 4.869930028915405
7
+ auc_score: 0.7470103507185207
fileHandler/roc_data.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de3b67c53ef11a9bfb50ceba34feddddf12c1a4284a6078bdd32acc72de0c1a0
3
- size 15989
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2550042df149bd1483f0ddb2f0af449d7b679115a6f2bcc7c2af6600c20bfead
3
+ size 27485
fileHandler/roc_data2.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1411da3bb230997d161e372a7308948ef783c504f10d7e1228238a92cdd266c3
3
- size 48215
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169a215fb6971ef69cb8a703b24f2afe9aae9383becccdbe2aaf9ad4c9abf005
3
+ size 83732
fileHandler/selected_rows.txt CHANGED
The diff for this file is too large to render. See raw diff
 
fileHandler/tlabels_plabels.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:627847d1d1054a96e7950df136ced227c494c428bc1e0875268071a412eb32bb
3
- size 65395
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71046b1d75a84d0f02d04aa725087ba339eb954fc9cf158d4d17331e73bfd48b
3
+ size 113592
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullData/train_label.txt → fullTest/test_label.txt RENAMED
The diff for this file is too large to render. See raw diff
 
new_test_saved_finetuned_model.py CHANGED
@@ -6,7 +6,7 @@ from torch.optim import Adam
6
  from torch.utils.data import DataLoader
7
  import pickle
8
  print("here1",os.getcwd())
9
- from src.dataset import TokenizerDataset, TokenizerwSkillsDataset, TokenizerwTimeDataset, TokenizerwSkillsTimeDataset
10
  from src.vocab import Vocab
11
  print("here3",os.getcwd())
12
  from src.bert import BERT
@@ -19,7 +19,6 @@ import tqdm
19
  import sys
20
  import time
21
  import numpy as np
22
- from sklearn.preprocessing import QuantileTransformer
23
 
24
  from sklearn.metrics import precision_score, recall_score, f1_score, confusion_matrix, roc_curve, roc_auc_score
25
  import matplotlib.pyplot as plt
@@ -467,59 +466,12 @@ class BERTFineTuneCalibratedTrainer:
467
  sys.stdout = sys.__stdout__
468
  sys.stdout = sys.__stdout__
469
 
470
- def prepare_normalized_time_df():
471
- faopt_time = []
472
- total_time = []
473
- nonopt_time = []
474
- opt_time = []
475
- school = []
476
- student = []
477
- progress = []
478
- prob_id = []
479
-
480
- with open("ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullData/train_info.txt", "r") as f:
481
- for line in f:
482
- line = line.strip()
483
- if line:
484
- line = line.split(",")
485
- sch = line[0]
486
- school.append(sch)
487
- stu = line[2]
488
- student.append(stu)
489
- status = line[3]
490
- progress.append(status)
491
- pid = line[4]
492
- prob_id.append(pid)
493
- total = float(line[-1])#/60000
494
- faopt = float(line[-2])#/60000
495
- nonopt = sum([float(i) for i in line[-3].split("\t")])
496
- opt = sum([float(i) for i in line[-4].split("\t")])
497
- faopt_time.append(faopt)
498
- total_time.append(total)
499
- nonopt_time.append(nonopt)
500
- opt_time.append(opt)
501
-
502
- df = pd.DataFrame({"school": school, "student": student, "progress": progress, "prob_id": prob_id,
503
- "faopt_time": faopt_time, "total_time": total_time,
504
- "nonopt_time": nonopt_time, "opt_time": opt_time})
505
- for col in df.columns:
506
- print(col, col.endswith('time'))
507
- if col.endswith('time'): #col == "faopt_time" or col =="total_time":
508
- num_df = df[col]
509
- col_values = num_df.values.reshape(-1, 1)
510
- nt = QuantileTransformer(output_distribution='normal')
511
- col_values_norm = nt.fit_transform(col_values)
512
- df[col] = col_values_norm
513
- print(df[col].describe())
514
- df.set_index(["school", "student", "progress", "prob_id"], inplace=True)
515
- df.to_pickle("ratio_proportion_change3_2223/sch_largest_100-coded/time_info/full_data_normalized_time.pkl")
516
-
517
 
518
  def train():
519
  parser = argparse.ArgumentParser()
520
 
521
  parser.add_argument('-workspace_name', type=str, default=None)
522
- parser.add_argument('-model_name', type=str, default=None)
523
  parser.add_argument('-code', type=str, default=None, help="folder for pretraining outputs and logs")
524
  parser.add_argument('-finetune_task', type=str, default=None, help="folder inside finetuning")
525
  parser.add_argument("-attention", type=bool, default=False, help="analyse attention scores")
@@ -607,19 +559,10 @@ def train():
607
  vocab_obj.load_vocab()
608
  print("Vocab Size: ", len(vocab_obj.vocab))
609
 
610
- prepare_normalized_time_df()
611
  print("Testing using finetuned model......")
612
- print("Loading Test Dataset", args.test_dataset_path)
613
- # "ASTRA-FT-HGR-RANDOM10", "ASTRA-FT-FIRST10-WSKILLS", "ASTRA-FT-FIRST10-WTIME", "ASTRA-FT-FIRST10-WSKILLS_WTIME"
614
- # test_dataset = TokenizerDataset(args.test_dataset_path, args.test_label_path, vocab_obj, seq_len=args.seq_len)
615
- if args.model_name == "ASTRA-FT-HGR-RANDOM10":
616
- test_dataset = TokenizerwSkillsDataset(args.test_dataset_path, args.test_label_path, vocab_obj, seq_len=args.seq_len)
617
- elif args.model_name == "ASTRA-FT-FIRST10-WSKILLS":
618
- test_dataset = TokenizerwSkillsDataset(args.test_dataset_path, args.test_label_path, vocab_obj, seq_len=args.seq_len)
619
- elif args.model_name == "ASTRA-FT-FIRST10-WTIME":
620
- test_dataset = TokenizerwTimeDataset(args.test_dataset_path, args.test_label_path, vocab_obj, seq_len=args.seq_len)
621
- elif args.model_name == "ASTRA-FT-FIRST10-WSKILLS_WTIME":
622
- test_dataset = TokenizerwSkillsTimeDataset(args.test_dataset_path, args.test_label_path, vocab_obj, seq_len=args.seq_len)
623
  # test_dataset = TokenizerDatasetForCalibration(args.test_dataset_path, args.test_label_path, vocab_obj, seq_len=args.seq_len)
624
 
625
  print("Creating Dataloader...")
 
6
  from torch.utils.data import DataLoader
7
  import pickle
8
  print("here1",os.getcwd())
9
+ from src.dataset import TokenizerDataset, TokenizerDatasetForCalibration
10
  from src.vocab import Vocab
11
  print("here3",os.getcwd())
12
  from src.bert import BERT
 
19
  import sys
20
  import time
21
  import numpy as np
 
22
 
23
  from sklearn.metrics import precision_score, recall_score, f1_score, confusion_matrix, roc_curve, roc_auc_score
24
  import matplotlib.pyplot as plt
 
466
  sys.stdout = sys.__stdout__
467
  sys.stdout = sys.__stdout__
468
 
469
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
470
 
471
  def train():
472
  parser = argparse.ArgumentParser()
473
 
474
  parser.add_argument('-workspace_name', type=str, default=None)
 
475
  parser.add_argument('-code', type=str, default=None, help="folder for pretraining outputs and logs")
476
  parser.add_argument('-finetune_task', type=str, default=None, help="folder inside finetuning")
477
  parser.add_argument("-attention", type=bool, default=False, help="analyse attention scores")
 
559
  vocab_obj.load_vocab()
560
  print("Vocab Size: ", len(vocab_obj.vocab))
561
 
562
+
563
  print("Testing using finetuned model......")
564
+ print("Loading Test Dataset", args.test_dataset_path)
565
+ test_dataset = TokenizerDataset(args.test_dataset_path, args.test_label_path, vocab_obj, seq_len=args.seq_len)
 
 
 
 
 
 
 
 
 
566
  # test_dataset = TokenizerDatasetForCalibration(args.test_dataset_path, args.test_label_path, vocab_obj, seq_len=args.seq_len)
567
 
568
  print("Creating Dataloader...")
ratio_proportion_change3_2223/sch_largest_100-coded/.DS_Store CHANGED
Binary files a/ratio_proportion_change3_2223/sch_largest_100-coded/.DS_Store and b/ratio_proportion_change3_2223/sch_largest_100-coded/.DS_Store differ
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/first10/test.txt DELETED
@@ -1,339 +0,0 @@
1
- PercentChange-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-0 FinalAnswer-0
2
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
3
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-0 FinalAnswer-2
4
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-0 FinalAnswer-0
5
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-2 FinalAnswer-0
6
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
7
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
8
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
9
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswerDirection-2 FinalAnswer-2
10
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-2
11
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-2 FinalAnswer-2
12
- PercentChange-0 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
13
- PercentChange-0 NumeratorQuantity1-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
14
- PercentChange-0 NumeratorQuantity1-2 DenominatorQuantity1-2 NumeratorQuantity2-0 DenominatorQuantity1-2 OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow1:1 SecondRow FinalAnswer-2 ThirdRow FinalAnswer-0 FinalAnswerDirection-0
15
- PercentChange-0 NumeratorQuantity1-0 NumeratorQuantity2-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
16
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
17
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-2 OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow1:1 FirstRow2:1 FirstRow1:1 SecondRow ThirdRow FinalAnswer-2 FinalAnswerDirection-0
18
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 EquationAnswer NumeratorFactor DenominatorFactor FinalAnswer-2 FinalAnswerDirection-0
19
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
20
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-2 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
21
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-2 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
22
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
23
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 NumeratorFactor OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 FirstRow1:1 FirstRow1:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
24
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
25
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-1
26
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
27
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-1
28
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-1
29
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow FinalAnswerDirection-0 ThirdRow FinalAnswer-0
30
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
31
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-1
32
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
33
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-1 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
34
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-1 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-1
35
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 NumeratorFactor DenominatorFactor EquationAnswer SecondRow ThirdRow FinalAnswer-1
36
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow EquationAnswer FinalAnswer-2
37
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow EquationAnswer DenominatorFactor NumeratorFactor FinalAnswer-2
38
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
39
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
40
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow OptionalTask_1 EquationAnswer NumeratorFactor DenominatorFactor FinalAnswer-0
41
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
42
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow EquationAnswer FinalAnswer-2 NumeratorFactor DenominatorFactor FinalAnswer-2
43
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
44
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 FinalAnswer-2 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
45
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
46
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2 FinalAnswerDirection-0 FinalAnswer-0
47
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2 FinalAnswerDirection-0 FinalAnswer-0
48
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-2 FinalAnswer-2
49
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
50
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
51
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
52
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
53
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor FinalAnswerDirection-2 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
54
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
55
- PercentChange-2 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity2-0 FinalAnswer-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-2
56
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-0 FinalAnswer-2
57
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-2 FinalAnswer-2 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
58
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
59
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
60
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:2 FirstRow2:1 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
61
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2 FinalAnswerDirection-0
62
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-2 FinalAnswer-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2 OptionalTask_2 FirstRow2:1 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
63
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
64
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
65
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
66
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
67
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 FinalAnswer-2 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow FinalAnswer-0
68
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 FinalAnswerDirection-2 EquationAnswer NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0
69
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow EquationAnswer FinalAnswer-0
70
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
71
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 OptionalTask_1 DenominatorFactor NumeratorFactor FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow EquationAnswer FinalAnswer-2
72
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
73
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow DenominatorFactor FinalAnswer-2 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
74
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 DenominatorFactor NumeratorFactor EquationAnswer SecondRow FinalAnswer-0
75
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow EquationAnswer FinalAnswer-0
76
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-1
77
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow EquationAnswer NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-2
78
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 OptionalTask_1 NumeratorFactor FirstRow1:1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
79
- PercentChange-0 NumeratorQuantity1-2 NumeratorQuantity2-0 DenominatorQuantity1-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0
80
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
81
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
82
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
83
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
84
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
85
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
86
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
87
- PercentChange-2 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
88
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2 OptionalTask_2 FirstRow1:1 FirstRow2:2 FirstRow2:1 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-2
89
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor EquationAnswer DenominatorFactor EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:2 FirstRow2:1 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-2
90
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-2
91
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FinalAnswer-2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 FinalAnswer-0
92
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 FinalAnswer-2 OptionalTask_1 EquationAnswer FinalAnswer-2 EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 EquationAnswer SecondRow ThirdRow FinalAnswer-2 ThirdRow FinalAnswer-2
93
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 NumeratorFactor EquationAnswer FinalAnswer-2 FinalAnswerDirection-0
94
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-2 OptionalTask_1 NumeratorFactor DenominatorFactor FinalAnswer-2
95
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-2 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 EquationAnswer NumeratorFactor OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
96
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow FinalAnswer-2
97
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
98
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
99
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow FinalAnswer-2
100
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
101
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
102
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
103
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
104
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
105
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 FinalAnswer-2
106
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
107
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
108
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
109
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
110
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2 OptionalTask_2 FirstRow2:2 FirstRow2:1 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
111
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow FinalAnswer-2 ThirdRow FinalAnswer-0 FinalAnswerDirection-0
112
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
113
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
114
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
115
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
116
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
117
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-2 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 FinalAnswer-1 SecondRow FinalAnswer-1 ThirdRow FinalAnswer-0 FinalAnswerDirection-2
118
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 NumeratorQuantity2-1 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
119
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-1 DenominatorQuantity1-0 OptionalTask_2 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-1
120
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
121
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
122
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 OptionalTask_1 DenominatorFactor NumeratorFactor DenominatorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
123
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-1
124
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
125
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
126
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-1
127
- PercentChange-0 NumeratorQuantity2-1 NumeratorQuantity1-2 DenominatorQuantity1-1 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-1 FinalAnswerDirection-0 FinalAnswer-0
128
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
129
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-1
130
- PercentChange-2 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow1:1 FirstRow2:2 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
131
- PercentChange-0 DenominatorQuantity1-2 NumeratorQuantity2-0 NumeratorQuantity1-2 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow2:2 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswerDirection-0 FinalAnswer-2
132
- PercentChange-2 NumeratorQuantity2-2 DenominatorQuantity1-0 NumeratorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:2 FirstRow2:1 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow1:1 FirstRow2:1 SecondRow ThirdRow FinalAnswerDirection-0 FinalAnswer-0
133
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-2 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 EquationAnswer NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow2:2 FirstRow1:2 FirstRow2:2 FirstRow1:2 FirstRow2:1 SecondRow FinalAnswer-0 FinalAnswerDirection-0
134
- PercentChange-0 DenominatorQuantity1-0 NumeratorQuantity2-0 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow1:1 FirstRow2:2 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
135
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
136
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-2 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow1:1 FirstRow2:2 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
137
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
138
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
139
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-2 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswerDirection-0 FinalAnswer-0
140
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor EquationAnswer NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow2:2 FirstRow1:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
141
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
142
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2 FinalAnswerDirection-2 FinalAnswer-2
143
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
144
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-2
145
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
146
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
147
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
148
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
149
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 FinalAnswer-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
150
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
151
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
152
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
153
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-0 FinalAnswer-0
154
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
155
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 EquationAnswer NumeratorFactor OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswerDirection-2 FinalAnswer-1
156
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
157
- PercentChange-2 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
158
- PercentChange-2 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
159
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
160
- PercentChange-2 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
161
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
162
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
163
- PercentChange-0 DenominatorQuantity1-2 NumeratorQuantity1-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow1:2 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
164
- PercentChange-0 DenominatorQuantity1-0 NumeratorQuantity2-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2 EquationAnswer NumeratorFactor FinalAnswer-2
165
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
166
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 EquationAnswer NumeratorFactor DenominatorFactor OptionalTask_2 NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor NumeratorFactor FinalAnswer-2
167
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
168
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow1:2 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-2
169
- PercentChange-0 DenominatorQuantity1-0 NumeratorQuantity2-0 NumeratorQuantity1-2 OptionalTask_1 FinalAnswerDirection-0 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
170
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity2-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow2:2 FirstRow2:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-2
171
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
172
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
173
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
174
- PercentChange-2 DenominatorQuantity1-0 NumeratorQuantity1-2 NumeratorQuantity2-2 NumeratorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
175
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
176
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
177
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
178
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
179
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
180
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
181
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 FinalAnswer-1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FinalAnswer-1
182
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
183
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
184
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-1
185
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
186
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
187
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FinalAnswer-1
188
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-1
189
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-1
190
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
191
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
192
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow FinalAnswerDirection-0 ThirdRow FinalAnswer-0
193
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer NumeratorFactor DenominatorFactor FinalAnswer-2 FinalAnswerDirection-0
194
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor FinalAnswer-2
195
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
196
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswerDirection-0 FinalAnswer-0
197
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 NumeratorQuantity2-0 DenominatorQuantity1-0 FinalAnswer-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-1
198
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
199
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 NumeratorQuantity2-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
200
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
201
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
202
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 OptionalTask_2 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow2:1 SecondRow FinalAnswer-2 FinalAnswerDirection-0
203
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-2 OptionalTask_1 OptionalTask_2 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswerDirection-0 FinalAnswer-0
204
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-2
205
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-1
206
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 FirstRow2:1 FirstRow1:1 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:2 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
207
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
208
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FinalAnswer-0 FinalAnswerDirection-0
209
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
210
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
211
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
212
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
213
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow2:1 SecondRow FinalAnswerDirection-0 FinalAnswer-2
214
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
215
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
216
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-2 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
217
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
218
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:2 FirstRow2:1 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-2
219
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:2 FirstRow2:1 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
220
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
221
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
222
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:2 FirstRow2:1 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
223
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
224
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
225
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-2 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
226
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:2 FirstRow2:1 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-2
227
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
228
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
229
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
230
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 FinalAnswer-2 SecondRow ThirdRow FinalAnswer-2
231
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-2
232
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
233
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-0 FinalAnswer-0
234
- PercentChange-0 NumeratorQuantity1-0 NumeratorQuantity2-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
235
- PercentChange-0 NumeratorQuantity1-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
236
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
237
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 FinalAnswer-2 SecondRow ThirdRow FinalAnswer-2
238
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
239
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
240
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
241
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-2 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
242
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
243
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow EquationAnswer NumeratorFactor FinalAnswer-0
244
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
245
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
246
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
247
- PercentChange-0 NumeratorQuantity2-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
248
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
249
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow OptionalTask_1 EquationAnswer NumeratorFactor DenominatorFactor FinalAnswer-0
250
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow OptionalTask_1 EquationAnswer NumeratorFactor DenominatorFactor FinalAnswer-0
251
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-2 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer ThirdRow FinalAnswer-0 FinalAnswerDirection-0
252
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
253
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 OptionalTask_1 SecondRow ThirdRow EquationAnswer NumeratorFactor DenominatorFactor FinalAnswer-2
254
- PercentChange-2 NumeratorQuantity2-0 DenominatorQuantity1-2 NumeratorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer ThirdRow FinalAnswer-0 FinalAnswerDirection-0
255
- PercentChange-2 NumeratorQuantity1-0 NumeratorQuantity2-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow2:2 FirstRow2:1 FirstRow1:1 SecondRow ThirdRow FinalAnswer-0
256
- PercentChange-2 DenominatorQuantity1-2 NumeratorQuantity1-0 NumeratorQuantity2-2 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 NumeratorFactor OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow1:1 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
257
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:2 FinalAnswerDirection-0 FirstRow1:1 SecondRow ThirdRow FinalAnswer-0
258
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow2:1 FirstRow1:1 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
259
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 NumeratorQuantity2-2 OptionalTask_1 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
260
- PercentChange-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FinalAnswer-0
261
- PercentChange-2 NumeratorQuantity1-2 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
262
- PercentChange-2 NumeratorQuantity1-2 NumeratorQuantity2-2 DenominatorQuantity1-2 NumeratorQuantity1-0 NumeratorQuantity2-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow2:1 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow1:2 FinalAnswerDirection-0 SecondRow ThirdRow FinalAnswer-0
263
- PercentChange-2 DenominatorQuantity1-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:2 FirstRow1:1 FirstRow2:1 FirstRow1:1 SecondRow ThirdRow FinalAnswer-2
264
- PercentChange-0 NumeratorQuantity2-2 DenominatorQuantity1-0 NumeratorQuantity2-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow1:2 FirstRow2:2 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2 NumeratorFactor EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
265
- PercentChange-0 NumeratorQuantity1-0 NumeratorQuantity2-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
266
- PercentChange-2 DenominatorQuantity1-2 NumeratorQuantity1-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-2 FinalAnswerDirection-0 OptionalTask_1 NumeratorFactor EquationAnswer DenominatorFactor NumeratorFactor OptionalTask_2 FirstRow2:1 FirstRow1:1 FirstRow2:2 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
267
- PercentChange-0 NumeratorQuantity1-0 NumeratorQuantity2-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
268
- PercentChange-0 NumeratorQuantity1-2 NumeratorQuantity2-0 DenominatorQuantity1-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor EquationAnswer OptionalTask_2 FinalAnswerDirection-0 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
269
- PercentChange-0 DenominatorQuantity1-2 NumeratorQuantity1-0 NumeratorQuantity2-2 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 OptionalTask_2 FirstRow1:2 FirstRow2:2 FirstRow2:1 FirstRow1:1 SecondRow ThirdRow FinalAnswer-2 NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
270
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow2:2 FirstRow1:2 FirstRow1:1 SecondRow ThirdRow FinalAnswer-2
271
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
272
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow DenominatorFactor EquationAnswer DenominatorFactor NumeratorFactor FinalAnswer-2
273
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 OptionalTask_1 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow EquationAnswer FinalAnswer-0
274
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2 EquationAnswer FinalAnswer-0
275
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 NumeratorFactor DenominatorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
276
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
277
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow2:2 FirstRow2:1 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
278
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 OptionalTask_2 DenominatorFactor EquationAnswer DenominatorFactor FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow EquationAnswer NumeratorFactor DenominatorFactor FinalAnswer-2 FinalAnswerDirection-0
279
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow FinalAnswer-0 FinalAnswerDirection-0
280
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
281
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
282
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswerDirection-0 FinalAnswer-0
283
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2 OptionalTask_1 FinalAnswer-2
284
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
285
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
286
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-2 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
287
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
288
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
289
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
290
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
291
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
292
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
293
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
294
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
295
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
296
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-2 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
297
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2 FinalAnswerDirection-0
298
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
299
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
300
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
301
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
302
- PercentChange-2 NumeratorQuantity1-2 DenominatorQuantity1-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
303
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-2 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 FinalAnswer-2 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-0
304
- PercentChange-0 NumeratorQuantity2-2 DenominatorQuantity1-0 NumeratorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 EquationAnswer NumeratorFactor FinalAnswerDirection-0 NumeratorFactor OptionalTask_2 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0
305
- PercentChange-0 NumeratorQuantity2-2 DenominatorQuantity1-0 NumeratorQuantity1-2 NumeratorQuantity2-2 OptionalTask_1 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
306
- PercentChange-0 DenominatorQuantity1-0 NumeratorQuantity2-2 NumeratorQuantity1-0 NumeratorQuantity2-2 FinalAnswer-2 OptionalTask_2 OptionalTask_1 EquationAnswer DenominatorFactor EquationAnswer DenominatorFactor FinalAnswerDirection-0 NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0
307
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-2 NumeratorQuantity1-2 OptionalTask_1 OptionalTask_2 FinalAnswerDirection-0 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0
308
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 OptionalTask_2 EquationAnswer DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 FinalAnswerDirection-2 SecondRow ThirdRow FinalAnswer-2
309
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:2 FirstRow2:1 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
310
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
311
- PercentChange-0 DenominatorQuantity1-0 NumeratorQuantity2-0 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 EquationAnswer NumeratorFactor DenominatorFactor FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-0
312
- PercentChange-0 DenominatorQuantity1-0 NumeratorQuantity2-2 NumeratorQuantity1-2 NumeratorQuantity2-0 OptionalTask_1 OptionalTask_2 FinalAnswerDirection-0 FinalAnswer-2 FirstRow2:1 FirstRow1:1 FirstRow2:2 FirstRow1:2 EquationAnswer NumeratorFactor DenominatorFactor SecondRow ThirdRow FinalAnswer-0
313
- PercentChange-2 NumeratorQuantity2-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
314
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
315
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 FinalAnswer-2 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
316
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
317
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 FinalAnswer-2 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
318
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
319
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
320
- PercentChange-0 DenominatorQuantity1-0 NumeratorQuantity1-0 NumeratorQuantity2-0 OptionalTask_1 EquationAnswer NumeratorFactor DenominatorFactor OptionalTask_2 FinalAnswer-2
321
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
322
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 FinalAnswerDirection-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0
323
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-0 FinalAnswerDirection-0
324
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
325
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0
326
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2
327
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0
328
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
329
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-0
330
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-2 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-2
331
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-2
332
- PercentChange-0 NumeratorQuantity2-0 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 SecondRow ThirdRow FinalAnswer-0 FinalAnswerDirection-0
333
- PercentChange-0 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor EquationAnswer SecondRow ThirdRow FinalAnswer-2
334
- PercentChange-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 FinalAnswer-2 OptionalTask_1 NumeratorFactor EquationAnswer NumeratorFactor DenominatorFactor NumeratorFactor FinalAnswer-2
335
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 NumeratorQuantity2-2 DenominatorQuantity1-0 FinalAnswer-2 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor NumeratorFactor DenominatorFactor EquationAnswer FinalAnswer-2 OptionalTask_2 FirstRow1:1 FirstRow2:2 FirstRow2:1 FirstRow1:1 FirstRow1:2 SecondRow ThirdRow FinalAnswer-2
336
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_1 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer OptionalTask_2 FirstRow1:1 FirstRow1:2 FirstRow2:1 FirstRow2:2 FirstRow2:1 SecondRow ThirdRow FinalAnswer-1
337
- PercentChange-2 DenominatorQuantity1-2 NumeratorQuantity2-0 NumeratorQuantity1-0 DenominatorQuantity1-0 OptionalTask_2 FirstRow1:2 FirstRow1:1 FirstRow2:1 FirstRow2:2 FirstRow1:1 FirstRow2:2 SecondRow ThirdRow OptionalTask_1 DenominatorFactor NumeratorFactor EquationAnswer FinalAnswer-2
338
- PercentChange-2 NumeratorQuantity2-2 NumeratorQuantity1-0 DenominatorQuantity1-0 NumeratorQuantity2-2 OptionalTask_1 EquationAnswer NumeratorFactor FinalAnswerDirection-0 OptionalTask_2 DenominatorFactor NumeratorFactor EquationAnswer FirstRow2:2 FirstRow2:1 FirstRow1:2 FinalAnswer-1 EquationAnswer FirstRow1:1 SecondRow ThirdRow FinalAnswer-2
339
- PercentChange-0 NumeratorQuantity2-2 NumeratorQuantity1-2 DenominatorQuantity1-0 NumeratorQuantity1-0 OptionalTask_1 OptionalTask_2 NumeratorFactor DenominatorFactor NumeratorFactor EquationAnswer NumeratorFactor DenominatorFactor FinalAnswer-2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/first10/test_info.txt DELETED
The diff for this file is too large to render. See raw diff
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/first10/test_label.txt DELETED
@@ -1,339 +0,0 @@
1
- 1
2
- 0
3
- 0
4
- 1
5
- 1
6
- 1
7
- 1
8
- 0
9
- 0
10
- 1
11
- 0
12
- 1
13
- 0
14
- 0
15
- 1
16
- 1
17
- 0
18
- 0
19
- 0
20
- 0
21
- 1
22
- 1
23
- 0
24
- 0
25
- 0
26
- 0
27
- 0
28
- 0
29
- 1
30
- 0
31
- 0
32
- 0
33
- 0
34
- 0
35
- 0
36
- 0
37
- 0
38
- 1
39
- 1
40
- 1
41
- 1
42
- 0
43
- 1
44
- 0
45
- 1
46
- 0
47
- 0
48
- 0
49
- 1
50
- 0
51
- 1
52
- 0
53
- 0
54
- 0
55
- 1
56
- 0
57
- 0
58
- 1
59
- 0
60
- 1
61
- 0
62
- 0
63
- 1
64
- 0
65
- 0
66
- 1
67
- 1
68
- 1
69
- 1
70
- 0
71
- 0
72
- 0
73
- 0
74
- 1
75
- 1
76
- 0
77
- 1
78
- 1
79
- 1
80
- 1
81
- 1
82
- 1
83
- 1
84
- 1
85
- 0
86
- 1
87
- 1
88
- 0
89
- 1
90
- 1
91
- 1
92
- 0
93
- 0
94
- 0
95
- 1
96
- 0
97
- 1
98
- 1
99
- 0
100
- 0
101
- 0
102
- 0
103
- 1
104
- 1
105
- 0
106
- 1
107
- 0
108
- 1
109
- 0
110
- 0
111
- 0
112
- 1
113
- 0
114
- 0
115
- 1
116
- 0
117
- 0
118
- 0
119
- 0
120
- 0
121
- 0
122
- 0
123
- 0
124
- 0
125
- 1
126
- 0
127
- 0
128
- 0
129
- 0
130
- 0
131
- 0
132
- 1
133
- 1
134
- 1
135
- 1
136
- 0
137
- 0
138
- 0
139
- 1
140
- 0
141
- 1
142
- 0
143
- 1
144
- 1
145
- 1
146
- 1
147
- 1
148
- 0
149
- 1
150
- 0
151
- 1
152
- 0
153
- 1
154
- 1
155
- 0
156
- 0
157
- 1
158
- 1
159
- 0
160
- 0
161
- 0
162
- 1
163
- 1
164
- 0
165
- 1
166
- 0
167
- 1
168
- 1
169
- 1
170
- 1
171
- 0
172
- 0
173
- 0
174
- 0
175
- 0
176
- 0
177
- 0
178
- 1
179
- 0
180
- 1
181
- 0
182
- 0
183
- 0
184
- 0
185
- 0
186
- 0
187
- 0
188
- 0
189
- 0
190
- 1
191
- 0
192
- 1
193
- 0
194
- 0
195
- 1
196
- 1
197
- 0
198
- 1
199
- 0
200
- 0
201
- 0
202
- 0
203
- 1
204
- 1
205
- 0
206
- 0
207
- 0
208
- 1
209
- 0
210
- 0
211
- 0
212
- 0
213
- 0
214
- 1
215
- 1
216
- 0
217
- 1
218
- 0
219
- 1
220
- 0
221
- 0
222
- 0
223
- 1
224
- 0
225
- 1
226
- 0
227
- 1
228
- 0
229
- 1
230
- 0
231
- 1
232
- 1
233
- 1
234
- 1
235
- 1
236
- 0
237
- 0
238
- 1
239
- 0
240
- 1
241
- 1
242
- 1
243
- 1
244
- 1
245
- 1
246
- 0
247
- 1
248
- 1
249
- 1
250
- 1
251
- 1
252
- 1
253
- 0
254
- 1
255
- 1
256
- 0
257
- 1
258
- 0
259
- 1
260
- 1
261
- 1
262
- 1
263
- 0
264
- 0
265
- 1
266
- 1
267
- 0
268
- 1
269
- 0
270
- 0
271
- 1
272
- 0
273
- 1
274
- 0
275
- 0
276
- 1
277
- 0
278
- 0
279
- 1
280
- 1
281
- 1
282
- 1
283
- 0
284
- 0
285
- 1
286
- 0
287
- 0
288
- 1
289
- 0
290
- 1
291
- 0
292
- 1
293
- 1
294
- 1
295
- 1
296
- 0
297
- 0
298
- 0
299
- 0
300
- 0
301
- 1
302
- 1
303
- 1
304
- 1
305
- 0
306
- 1
307
- 1
308
- 0
309
- 0
310
- 0
311
- 1
312
- 1
313
- 0
314
- 1
315
- 0
316
- 1
317
- 1
318
- 0
319
- 1
320
- 0
321
- 0
322
- 1
323
- 1
324
- 0
325
- 1
326
- 0
327
- 1
328
- 0
329
- 1
330
- 0
331
- 0
332
- 1
333
- 0
334
- 0
335
- 0
336
- 0
337
- 0
338
- 0
339
- 0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullData/train.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ea646c2016cc3d12d46f91568c616b04957408fb85004cc7bf11058a859752d
3
- size 24283555
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullData/train_info.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c2b895dbf22e22fb0dcff62b96db220dc3bf8206812b444fef4672bd2f2eb4a
3
- size 189793031
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/test.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4fc68d71dce7968ef658fbafc86b5316bdb7d0519a1a956e7cb43482742763b
3
- size 1648199
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/test_info.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:290e1dfc17f54b73f7e86c5981a5da584b5c5a8ad157beb1f8bd2fb698ffbfb6
3
- size 7581589
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/fullTest/test_label.txt CHANGED
The diff for this file is too large to render. See raw diff
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/highGRschool10/test.txt CHANGED
The diff for this file is too large to render. See raw diff
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/highGRschool10/test_info.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b19b36c6882ef1b6fc31b52627edc986a28852cb449b7f4bd4ff8f2e7140c6a
3
- size 2996165
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/highGRschool10/test_label.txt CHANGED
@@ -1,5 +1,4 @@
1
  1
2
- 0
3
  1
4
  0
5
  1
@@ -7,37 +6,37 @@
7
  1
8
  0
9
  1
10
- 0
11
  1
12
  1
 
13
  1
14
  1
15
- 0
16
  1
17
  0
18
  0
19
- 1
20
  0
21
- 1
22
  0
23
- 1
24
  0
25
  0
26
- 1
27
- 1
28
  0
29
  0
 
 
30
  0
31
  0
32
  1
33
  1
34
  1
35
  1
 
 
 
36
  0
37
  0
38
  0
39
  0
40
  1
 
41
  1
42
  1
43
  0
@@ -46,58 +45,71 @@
46
  0
47
  0
48
  1
49
- 1
50
- 1
51
- 0
52
  0
53
  0
54
  1
55
  0
56
  0
57
  1
 
58
  1
 
59
  1
60
  1
61
  1
62
  1
63
  0
64
- 0
65
  1
 
66
  1
 
67
  1
68
  0
69
  1
70
  1
 
 
71
  1
72
  0
 
73
  1
 
74
  1
75
  0
 
 
 
 
 
76
  1
77
  1
 
 
 
78
  1
 
 
 
79
  1
80
  0
81
  1
 
82
  1
83
  1
84
  1
85
  1
86
  1
87
  1
 
88
  1
89
  0
90
  0
91
- 1
92
- 1
93
- 1
94
- 1
95
  0
96
  1
97
  1
98
- 0
99
  1
100
  1
 
101
  1
102
  1
103
  1
@@ -109,53 +121,42 @@
109
  0
110
  1
111
  1
112
- 1
113
- 1
114
- 1
115
- 1
116
  0
117
- 1
118
  0
119
  0
120
  0
121
  0
122
  0
123
  0
124
- 1
125
- 1
126
  0
127
  0
128
- 1
129
- 1
130
- 1
131
- 1
132
  0
133
  0
134
- 1
135
  0
136
- 1
137
  0
138
  0
139
  1
140
- 1
141
  0
142
  0
 
143
  0
144
  0
145
  1
146
- 1
147
  0
148
  0
149
  0
150
  0
151
  0
152
  0
153
- 1
154
- 0
155
  0
156
  0
 
 
 
157
  0
 
158
  0
 
159
  0
160
  0
161
  0
@@ -163,60 +164,47 @@
163
  1
164
  1
165
  1
166
- 0
167
  1
168
  1
169
  0
170
- 0
171
- 0
172
  1
173
  1
174
  0
175
  0
176
  1
177
  1
178
- 0
179
- 0
180
  1
181
- 0
182
- 0
183
  0
184
  0
185
  0
186
  0
187
  1
188
- 0
189
- 0
190
  1
191
  1
192
  0
193
  1
194
  1
 
195
  0
196
  1
 
197
  0
198
  0
199
  0
200
- 1
201
  0
202
  0
203
- 1
204
- 1
205
- 1
206
- 1
207
- 1
208
- 1
209
  0
210
  0
 
 
211
  0
212
  0
213
  1
 
214
  1
215
- 1
216
- 1
217
- 1
218
- 1
219
- 1
220
  1
221
  1
222
  1
@@ -228,25 +216,26 @@
228
  0
229
  0
230
  0
231
- 1
232
- 0
233
- 1
234
  0
235
  1
236
  1
237
  0
238
  0
239
- 1
240
  0
241
  1
242
  0
243
  0
244
- 0
 
245
  0
246
  1
247
  0
248
  0
 
 
249
  0
 
 
250
  0
251
  0
252
  0
@@ -256,29 +245,26 @@
256
  1
257
  1
258
  1
259
- 0
260
- 0
261
- 0
262
- 0
263
  1
264
  0
265
  0
266
- 0
267
  1
268
- 0
269
  1
270
  0
271
- 0
272
- 0
273
  1
274
  0
275
  1
276
  0
277
- 0
278
- 0
279
  1
280
  0
 
281
  0
 
 
 
 
282
  0
283
  0
284
  0
@@ -290,42 +276,54 @@
290
  0
291
  1
292
  1
 
293
  1
294
  1
 
 
 
295
  1
296
  0
297
  0
 
298
  1
299
  1
 
300
  1
301
  1
302
  1
303
  0
304
  0
305
  1
 
306
  0
307
  0
 
 
 
308
  0
309
  0
310
- 1
311
  1
312
  0
313
  1
314
  1
315
- 0
316
  0
317
  1
318
  0
 
 
 
319
  0
320
  0
321
  0
322
  0
 
323
  0
324
  0
325
  0
326
  1
327
  1
328
- 1
329
  0
330
  0
331
  1
@@ -333,42 +331,45 @@
333
  0
334
  0
335
  0
336
- 1
337
- 1
338
  0
339
  1
340
  1
341
  0
342
- 1
343
  0
344
  0
345
  1
 
346
  1
347
- 1
 
348
  1
349
  1
350
  0
351
  1
352
- 1
353
  0
354
  0
355
- 1
356
- 1
357
  0
358
  0
359
- 1
360
  0
361
- 1
 
 
362
  1
363
  1
364
  1
365
  1
366
  1
367
  0
 
368
  0
 
 
 
 
369
  0
370
  0
371
- 1
372
  0
373
  0
374
  0
@@ -376,42 +377,46 @@
376
  0
377
  1
378
  0
 
379
  1
380
  1
381
- 1
382
  1
383
  0
384
  0
385
  0
386
- 1
387
- 1
388
- 1
389
  0
390
  1
391
  0
392
  1
393
  1
394
  1
 
395
  0
396
  0
397
  1
398
  1
399
  1
400
  0
 
 
401
  1
402
  1
403
- 0
404
  1
405
  1
406
- 0
407
  1
408
  0
409
  0
410
  1
411
  0
412
  0
 
413
  1
414
  1
 
 
415
  1
416
  1
417
  0
@@ -419,49 +424,71 @@
419
  0
420
  0
421
  1
 
 
422
  1
423
  0
424
  1
 
425
  1
426
  1
427
  0
428
  1
429
  0
 
 
 
 
 
430
  1
431
  0
432
  1
433
  0
434
  0
 
 
435
  0
436
  0
437
  1
438
  0
439
  1
440
  1
 
441
  0
 
 
 
 
 
442
  0
443
  1
 
444
  0
 
445
  0
446
  0
447
  0
448
  0
 
449
  0
450
  0
451
  0
 
 
452
  0
453
  0
 
454
  0
455
  0
 
456
  0
457
  0
458
- 1
459
- 1
460
  0
461
  0
462
  0
463
  0
464
  1
 
465
  0
466
  0
467
  1
@@ -469,18 +496,16 @@
469
  0
470
  1
471
  1
472
- 1
473
  1
474
  1
475
  1
476
  1
477
  0
478
- 1
479
  0
480
  0
481
  1
482
- 0
483
- 0
484
  0
485
  0
486
  1
@@ -488,11 +513,7 @@
488
  1
489
  1
490
  1
491
- 0
492
- 0
493
- 0
494
- 0
495
- 0
496
  0
497
  0
498
  0
@@ -503,64 +524,77 @@
503
  0
504
  1
505
  1
506
- 0
507
- 0
508
  1
509
  1
 
510
  1
 
511
  1
 
 
 
512
  1
513
  1
514
- 0
515
  1
516
  1
517
  1
 
518
  1
519
  1
520
  0
521
  0
522
  0
 
 
 
 
523
  1
 
524
  1
525
  1
526
  1
527
  0
 
528
  0
529
  1
530
  1
531
  1
532
  0
 
 
533
  0
534
  0
535
  1
536
  1
537
  0
538
  0
 
539
  0
540
  0
541
  1
542
  1
543
  1
544
- 0
545
- 0
546
- 0
547
- 0
548
  1
549
  1
550
  1
551
  1
552
  0
553
- 0
554
- 0
555
  0
556
  0
557
  1
558
  1
 
 
 
559
  1
560
  1
561
  0
 
562
  0
563
  1
 
 
564
  0
565
  0
566
  1
@@ -569,7 +603,7 @@
569
  0
570
  0
571
  1
572
- 0
573
  1
574
  1
575
  1
@@ -577,9 +611,7 @@
577
  0
578
  0
579
  1
580
- 0
581
  1
582
- 0
583
  1
584
  1
585
  0
@@ -587,41 +619,28 @@
587
  0
588
  1
589
  0
590
- 1
591
- 1
592
- 1
593
- 0
594
  0
595
  1
596
  0
597
  0
598
- 0
599
- 0
600
  1
601
- 0
602
  1
603
  1
604
- 0
605
- 0
606
- 0
607
- 0
608
  1
609
  1
610
  0
611
- 1
612
  0
613
  1
614
  1
615
- 0
616
  1
 
617
  1
618
  1
619
  1
620
  0
621
  0
622
  1
623
- 1
624
- 1
625
  0
626
  0
627
  0
@@ -629,13 +648,9 @@
629
  1
630
  0
631
  0
632
- 1
633
- 1
634
  0
635
  0
636
  1
637
- 1
638
- 1
639
  0
640
  1
641
  0
@@ -644,7 +659,7 @@
644
  0
645
  0
646
  0
647
- 0
648
  0
649
  0
650
  1
@@ -652,46 +667,70 @@
652
  0
653
  0
654
  0
655
- 1
656
- 1
657
  0
658
  0
659
  1
660
- 0
661
  1
662
  0
663
  0
664
- 1
665
- 0
666
  0
667
  0
668
  1
669
- 0
 
 
670
  0
671
  1
 
672
  0
 
673
  0
674
  0
 
 
675
  0
676
  0
677
  0
 
678
  0
 
 
 
679
  0
 
 
 
680
  0
681
  1
 
 
 
 
682
  0
683
  0
 
 
684
  0
685
  0
 
686
  0
 
687
  0
 
688
  0
689
  0
 
 
 
690
  0
 
 
691
  0
692
  0
693
  0
694
  0
 
 
695
  0
696
  0
697
  0
@@ -703,6 +742,8 @@
703
  0
704
  0
705
  0
 
 
706
  0
707
  0
708
  0
@@ -710,34 +751,28 @@
710
  1
711
  1
712
  1
713
- 1
714
- 1
715
  0
716
  0
717
  0
718
- 1
719
- 1
720
- 1
721
- 1
722
- 1
723
  0
724
  0
725
  0
726
- 1
727
  0
728
  0
729
  1
730
- 1
 
731
  0
732
  1
733
  1
734
  0
 
735
  0
736
  1
737
  1
738
  0
739
- 0
740
  1
 
741
  1
742
  1
743
  0
@@ -746,28 +781,19 @@
746
  0
747
  0
748
  1
749
- 0
750
  1
751
  0
752
- 0
753
  1
754
  0
755
  0
756
  1
757
  1
758
  1
759
- 1
760
- 0
761
  0
762
- 0
763
- 1
764
  1
765
  1
766
  1
767
- 1
768
- 0
769
- 0
770
- 0
771
  0
772
  1
773
  1
@@ -776,111 +802,106 @@
776
  1
777
  0
778
  0
 
 
 
779
  0
780
  0
781
  1
782
  1
 
783
  1
784
  0
785
  0
 
 
 
786
  1
787
  1
788
  0
789
  1
790
  1
791
  0
 
792
  0
793
  0
794
  1
795
  0
796
- 0
 
797
  0
798
  1
799
  1
800
  0
801
  0
802
- 1
803
  0
804
- 1
805
  0
806
  0
807
- 1
808
  0
 
 
809
  1
810
  1
811
  0
812
  0
813
  0
814
- 1
815
  0
816
  0
817
  1
818
  1
819
  1
820
  1
821
- 0
822
- 1
823
  1
824
  1
825
  1
826
  0
827
  0
 
828
  1
829
- 1
830
- 1
831
  1
832
  0
833
  0
 
834
  1
835
  1
836
  1
837
  1
838
  1
839
- 0
840
- 0
841
  1
842
- 0
843
  1
844
  0
845
- 0
846
- 0
847
  1
848
- 0
849
- 0
850
- 0
851
  1
852
- 0
853
- 0
854
- 0
855
- 0
856
  0
857
  0
858
  1
859
- 0
860
  1
861
  1
862
  1
863
  0
864
  0
865
  0
866
- 1
867
  0
868
  0
869
  0
870
  1
871
  1
872
  1
873
- 1
874
  0
875
  0
876
  0
877
  1
878
- 0
879
  1
880
- 0
881
  1
882
  1
883
  1
 
 
884
  1
885
  1
886
  0
@@ -890,69 +911,59 @@
890
  0
891
  1
892
  1
893
- 0
894
- 0
895
  1
896
  1
897
  0
898
  0
899
- 0
900
  1
901
  1
902
  0
903
  1
904
- 0
905
- 1
906
  1
907
  1
908
  1
909
  0
910
  0
911
- 0
912
- 0
913
- 0
914
- 0
915
- 0
916
  1
917
  1
918
  1
919
  1
920
  0
921
  0
922
- 0
923
  0
924
  1
925
  1
926
- 0
927
  1
928
  0
929
  0
930
  0
931
  0
 
932
  0
933
  0
934
  0
935
  0
936
- 0
937
- 1
938
- 0
939
- 1
940
- 0
941
  1
942
  1
943
  1
944
  1
945
  0
 
946
  0
947
  0
948
- 0
949
  0
950
  1
 
951
  0
952
  1
953
  0
 
954
  0
955
  1
 
956
  1
957
  0
958
  1
@@ -963,25 +974,42 @@
963
  1
964
  0
965
  0
 
 
966
  0
 
967
  0
968
  0
969
  0
 
970
  0
 
971
  0
972
  0
 
 
973
  0
 
974
  0
975
  0
976
  0
 
 
 
977
  0
 
 
978
  0
 
979
  0
980
  0
 
 
 
981
  0
982
  0
983
  0
984
- 0
985
  0
986
  0
987
  0
@@ -990,44 +1018,34 @@
990
  0
991
  1
992
  1
993
- 0
 
994
  1
995
  1
996
  0
997
  0
998
  0
999
  0
1000
- 1
1001
- 1
1002
- 1
1003
- 1
1004
  0
1005
  1
1006
  1
1007
- 0
1008
- 0
1009
  1
1010
- 0
1011
  1
1012
  0
1013
  0
1014
  1
1015
- 0
1016
  1
1017
- 0
1018
  1
1019
  1
1020
- 0
1021
  1
1022
  1
1023
  0
1024
- 0
1025
- 0
1026
- 1
1027
  1
1028
  1
1029
  1
 
1030
  1
 
1031
  1
1032
  0
1033
  0
@@ -1040,32 +1058,47 @@
1040
  0
1041
  1
1042
  0
1043
- 1
1044
  0
1045
  1
1046
  0
1047
  0
 
1048
  0
1049
  0
1050
  0
1051
  0
 
1052
  0
 
1053
  0
1054
  1
 
 
1055
  0
1056
  1
 
1057
  0
1058
  0
1059
  0
1060
  0
1061
  1
1062
  1
 
 
 
1063
  0
 
1064
  0
 
1065
  0
1066
  1
1067
  0
 
 
1068
  0
 
 
1069
  0
1070
  0
1071
  0
@@ -1073,45 +1106,57 @@
1073
  0
1074
  0
1075
  0
1076
- 0
1077
  1
1078
  1
1079
- 0
 
1080
  1
1081
  0
1082
- 0
1083
- 0
 
1084
  1
1085
  0
1086
  0
1087
  0
1088
  0
1089
  0
 
 
1090
  0
1091
  0
1092
  0
 
 
1093
  0
1094
  0
 
 
1095
  0
1096
  0
 
 
 
1097
  0
1098
  0
1099
  0
 
1100
  0
1101
  0
1102
  0
1103
  1
1104
- 1
1105
  0
1106
  1
1107
  1
1108
  1
1109
  0
1110
  0
 
 
1111
  0
1112
- 0
1113
- 0
1114
- 0
1115
  1
1116
  1
1117
  0
@@ -1120,8 +1165,14 @@
1120
  1
1121
  1
1122
  1
 
 
1123
  1
1124
  0
 
 
 
 
1125
  0
1126
  0
1127
  0
@@ -1130,13 +1181,10 @@
1130
  0
1131
  1
1132
  1
1133
- 1
1134
  0
1135
  1
1136
  1
1137
  1
1138
- 1
1139
- 0
1140
  0
1141
  1
1142
  0
@@ -1145,100 +1193,98 @@
1145
  0
1146
  0
1147
  1
 
1148
  1
1149
  1
1150
  1
1151
  0
1152
  1
1153
- 1
1154
- 1
1155
  1
1156
  0
 
1157
  1
1158
  1
1159
  1
1160
  1
 
1161
  1
1162
  0
1163
  0
1164
  1
 
1165
  1
1166
  1
1167
- 1
 
1168
  1
1169
  0
1170
  0
1171
  0
1172
  0
1173
  1
1174
- 1
1175
  0
1176
  1
1177
- 0
1178
- 0
1179
  1
1180
  1
 
1181
  1
1182
  0
1183
  0
1184
  1
1185
- 1
1186
  0
1187
- 1
1188
  0
1189
- 1
1190
  0
1191
  1
1192
- 1
1193
- 1
1194
- 1
1195
  0
1196
- 1
1197
- 1
1198
- 1
1199
  1
1200
  1
1201
  1
1202
  0
1203
  1
 
1204
  0
1205
  0
1206
  0
1207
  0
1208
  0
1209
- 1
1210
  0
1211
  0
1212
  1
1213
  1
 
 
1214
  0
1215
  0
1216
  0
1217
  0
1218
  0
1219
- 1
1220
  0
1221
  0
1222
  0
1223
  1
1224
  0
1225
- 1
1226
  0
1227
  0
 
 
 
 
 
1228
  0
1229
  0
1230
  0
1231
  0
1232
  1
1233
- 0
1234
  1
1235
  0
 
1236
  0
1237
  0
1238
  1
1239
- 0
1240
  1
1241
- 0
1242
  1
1243
  0
1244
  1
@@ -1246,26 +1292,26 @@
1246
  1
1247
  1
1248
  1
 
 
1249
  1
1250
  1
1251
  0
1252
  0
1253
  1
1254
- 0
1255
  1
1256
  0
1257
- 0
1258
- 0
1259
- 1
1260
  1
1261
  1
1262
  0
1263
  1
1264
  1
1265
  1
1266
- 0
1267
  1
1268
  0
 
 
1269
  1
1270
  0
1271
  1
@@ -1274,23 +1320,19 @@
1274
  1
1275
  0
1276
  1
1277
- 1
1278
  0
1279
  0
1280
  0
1281
  0
1282
  1
1283
- 0
1284
- 0
1285
  1
1286
- 0
1287
  1
1288
  0
1289
  0
1290
  0
1291
  0
1292
- 0
1293
- 0
1294
  0
1295
  0
1296
  0
@@ -1298,19 +1340,38 @@
1298
  1
1299
  1
1300
  1
 
1301
  0
 
 
 
 
 
 
 
1302
  0
1303
  1
1304
  0
1305
  0
 
 
 
 
1306
  0
1307
  0
 
 
 
 
1308
  0
1309
  0
1310
  1
1311
  0
1312
  1
 
 
1313
  1
 
1314
  1
1315
  1
1316
  1
@@ -1318,104 +1379,163 @@
1318
  1
1319
  1
1320
  0
1321
- 1
1322
  1
1323
  0
 
1324
  0
1325
  0
1326
  1
1327
  1
1328
  1
1329
- 1
1330
- 1
1331
  0
1332
  0
1333
  1
1334
- 1
1335
  0
1336
  1
1337
  1
1338
  1
1339
  1
1340
  1
 
 
 
 
1341
  0
1342
  1
1343
  1
1344
  1
 
 
 
1345
  1
 
 
 
 
 
 
 
1346
  1
1347
  1
1348
  0
 
 
 
 
1349
  1
1350
  1
1351
  0
1352
  1
1353
  0
 
1354
  0
1355
  0
1356
  0
1357
  0
1358
  0
1359
  1
 
 
1360
  0
1361
  0
1362
  1
1363
  1
1364
  0
 
1365
  0
1366
  1
1367
  1
 
 
1368
  0
1369
  0
1370
  0
1371
  0
1372
- 0
1373
  0
1374
  0
1375
  1
1376
  0
 
1377
  1
1378
  1
1379
  1
1380
  0
1381
  1
1382
  1
 
1383
  1
 
1384
  1
1385
  0
 
 
 
1386
  1
1387
  0
1388
  0
1389
  0
 
 
 
 
 
 
 
1390
  1
1391
  0
1392
  1
1393
  0
1394
  1
1395
  1
 
 
 
1396
  1
1397
  1
1398
  0
1399
  0
 
 
1400
  1
1401
  1
1402
- 0
1403
  1
1404
  0
1405
  0
 
 
1406
  1
1407
  0
1408
  1
1409
  0
1410
  0
1411
  1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1412
  0
1413
  0
1414
  1
 
1415
  1
1416
  0
1417
  1
 
1418
  1
 
1419
  1
1420
  0
1421
  1
@@ -1423,31 +1543,39 @@
1423
  1
1424
  0
1425
  0
 
1426
  0
1427
  0
1428
  0
1429
  0
1430
  0
 
1431
  0
1432
  1
 
1433
  1
1434
  0
1435
  0
 
1436
  0
1437
  0
1438
  1
 
1439
  1
1440
  1
 
 
1441
  1
1442
  0
1443
  0
 
1444
  1
1445
  1
1446
  1
1447
  1
1448
  1
1449
  0
1450
- 0
1451
  0
1452
  0
1453
  0
@@ -1457,10 +1585,20 @@
1457
  1
1458
  1
1459
  0
 
 
 
 
 
 
 
 
1460
  1
1461
  1
1462
  1
1463
  1
 
 
1464
  1
1465
  1
1466
  1
@@ -1475,37 +1613,47 @@
1475
  1
1476
  0
1477
  1
1478
- 1
 
1479
  0
1480
  1
1481
  1
1482
  1
1483
- 0
1484
  1
1485
  1
1486
  1
 
 
 
1487
  1
1488
  1
1489
  1
1490
  0
1491
  0
 
 
 
 
 
1492
  1
1493
  1
1494
  1
 
 
1495
  0
 
1496
  0
1497
  0
1498
  1
 
 
1499
  0
1500
  0
1501
  0
1502
  0
1503
- 1
1504
  0
1505
  0
1506
  0
1507
- 1
1508
- 1
1509
  0
1510
  0
1511
  0
@@ -1514,15 +1662,11 @@
1514
  1
1515
  1
1516
  1
1517
- 0
1518
- 1
1519
- 0
1520
- 1
1521
  1
1522
  1
1523
  1
1524
  0
1525
- 0
1526
  0
1527
  0
1528
  0
@@ -1530,35 +1674,38 @@
1530
  1
1531
  1
1532
  0
 
 
1533
  1
1534
  1
1535
- 1
1536
- 0
1537
  0
1538
  1
1539
  1
1540
  1
 
 
 
1541
  0
1542
  0
1543
  0
1544
  1
 
1545
  1
1546
  1
1547
  0
1548
  1
1549
- 1
 
 
1550
  0
1551
  1
1552
  1
1553
- 0
1554
  1
1555
- 0
1556
  1
1557
  1
1558
  1
1559
  1
1560
  1
1561
- 0
1562
  1
1563
  1
1564
  1
@@ -1569,66 +1716,67 @@
1569
  1
1570
  0
1571
  1
1572
- 0
1573
  1
1574
  0
1575
  1
 
1576
  0
1577
  1
1578
  0
 
1579
  0
 
1580
  0
1581
  1
1582
  1
1583
- 0
1584
  1
1585
- 0
1586
- 0
1587
  1
1588
  1
1589
- 0
1590
  1
1591
  1
1592
  0
1593
  0
1594
  0
 
1595
  1
1596
  1
1597
  0
1598
- 1
1599
  0
1600
  1
1601
  1
1602
- 0
 
1603
  1
1604
  0
1605
  0
1606
  1
1607
  1
1608
  0
1609
- 0
1610
  1
1611
  1
1612
  1
1613
  0
1614
  1
1615
  0
1616
- 1
1617
  0
1618
  0
1619
  1
 
1620
  0
1621
  1
1622
  1
1623
  0
1624
- 0
1625
  1
1626
  1
1627
  0
 
1628
  0
1629
  1
 
1630
  1
1631
  0
 
 
1632
  1
1633
  0
1634
  0
@@ -1641,78 +1789,1198 @@
1641
  1
1642
  1
1643
  0
 
 
 
 
1644
  0
1645
  0
1646
- 0
1647
- 0
1648
  0
1649
  0
1650
  0
1651
  1
1652
- 0
1653
  1
1654
  1
1655
- 0
1656
- 0
1657
- 0
1658
  1
1659
- 0
1660
  1
1661
  1
1662
  0
 
1663
  0
1664
  1
1665
  1
1666
- 0
1667
  1
 
1668
  1
1669
  0
1670
  1
 
 
1671
  1
1672
  0
1673
  0
1674
  1
 
 
 
 
1675
  1
1676
  0
1677
  1
1678
  1
1679
- 0
 
 
1680
  0
1681
  0
1682
  1
1683
  1
 
 
1684
  1
1685
  1
1686
  0
 
 
1687
  0
1688
  0
 
1689
  0
1690
  0
 
1691
  0
1692
  0
1693
  0
1694
  0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1695
  0
1696
  0
1697
  0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1698
  0
1699
  0
1700
  0
 
1701
  0
1702
  0
 
1703
  0
 
 
 
 
 
 
1704
  0
 
1705
  0
 
1706
  0
 
 
 
 
1707
  0
 
1708
  0
 
1709
  0
 
1710
  0
 
 
 
1711
  0
1712
  0
1713
  0
 
1714
  0
 
 
 
 
 
1715
  0
 
 
 
 
 
 
1716
  0
 
 
 
 
1717
  0
 
1718
  0
 
 
 
 
1
  1
 
2
  1
3
  0
4
  1
 
6
  1
7
  0
8
  1
 
9
  1
10
  1
11
+ 0
12
  1
13
  1
 
14
  1
15
  0
16
  0
 
17
  0
 
18
  0
 
19
  0
20
  0
 
 
21
  0
22
  0
23
+ 1
24
+ 0
25
  0
26
  0
27
  1
28
  1
29
  1
30
  1
31
+ 1
32
+ 1
33
+ 1
34
  0
35
  0
36
  0
37
  0
38
  1
39
+ 0
40
  1
41
  1
42
  0
 
45
  0
46
  0
47
  1
 
 
 
48
  0
49
  0
50
  1
51
  0
52
  0
53
  1
54
+ 0
55
  1
56
+ 0
57
  1
58
  1
59
  1
60
  1
61
  0
 
62
  1
63
+ 0
64
  1
65
+ 0
66
  1
67
  0
68
  1
69
  1
70
+ 0
71
+ 0
72
  1
73
  0
74
+ 0
75
  1
76
+ 0
77
  1
78
  0
79
+ 0
80
+ 0
81
+ 0
82
+ 0
83
+ 0
84
  1
85
  1
86
+ 0
87
+ 0
88
+ 0
89
  1
90
+ 0
91
+ 0
92
+ 0
93
  1
94
  0
95
  1
96
+ 0
97
  1
98
  1
99
  1
100
  1
101
  1
102
  1
103
+ 0
104
  1
105
  0
106
  0
 
 
 
 
107
  0
108
  1
109
  1
 
110
  1
111
  1
112
+ 0
113
  1
114
  1
115
  1
 
121
  0
122
  1
123
  1
 
 
 
 
124
  0
 
125
  0
126
  0
127
  0
128
  0
129
  0
130
  0
 
 
131
  0
132
  0
 
 
 
 
133
  0
134
  0
 
135
  0
 
136
  0
137
  0
138
  1
 
139
  0
140
  0
141
+ 1
142
  0
143
  0
144
  1
 
145
  0
146
  0
147
  0
148
  0
149
  0
150
  0
 
 
151
  0
152
  0
153
+ 1
154
+ 1
155
+ 1
156
  0
157
+ 1
158
  0
159
+ 1
160
  0
161
  0
162
  0
 
164
  1
165
  1
166
  1
 
167
  1
168
  1
169
  0
 
 
170
  1
171
  1
172
  0
173
  0
174
  1
175
  1
 
 
176
  1
177
+ 1
 
178
  0
179
  0
180
  0
181
  0
182
  1
183
+ 1
 
184
  1
185
  1
186
  0
187
  1
188
  1
189
+ 1
190
  0
191
  1
192
+ 1
193
  0
194
  0
195
  0
 
196
  0
197
  0
 
 
 
 
 
 
198
  0
199
  0
200
+ 1
201
+ 0
202
  0
203
  0
204
  1
205
+ 0
206
  1
207
+ 0
 
 
 
 
208
  1
209
  1
210
  1
 
216
  0
217
  0
218
  0
 
 
 
219
  0
220
  1
221
  1
222
  0
223
  0
 
224
  0
225
  1
226
  0
227
  0
228
+ 1
229
+ 1
230
  0
231
  1
232
  0
233
  0
234
+ 1
235
+ 0
236
  0
237
+ 1
238
+ 1
239
  0
240
  0
241
  0
 
245
  1
246
  1
247
  1
 
 
 
 
248
  1
249
  0
250
  0
 
251
  1
 
252
  1
253
  0
 
 
254
  1
255
  0
256
  1
257
  0
258
+ 1
259
+ 1
260
  1
261
  0
262
+ 1
263
  0
264
+ 1
265
+ 1
266
+ 1
267
+ 1
268
  0
269
  0
270
  0
 
276
  0
277
  1
278
  1
279
+ 0
280
  1
281
  1
282
+ 0
283
+ 0
284
+ 0
285
  1
286
  0
287
  0
288
+ 0
289
  1
290
  1
291
+ 0
292
  1
293
  1
294
  1
295
  0
296
  0
297
  1
298
+ 1
299
  0
300
  0
301
+ 1
302
+ 1
303
+ 0
304
  0
305
  0
 
306
  1
307
  0
308
  1
309
  1
310
+ 1
311
  0
312
  1
313
  0
314
+ 1
315
+ 1
316
+ 1
317
  0
318
  0
319
  0
320
  0
321
+ 1
322
  0
323
  0
324
  0
325
  1
326
  1
 
327
  0
328
  0
329
  1
 
331
  0
332
  0
333
  0
334
+ 0
335
+ 0
336
  0
337
  1
338
  1
339
  0
 
340
  0
341
  0
342
  1
343
+ 0
344
  1
345
+ 0
346
+ 0
347
  1
348
  1
349
  0
350
  1
 
351
  0
352
  0
 
 
353
  0
354
  0
 
355
  0
356
+ 0
357
+ 0
358
+ 0
359
  1
360
  1
361
  1
362
  1
363
  1
364
  0
365
+ 1
366
  0
367
+ 1
368
+ 1
369
+ 1
370
+ 1
371
  0
372
  0
 
373
  0
374
  0
375
  0
 
377
  0
378
  1
379
  0
380
+ 0
381
  1
382
  1
383
+ 0
384
  1
385
  0
386
  0
387
  0
388
+ 0
389
+ 0
 
390
  0
391
  1
392
  0
393
  1
394
  1
395
  1
396
+ 1
397
  0
398
  0
399
  1
400
  1
401
  1
402
  0
403
+ 0
404
+ 1
405
  1
406
  1
 
407
  1
408
  1
 
409
  1
410
  0
411
  0
412
  1
413
  0
414
  0
415
+ 0
416
  1
417
  1
418
+ 0
419
+ 0
420
  1
421
  1
422
  0
 
424
  0
425
  0
426
  1
427
+ 0
428
+ 0
429
  1
430
  0
431
  1
432
+ 0
433
  1
434
  1
435
  0
436
  1
437
  0
438
+ 0
439
+ 1
440
+ 1
441
+ 1
442
+ 1
443
  1
444
  0
445
  1
446
  0
447
  0
448
+ 1
449
+ 0
450
  0
451
  0
452
  1
453
  0
454
  1
455
  1
456
+ 1
457
  0
458
+ 1
459
+ 1
460
+ 1
461
+ 1
462
+ 1
463
  0
464
  1
465
+ 1
466
  0
467
+ 1
468
  0
469
  0
470
  0
471
  0
472
+ 1
473
  0
474
  0
475
  0
476
+ 1
477
+ 1
478
  0
479
  0
480
+ 1
481
  0
482
  0
483
+ 1
484
  0
485
  0
 
 
486
  0
487
  0
488
  0
489
  0
490
  1
491
+ 1
492
  0
493
  0
494
  1
 
496
  0
497
  1
498
  1
499
+ 0
500
  1
501
  1
502
  1
503
  1
504
  0
 
505
  0
506
  0
507
  1
508
+ 1
 
509
  0
510
  0
511
  1
 
513
  1
514
  1
515
  1
516
+ 1
 
 
 
 
517
  0
518
  0
519
  0
 
524
  0
525
  1
526
  1
 
 
527
  1
528
  1
529
+ 0
530
  1
531
+ 0
532
  1
533
+ 0
534
+ 0
535
+ 0
536
  1
537
  1
 
538
  1
539
  1
540
  1
541
+ 0
542
  1
543
  1
544
  0
545
  0
546
  0
547
+ 0
548
+ 0
549
+ 0
550
+ 0
551
  1
552
+ 0
553
  1
554
  1
555
  1
556
  0
557
+ 1
558
  0
559
  1
560
  1
561
  1
562
  0
563
+ 1
564
+ 1
565
  0
566
  0
567
  1
568
  1
569
  0
570
  0
571
+ 1
572
  0
573
  0
574
  1
575
  1
576
  1
 
 
 
 
577
  1
578
  1
579
  1
580
  1
581
  0
582
+ 1
 
583
  0
584
  0
585
  1
586
  1
587
+ 0
588
+ 0
589
+ 0
590
  1
591
  1
592
  0
593
+ 1
594
  0
595
  1
596
+ 1
597
+ 0
598
  0
599
  0
600
  1
 
603
  0
604
  0
605
  1
606
+ 1
607
  1
608
  1
609
  1
 
611
  0
612
  0
613
  1
 
614
  1
 
615
  1
616
  1
617
  0
 
619
  0
620
  1
621
  0
 
 
 
 
622
  0
623
  1
624
  0
625
  0
 
 
626
  1
 
627
  1
628
  1
 
 
 
 
629
  1
630
  1
631
  0
 
632
  0
633
  1
634
  1
 
635
  1
636
+ 0
637
  1
638
  1
639
  1
640
  0
641
  0
642
  1
643
+ 0
 
644
  0
645
  0
646
  0
 
648
  1
649
  0
650
  0
 
 
651
  0
652
  0
653
  1
 
 
654
  0
655
  1
656
  0
 
659
  0
660
  0
661
  0
662
+ 1
663
  0
664
  0
665
  1
 
667
  0
668
  0
669
  0
 
 
670
  0
671
  0
672
  1
 
673
  1
674
  0
675
  0
 
 
676
  0
677
  0
678
  1
679
+ 1
680
+ 1
681
+ 1
682
  0
683
  1
684
+ 1
685
  0
686
+ 1
687
  0
688
  0
689
+ 1
690
+ 1
691
  0
692
  0
693
  0
694
+ 1
695
  0
696
+ 1
697
+ 1
698
+ 1
699
  0
700
+ 1
701
+ 1
702
+ 1
703
  0
704
  1
705
+ 1
706
+ 1
707
+ 1
708
+ 1
709
  0
710
  0
711
+ 1
712
+ 1
713
  0
714
  0
715
+ 1
716
  0
717
+ 1
718
  0
719
+ 1
720
  0
721
  0
722
+ 1
723
+ 1
724
+ 1
725
  0
726
+ 1
727
+ 1
728
  0
729
  0
730
  0
731
  0
732
+ 1
733
+ 1
734
  0
735
  0
736
  0
 
742
  0
743
  0
744
  0
745
+ 1
746
+ 1
747
  0
748
  0
749
  0
 
751
  1
752
  1
753
  1
 
 
754
  0
755
  0
756
  0
 
 
 
 
 
757
  0
758
  0
759
  0
 
760
  0
761
  0
762
  1
763
+ 0
764
+ 0
765
  0
766
  1
767
  1
768
  0
769
+ 1
770
  0
771
  1
772
  1
773
  0
 
774
  1
775
+ 0
776
  1
777
  1
778
  0
 
781
  0
782
  0
783
  1
 
784
  1
785
  0
786
+ 1
787
  1
788
  0
789
  0
790
  1
791
  1
792
  1
 
 
793
  0
 
 
794
  1
795
  1
796
  1
 
 
 
 
797
  0
798
  1
799
  1
 
802
  1
803
  0
804
  0
805
+ 1
806
+ 0
807
+ 1
808
  0
809
  0
810
  1
811
  1
812
+ 0
813
  1
814
  0
815
  0
816
+ 0
817
+ 0
818
+ 0
819
  1
820
  1
821
  0
822
  1
823
  1
824
  0
825
+ 1
826
  0
827
  0
828
  1
829
  0
830
+ 1
831
+ 1
832
  0
833
  1
834
  1
835
  0
836
  0
 
837
  0
 
838
  0
839
  0
 
840
  0
841
+ 0
842
+ 1
843
  1
844
  1
845
  0
846
  0
847
  0
848
+ 0
849
  0
850
  0
851
  1
852
  1
853
  1
854
  1
 
 
855
  1
856
  1
857
  1
858
  0
859
  0
860
+ 0
861
  1
862
+ 0
 
863
  1
864
  0
865
  0
866
+ 0
867
  1
868
  1
869
  1
870
  1
871
  1
 
 
872
  1
 
873
  1
874
  0
 
 
875
  1
 
 
 
876
  1
877
+ 1
878
+ 1
 
 
879
  0
880
  0
881
  1
882
+ 1
883
  1
884
  1
885
  1
886
  0
887
  0
888
  0
 
889
  0
890
  0
891
  0
892
  1
893
  1
894
  1
 
895
  0
896
  0
897
  0
898
  1
 
899
  1
 
900
  1
901
  1
902
  1
903
+ 0
904
+ 1
905
  1
906
  1
907
  0
 
911
  0
912
  1
913
  1
 
 
914
  1
915
  1
916
  0
917
  0
 
918
  1
919
  1
920
  0
921
  1
 
 
922
  1
923
  1
924
  1
925
  0
926
  0
 
 
 
 
 
927
  1
928
  1
929
  1
930
  1
931
  0
932
  0
933
+ 1
934
  0
935
  1
936
  1
937
+ 1
938
  1
939
  0
940
  0
941
  0
942
  0
943
+ 1
944
  0
945
  0
946
  0
947
  0
 
 
 
 
 
948
  1
949
  1
950
  1
951
  1
952
  0
953
+ 1
954
  0
955
  0
956
+ 1
957
  0
958
  1
959
+ 1
960
  0
961
  1
962
  0
963
+ 1
964
  0
965
  1
966
+ 0
967
  1
968
  0
969
  1
 
974
  1
975
  0
976
  0
977
+ 1
978
+ 1
979
  0
980
+ 1
981
  0
982
  0
983
  0
984
+ 1
985
  0
986
+ 1
987
  0
988
  0
989
+ 1
990
+ 1
991
  0
992
+ 1
993
  0
994
  0
995
  0
996
+ 1
997
+ 1
998
+ 1
999
  0
1000
+ 1
1001
+ 1
1002
  0
1003
+ 1
1004
  0
1005
  0
1006
+ 1
1007
+ 1
1008
+ 1
1009
  0
1010
  0
1011
  0
1012
+ 1
1013
  0
1014
  0
1015
  0
 
1018
  0
1019
  1
1020
  1
1021
+ 1
1022
+ 1
1023
  1
1024
  1
1025
  0
1026
  0
1027
  0
1028
  0
 
 
 
 
1029
  0
1030
  1
1031
  1
 
 
1032
  1
 
1033
  1
1034
  0
1035
  0
1036
  1
 
1037
  1
 
1038
  1
1039
  1
 
1040
  1
1041
  1
1042
  0
 
 
 
1043
  1
1044
  1
1045
  1
1046
+ 0
1047
  1
1048
+ 0
1049
  1
1050
  0
1051
  0
 
1058
  0
1059
  1
1060
  0
1061
+ 0
1062
  0
1063
  1
1064
  0
1065
  0
1066
+ 1
1067
  0
1068
  0
1069
  0
1070
  0
1071
+ 1
1072
  0
1073
+ 1
1074
  0
1075
  1
1076
+ 1
1077
+ 1
1078
  0
1079
  1
1080
+ 1
1081
  0
1082
  0
1083
  0
1084
  0
1085
  1
1086
  1
1087
+ 1
1088
+ 1
1089
+ 1
1090
  0
1091
+ 1
1092
  0
1093
+ 1
1094
  0
1095
  1
1096
  0
1097
+ 1
1098
+ 1
1099
  0
1100
+ 1
1101
+ 1
1102
  0
1103
  0
1104
  0
 
1106
  0
1107
  0
1108
  0
 
1109
  1
1110
  1
1111
+ 1
1112
+ 1
1113
  1
1114
  0
1115
+ 1
1116
+ 1
1117
+ 1
1118
  1
1119
  0
1120
  0
1121
  0
1122
  0
1123
  0
1124
+ 1
1125
+ 0
1126
  0
1127
  0
1128
  0
1129
+ 1
1130
+ 1
1131
  0
1132
  0
1133
+ 1
1134
+ 1
1135
  0
1136
  0
1137
+ 1
1138
+ 1
1139
+ 1
1140
  0
1141
  0
1142
  0
1143
+ 1
1144
  0
1145
  0
1146
  0
1147
  1
 
1148
  0
1149
  1
1150
  1
1151
  1
1152
  0
1153
  0
1154
+ 1
1155
+ 1
1156
  0
1157
+ 1
1158
+ 1
1159
+ 1
1160
  1
1161
  1
1162
  0
 
1165
  1
1166
  1
1167
  1
1168
+ 0
1169
+ 1
1170
  1
1171
  0
1172
+ 1
1173
+ 1
1174
+ 1
1175
+ 1
1176
  0
1177
  0
1178
  0
 
1181
  0
1182
  1
1183
  1
 
1184
  0
1185
  1
1186
  1
1187
  1
 
 
1188
  0
1189
  1
1190
  0
 
1193
  0
1194
  0
1195
  1
1196
+ 0
1197
  1
1198
  1
1199
  1
1200
  0
1201
  1
1202
+ 0
 
1203
  1
1204
  0
1205
+ 0
1206
  1
1207
  1
1208
  1
1209
  1
1210
+ 0
1211
  1
1212
  0
1213
  0
1214
  1
1215
+ 0
1216
  1
1217
  1
1218
+ 0
1219
+ 0
1220
  1
1221
  0
1222
  0
1223
  0
1224
  0
1225
  1
 
1226
  0
1227
  1
 
 
1228
  1
1229
  1
1230
+ 0
1231
  1
1232
  0
1233
  0
1234
  1
 
1235
  0
 
1236
  0
 
1237
  0
1238
  1
 
 
 
1239
  0
1240
+ 0
 
 
1241
  1
1242
  1
1243
  1
1244
  0
1245
  1
1246
+ 1
1247
  0
1248
  0
1249
  0
1250
  0
1251
  0
 
1252
  0
1253
  0
1254
  1
1255
  1
1256
+ 1
1257
+ 1
1258
  0
1259
  0
1260
  0
1261
  0
1262
  0
 
1263
  0
1264
  0
1265
  0
1266
  1
1267
  0
 
1268
  0
1269
  0
1270
+ 1
1271
+ 1
1272
+ 1
1273
+ 1
1274
+ 1
1275
  0
1276
  0
1277
  0
1278
  0
1279
  1
1280
+ 1
1281
  1
1282
  0
1283
+ 1
1284
  0
1285
  0
1286
  1
 
1287
  1
 
1288
  1
1289
  0
1290
  1
 
1292
  1
1293
  1
1294
  1
1295
+ 0
1296
+ 1
1297
  1
1298
  1
1299
  0
1300
  0
1301
  1
 
1302
  1
1303
  0
 
 
 
1304
  1
1305
  1
1306
  0
1307
  1
1308
  1
1309
  1
1310
+ 1
1311
  1
1312
  0
1313
+ 0
1314
+ 1
1315
  1
1316
  0
1317
  1
 
1320
  1
1321
  0
1322
  1
 
1323
  0
1324
  0
1325
  0
1326
  0
1327
  1
 
 
1328
  1
1329
+ 1
1330
  1
1331
  0
1332
  0
1333
  0
1334
  0
1335
+ 1
 
1336
  0
1337
  0
1338
  0
 
1340
  1
1341
  1
1342
  1
1343
+ 1
1344
  0
1345
+ 1
1346
+ 1
1347
+ 1
1348
+ 1
1349
+ 1
1350
+ 1
1351
+ 1
1352
  0
1353
  1
1354
  0
1355
  0
1356
+ 1
1357
+ 0
1358
+ 1
1359
+ 1
1360
  0
1361
  0
1362
+ 1
1363
+ 1
1364
+ 1
1365
+ 1
1366
  0
1367
  0
1368
  1
1369
  0
1370
  1
1371
+ 0
1372
+ 0
1373
  1
1374
+ 0
1375
  1
1376
  1
1377
  1
 
1379
  1
1380
  1
1381
  0
1382
+ 0
1383
  1
1384
  0
1385
+ 1
1386
  0
1387
  0
1388
  1
1389
  1
1390
  1
 
 
1391
  0
1392
  0
1393
  1
 
1394
  0
1395
  1
1396
  1
1397
  1
1398
  1
1399
  1
1400
+ 1
1401
+ 1
1402
+ 1
1403
+ 0
1404
  0
1405
  1
1406
  1
1407
  1
1408
+ 0
1409
+ 0
1410
+ 0
1411
  1
1412
+ 0
1413
+ 0
1414
+ 0
1415
+ 0
1416
+ 0
1417
+ 0
1418
+ 0
1419
  1
1420
  1
1421
  0
1422
+ 0
1423
+ 0
1424
+ 1
1425
+ 1
1426
  1
1427
  1
1428
  0
1429
  1
1430
  0
1431
+ 1
1432
  0
1433
  0
1434
  0
1435
  0
1436
  0
1437
  1
1438
+ 1
1439
+ 1
1440
  0
1441
  0
1442
  1
1443
  1
1444
  0
1445
+ 1
1446
  0
1447
  1
1448
  1
1449
+ 1
1450
+ 1
1451
  0
1452
  0
1453
  0
1454
  0
1455
+ 1
1456
  0
1457
  0
1458
  1
1459
  0
1460
+ 0
1461
  1
1462
  1
1463
  1
1464
  0
1465
  1
1466
  1
1467
+ 0
1468
  1
1469
+ 0
1470
  1
1471
  0
1472
+ 0
1473
+ 0
1474
+ 0
1475
  1
1476
  0
1477
  0
1478
  0
1479
+ 0
1480
+ 0
1481
+ 0
1482
+ 0
1483
+ 0
1484
+ 0
1485
+ 0
1486
  1
1487
  0
1488
  1
1489
  0
1490
  1
1491
  1
1492
+ 0
1493
+ 1
1494
+ 0
1495
  1
1496
  1
1497
  0
1498
  0
1499
+ 0
1500
+ 1
1501
  1
1502
  1
 
1503
  1
1504
  0
1505
  0
1506
+ 0
1507
+ 0
1508
  1
1509
  0
1510
  1
1511
  0
1512
  0
1513
  1
1514
+ 1
1515
+ 1
1516
+ 0
1517
+ 1
1518
+ 1
1519
+ 0
1520
+ 1
1521
+ 1
1522
+ 1
1523
+ 1
1524
+ 1
1525
+ 1
1526
+ 1
1527
+ 1
1528
+ 1
1529
  0
1530
  0
1531
  1
1532
+ 0
1533
  1
1534
  0
1535
  1
1536
+ 0
1537
  1
1538
+ 0
1539
  1
1540
  0
1541
  1
 
1543
  1
1544
  0
1545
  0
1546
+ 1
1547
  0
1548
  0
1549
  0
1550
  0
1551
  0
1552
+ 1
1553
  0
1554
  1
1555
+ 0
1556
  1
1557
  0
1558
  0
1559
+ 1
1560
  0
1561
  0
1562
  1
1563
+ 0
1564
  1
1565
  1
1566
+ 0
1567
+ 0
1568
  1
1569
  0
1570
  0
1571
+ 0
1572
  1
1573
  1
1574
  1
1575
  1
1576
  1
1577
  0
1578
+ 1
1579
  0
1580
  0
1581
  0
 
1585
  1
1586
  1
1587
  0
1588
+ 0
1589
+ 0
1590
+ 1
1591
+ 0
1592
+ 1
1593
+ 1
1594
+ 1
1595
+ 1
1596
  1
1597
  1
1598
  1
1599
  1
1600
+ 0
1601
+ 1
1602
  1
1603
  1
1604
  1
 
1613
  1
1614
  0
1615
  1
1616
+ 0
1617
+ 0
1618
  0
1619
  1
1620
  1
1621
  1
 
1622
  1
1623
  1
1624
  1
1625
+ 0
1626
+ 0
1627
+ 0
1628
  1
1629
  1
1630
  1
1631
  0
1632
  0
1633
+ 0
1634
+ 0
1635
+ 0
1636
+ 1
1637
+ 0
1638
  1
1639
  1
1640
  1
1641
+ 1
1642
+ 0
1643
  0
1644
+ 1
1645
  0
1646
  0
1647
  1
1648
+ 1
1649
+ 1
1650
  0
1651
  0
1652
  0
1653
  0
 
1654
  0
1655
  0
1656
  0
 
 
1657
  0
1658
  0
1659
  0
 
1662
  1
1663
  1
1664
  1
 
 
 
 
1665
  1
1666
  1
1667
  1
1668
  0
1669
+ 1
1670
  0
1671
  0
1672
  0
 
1674
  1
1675
  1
1676
  0
1677
+ 0
1678
+ 0
1679
  1
1680
  1
 
 
1681
  0
1682
  1
1683
  1
1684
  1
1685
+ 1
1686
+ 0
1687
+ 0
1688
  0
1689
  0
1690
  0
1691
  1
1692
+ 0
1693
  1
1694
  1
1695
  0
1696
  1
1697
+ 0
1698
+ 0
1699
+ 0
1700
  0
1701
  1
1702
  1
 
1703
  1
 
1704
  1
1705
  1
1706
  1
1707
  1
1708
  1
 
1709
  1
1710
  1
1711
  1
 
1716
  1
1717
  0
1718
  1
 
1719
  1
1720
  0
1721
  1
1722
+ 1
1723
  0
1724
  1
1725
  0
1726
+ 1
1727
  0
1728
+ 1
1729
  0
1730
  1
1731
  1
 
1732
  1
 
 
1733
  1
1734
  1
 
1735
  1
1736
  1
1737
  0
1738
  0
1739
  0
1740
+ 0
1741
  1
1742
  1
1743
  0
 
1744
  0
1745
  1
1746
  1
1747
+ 1
1748
+ 1
1749
  1
1750
  0
1751
  0
1752
  1
1753
  1
1754
  0
 
1755
  1
1756
  1
1757
  1
1758
  0
1759
  1
1760
  0
 
1761
  0
1762
  0
1763
  1
1764
+ 1
1765
  0
1766
  1
1767
  1
1768
  0
 
1769
  1
1770
  1
1771
  0
1772
+ 1
1773
  0
1774
  1
1775
+ 0
1776
  1
1777
  0
1778
+ 0
1779
+ 0
1780
  1
1781
  0
1782
  0
 
1789
  1
1790
  1
1791
  0
1792
+ 1
1793
+ 1
1794
+ 1
1795
+ 1
1796
  0
1797
  0
1798
+ 1
1799
+ 1
1800
  0
1801
  0
1802
  0
1803
  1
 
1804
  1
1805
  1
 
 
 
1806
  1
 
1807
  1
1808
  1
1809
  0
1810
+ 1
1811
  0
1812
  1
1813
  1
 
1814
  1
1815
+ 0
1816
  1
1817
  0
1818
  1
1819
+ 0
1820
+ 0
1821
  1
1822
  0
1823
  0
1824
  1
1825
+ 0
1826
+ 0
1827
+ 0
1828
+ 0
1829
  1
1830
  0
1831
  1
1832
  1
1833
+ 1
1834
+ 1
1835
+ 1
1836
  0
1837
  0
1838
  1
1839
  1
1840
+ 0
1841
+ 1
1842
  1
1843
  1
1844
  0
1845
+ 1
1846
+ 1
1847
  0
1848
  0
1849
+ 1
1850
  0
1851
  0
1852
+ 1
1853
  0
1854
  0
1855
  0
1856
  0
1857
+ 1
1858
+ 1
1859
+ 1
1860
+ 1
1861
+ 0
1862
+ 1
1863
+ 0
1864
+ 1
1865
+ 0
1866
+ 1
1867
+ 1
1868
+ 0
1869
+ 0
1870
+ 0
1871
+ 0
1872
+ 1
1873
+ 1
1874
+ 1
1875
+ 1
1876
+ 0
1877
+ 1
1878
+ 1
1879
+ 1
1880
+ 0
1881
+ 1
1882
+ 0
1883
+ 1
1884
+ 1
1885
+ 0
1886
+ 0
1887
+ 1
1888
+ 1
1889
+ 0
1890
+ 1
1891
+ 1
1892
+ 1
1893
+ 1
1894
+ 0
1895
+ 1
1896
+ 1
1897
+ 0
1898
+ 0
1899
+ 1
1900
+ 1
1901
+ 0
1902
+ 1
1903
+ 0
1904
+ 0
1905
+ 0
1906
+ 1
1907
+ 0
1908
+ 1
1909
+ 1
1910
+ 0
1911
+ 1
1912
+ 1
1913
+ 1
1914
+ 1
1915
+ 1
1916
+ 1
1917
+ 1
1918
+ 0
1919
+ 1
1920
+ 1
1921
+ 1
1922
+ 0
1923
+ 1
1924
+ 1
1925
+ 0
1926
+ 0
1927
+ 0
1928
+ 0
1929
+ 0
1930
+ 0
1931
+ 1
1932
+ 0
1933
+ 0
1934
+ 0
1935
+ 1
1936
+ 0
1937
+ 0
1938
+ 0
1939
+ 1
1940
+ 1
1941
+ 1
1942
+ 1
1943
+ 1
1944
+ 1
1945
+ 0
1946
+ 1
1947
+ 1
1948
+ 1
1949
+ 1
1950
+ 0
1951
+ 0
1952
+ 0
1953
+ 1
1954
+ 0
1955
+ 1
1956
+ 0
1957
+ 1
1958
+ 1
1959
+ 1
1960
+ 1
1961
+ 0
1962
+ 0
1963
+ 1
1964
+ 1
1965
+ 0
1966
+ 1
1967
+ 1
1968
+ 0
1969
+ 1
1970
+ 0
1971
+ 1
1972
+ 0
1973
+ 0
1974
+ 1
1975
+ 1
1976
+ 0
1977
+ 1
1978
+ 1
1979
+ 0
1980
+ 1
1981
+ 0
1982
+ 1
1983
+ 1
1984
+ 1
1985
+ 0
1986
+ 1
1987
+ 1
1988
+ 1
1989
+ 0
1990
+ 0
1991
+ 0
1992
+ 1
1993
+ 0
1994
+ 1
1995
+ 1
1996
+ 0
1997
+ 0
1998
+ 0
1999
+ 0
2000
+ 0
2001
+ 0
2002
+ 0
2003
+ 0
2004
+ 0
2005
+ 1
2006
+ 0
2007
+ 1
2008
+ 0
2009
+ 1
2010
+ 0
2011
+ 0
2012
+ 0
2013
+ 1
2014
+ 1
2015
+ 1
2016
+ 0
2017
+ 0
2018
+ 0
2019
+ 1
2020
+ 1
2021
+ 1
2022
+ 0
2023
+ 0
2024
+ 1
2025
+ 0
2026
+ 1
2027
+ 1
2028
+ 0
2029
+ 0
2030
+ 0
2031
+ 0
2032
+ 0
2033
+ 1
2034
+ 1
2035
+ 0
2036
+ 1
2037
+ 1
2038
+ 1
2039
+ 1
2040
+ 0
2041
+ 0
2042
+ 1
2043
+ 0
2044
+ 0
2045
+ 0
2046
+ 1
2047
+ 1
2048
+ 1
2049
+ 0
2050
+ 0
2051
+ 0
2052
+ 0
2053
+ 1
2054
+ 1
2055
+ 0
2056
+ 1
2057
+ 1
2058
+ 1
2059
+ 0
2060
+ 0
2061
+ 0
2062
+ 0
2063
+ 1
2064
+ 0
2065
+ 1
2066
+ 0
2067
+ 0
2068
+ 1
2069
+ 0
2070
+ 0
2071
+ 1
2072
+ 0
2073
+ 1
2074
+ 1
2075
+ 0
2076
+ 1
2077
+ 0
2078
+ 0
2079
+ 1
2080
+ 1
2081
+ 0
2082
+ 0
2083
+ 1
2084
+ 1
2085
+ 0
2086
+ 1
2087
+ 1
2088
+ 1
2089
+ 1
2090
+ 1
2091
+ 0
2092
+ 1
2093
+ 1
2094
+ 1
2095
+ 0
2096
+ 1
2097
+ 1
2098
+ 1
2099
+ 1
2100
+ 1
2101
+ 0
2102
+ 0
2103
+ 1
2104
+ 1
2105
+ 1
2106
+ 1
2107
+ 0
2108
+ 1
2109
+ 0
2110
+ 1
2111
+ 0
2112
+ 0
2113
+ 1
2114
+ 1
2115
+ 1
2116
+ 1
2117
+ 0
2118
+ 0
2119
+ 1
2120
+ 0
2121
+ 1
2122
+ 0
2123
+ 0
2124
+ 1
2125
+ 0
2126
+ 1
2127
+ 1
2128
+ 1
2129
+ 1
2130
+ 0
2131
+ 0
2132
+ 1
2133
+ 0
2134
+ 1
2135
+ 1
2136
+ 1
2137
+ 1
2138
+ 1
2139
+ 1
2140
+ 0
2141
+ 1
2142
+ 1
2143
+ 1
2144
+ 0
2145
+ 1
2146
+ 0
2147
+ 1
2148
+ 0
2149
+ 1
2150
+ 0
2151
+ 1
2152
+ 0
2153
+ 1
2154
+ 1
2155
+ 0
2156
+ 1
2157
+ 1
2158
+ 1
2159
+ 1
2160
+ 1
2161
+ 0
2162
+ 0
2163
+ 1
2164
+ 1
2165
+ 1
2166
+ 1
2167
+ 1
2168
+ 1
2169
+ 1
2170
+ 0
2171
+ 1
2172
+ 0
2173
+ 1
2174
+ 0
2175
+ 0
2176
+ 1
2177
+ 1
2178
+ 1
2179
+ 0
2180
+ 1
2181
+ 0
2182
+ 0
2183
+ 0
2184
+ 1
2185
+ 1
2186
+ 1
2187
+ 1
2188
+ 1
2189
+ 0
2190
+ 1
2191
+ 0
2192
+ 1
2193
+ 1
2194
+ 1
2195
+ 0
2196
+ 1
2197
+ 0
2198
+ 0
2199
+ 1
2200
+ 0
2201
+ 1
2202
+ 0
2203
+ 1
2204
+ 1
2205
+ 1
2206
+ 1
2207
+ 0
2208
+ 0
2209
+ 0
2210
+ 1
2211
+ 0
2212
+ 0
2213
+ 1
2214
+ 1
2215
+ 1
2216
+ 0
2217
+ 1
2218
+ 1
2219
+ 0
2220
+ 0
2221
+ 1
2222
+ 1
2223
+ 1
2224
+ 0
2225
+ 1
2226
+ 1
2227
+ 0
2228
+ 1
2229
+ 1
2230
+ 0
2231
+ 1
2232
+ 1
2233
+ 0
2234
+ 1
2235
+ 0
2236
+ 0
2237
+ 1
2238
+ 1
2239
+ 0
2240
+ 0
2241
+ 1
2242
+ 0
2243
+ 1
2244
+ 0
2245
+ 0
2246
+ 1
2247
+ 0
2248
+ 1
2249
+ 1
2250
+ 1
2251
+ 0
2252
+ 0
2253
+ 0
2254
+ 1
2255
+ 0
2256
+ 1
2257
+ 1
2258
+ 1
2259
+ 1
2260
+ 0
2261
+ 0
2262
+ 1
2263
+ 1
2264
+ 1
2265
+ 1
2266
+ 1
2267
+ 1
2268
+ 1
2269
+ 0
2270
+ 1
2271
+ 1
2272
+ 1
2273
+ 0
2274
+ 0
2275
+ 0
2276
+ 1
2277
+ 1
2278
+ 0
2279
+ 0
2280
+ 1
2281
+ 1
2282
+ 1
2283
+ 0
2284
+ 0
2285
+ 0
2286
+ 0
2287
+ 1
2288
+ 0
2289
+ 0
2290
+ 1
2291
+ 1
2292
+ 1
2293
+ 1
2294
+ 1
2295
+ 0
2296
+ 1
2297
+ 0
2298
+ 0
2299
+ 0
2300
+ 0
2301
+ 0
2302
+ 0
2303
+ 1
2304
+ 0
2305
+ 1
2306
+ 1
2307
+ 1
2308
+ 0
2309
+ 1
2310
+ 0
2311
+ 0
2312
+ 0
2313
+ 1
2314
+ 1
2315
+ 1
2316
+ 1
2317
+ 1
2318
+ 1
2319
+ 0
2320
+ 1
2321
+ 1
2322
+ 1
2323
+ 0
2324
+ 1
2325
+ 1
2326
+ 1
2327
+ 1
2328
+ 1
2329
+ 1
2330
+ 1
2331
+ 1
2332
+ 0
2333
+ 1
2334
+ 0
2335
+ 1
2336
+ 0
2337
+ 1
2338
+ 0
2339
+ 1
2340
+ 1
2341
+ 1
2342
+ 0
2343
+ 1
2344
+ 0
2345
+ 1
2346
+ 1
2347
+ 1
2348
+ 1
2349
+ 1
2350
+ 1
2351
+ 0
2352
+ 0
2353
+ 1
2354
+ 0
2355
+ 0
2356
+ 0
2357
+ 0
2358
+ 0
2359
+ 0
2360
+ 1
2361
+ 0
2362
+ 1
2363
+ 0
2364
+ 1
2365
+ 0
2366
+ 1
2367
+ 1
2368
+ 0
2369
+ 0
2370
+ 1
2371
+ 0
2372
+ 0
2373
+ 1
2374
+ 1
2375
+ 1
2376
+ 1
2377
+ 1
2378
+ 1
2379
+ 1
2380
+ 1
2381
+ 1
2382
+ 0
2383
+ 0
2384
+ 0
2385
+ 0
2386
+ 1
2387
+ 0
2388
+ 0
2389
+ 0
2390
+ 0
2391
+ 0
2392
+ 1
2393
+ 0
2394
+ 1
2395
+ 0
2396
+ 0
2397
+ 1
2398
+ 0
2399
+ 1
2400
+ 1
2401
+ 0
2402
+ 1
2403
+ 1
2404
+ 0
2405
+ 1
2406
+ 0
2407
+ 0
2408
+ 0
2409
+ 0
2410
+ 0
2411
+ 1
2412
+ 1
2413
+ 0
2414
+ 0
2415
+ 1
2416
+ 1
2417
+ 1
2418
+ 1
2419
+ 0
2420
+ 0
2421
+ 0
2422
+ 0
2423
+ 1
2424
+ 1
2425
+ 0
2426
+ 0
2427
+ 1
2428
+ 0
2429
+ 0
2430
+ 0
2431
+ 0
2432
+ 1
2433
+ 1
2434
+ 1
2435
+ 0
2436
+ 1
2437
+ 0
2438
+ 1
2439
+ 0
2440
+ 1
2441
+ 1
2442
+ 0
2443
+ 1
2444
+ 1
2445
+ 1
2446
+ 1
2447
+ 0
2448
+ 0
2449
+ 1
2450
+ 1
2451
+ 0
2452
+ 1
2453
+ 1
2454
+ 0
2455
+ 1
2456
+ 1
2457
+ 0
2458
+ 1
2459
+ 0
2460
+ 1
2461
+ 0
2462
+ 0
2463
+ 1
2464
+ 0
2465
+ 1
2466
+ 1
2467
+ 1
2468
+ 1
2469
+ 1
2470
+ 0
2471
+ 1
2472
+ 1
2473
+ 0
2474
+ 0
2475
+ 0
2476
+ 0
2477
+ 1
2478
+ 1
2479
+ 1
2480
+ 0
2481
+ 0
2482
+ 1
2483
+ 1
2484
+ 1
2485
+ 1
2486
+ 0
2487
+ 1
2488
+ 0
2489
+ 1
2490
+ 1
2491
+ 1
2492
+ 0
2493
+ 0
2494
+ 0
2495
+ 1
2496
+ 0
2497
+ 1
2498
+ 0
2499
+ 1
2500
+ 1
2501
+ 0
2502
+ 0
2503
+ 1
2504
+ 0
2505
+ 1
2506
+ 0
2507
+ 1
2508
+ 1
2509
+ 1
2510
+ 1
2511
+ 1
2512
+ 0
2513
+ 1
2514
+ 1
2515
+ 1
2516
+ 1
2517
+ 0
2518
+ 1
2519
+ 0
2520
+ 1
2521
+ 1
2522
+ 0
2523
+ 1
2524
+ 1
2525
+ 1
2526
+ 0
2527
+ 1
2528
+ 0
2529
+ 1
2530
+ 1
2531
+ 1
2532
+ 0
2533
+ 1
2534
+ 0
2535
+ 1
2536
+ 1
2537
+ 1
2538
+ 1
2539
+ 1
2540
+ 0
2541
+ 1
2542
+ 1
2543
+ 1
2544
+ 0
2545
+ 1
2546
+ 1
2547
+ 1
2548
+ 0
2549
+ 1
2550
+ 0
2551
+ 0
2552
+ 0
2553
+ 0
2554
+ 1
2555
+ 0
2556
+ 0
2557
+ 1
2558
+ 1
2559
+ 0
2560
+ 1
2561
+ 0
2562
+ 1
2563
+ 0
2564
+ 1
2565
+ 0
2566
+ 0
2567
+ 1
2568
+ 1
2569
+ 1
2570
+ 0
2571
+ 1
2572
+ 1
2573
+ 1
2574
+ 0
2575
+ 1
2576
+ 1
2577
+ 1
2578
+ 1
2579
+ 0
2580
+ 1
2581
+ 0
2582
+ 0
2583
+ 1
2584
+ 0
2585
+ 1
2586
+ 1
2587
+ 1
2588
+ 0
2589
+ 1
2590
+ 0
2591
+ 0
2592
+ 0
2593
+ 0
2594
+ 0
2595
+ 0
2596
+ 0
2597
+ 0
2598
+ 0
2599
+ 0
2600
+ 0
2601
+ 0
2602
+ 0
2603
+ 0
2604
+ 0
2605
+ 0
2606
+ 0
2607
+ 0
2608
+ 0
2609
+ 0
2610
+ 0
2611
+ 0
2612
+ 1
2613
+ 0
2614
+ 1
2615
+ 1
2616
+ 1
2617
+ 1
2618
+ 1
2619
+ 1
2620
+ 1
2621
+ 0
2622
+ 1
2623
+ 1
2624
+ 1
2625
+ 0
2626
+ 1
2627
+ 1
2628
+ 0
2629
+ 1
2630
+ 1
2631
+ 1
2632
+ 1
2633
+ 0
2634
+ 1
2635
+ 1
2636
+ 1
2637
+ 0
2638
+ 0
2639
+ 1
2640
+ 1
2641
+ 0
2642
+ 0
2643
+ 0
2644
+ 1
2645
+ 1
2646
+ 0
2647
+ 1
2648
+ 1
2649
+ 1
2650
+ 0
2651
+ 1
2652
+ 0
2653
+ 0
2654
+ 0
2655
+ 1
2656
+ 1
2657
+ 1
2658
+ 1
2659
+ 0
2660
+ 1
2661
+ 1
2662
+ 0
2663
+ 1
2664
+ 0
2665
+ 0
2666
+ 1
2667
+ 1
2668
+ 1
2669
+ 1
2670
+ 0
2671
+ 1
2672
+ 1
2673
+ 1
2674
+ 0
2675
+ 0
2676
+ 0
2677
+ 0
2678
+ 1
2679
+ 1
2680
+ 1
2681
+ 1
2682
+ 0
2683
+ 1
2684
+ 0
2685
+ 0
2686
+ 0
2687
+ 1
2688
+ 0
2689
+ 1
2690
+ 1
2691
+ 0
2692
+ 0
2693
+ 1
2694
+ 1
2695
+ 0
2696
+ 0
2697
+ 0
2698
+ 1
2699
+ 0
2700
+ 1
2701
+ 1
2702
+ 1
2703
+ 1
2704
+ 1
2705
+ 1
2706
+ 1
2707
+ 0
2708
+ 1
2709
+ 0
2710
+ 0
2711
+ 1
2712
+ 1
2713
+ 1
2714
+ 0
2715
+ 0
2716
+ 0
2717
+ 1
2718
+ 0
2719
+ 1
2720
+ 0
2721
+ 0
2722
+ 0
2723
+ 0
2724
+ 1
2725
+ 1
2726
+ 0
2727
+ 1
2728
+ 0
2729
+ 0
2730
+ 1
2731
+ 0
2732
+ 0
2733
+ 1
2734
+ 1
2735
+ 1
2736
+ 0
2737
+ 0
2738
+ 0
2739
+ 1
2740
+ 0
2741
+ 1
2742
+ 1
2743
+ 0
2744
+ 1
2745
+ 1
2746
+ 0
2747
+ 1
2748
+ 0
2749
+ 1
2750
+ 1
2751
+ 1
2752
+ 0
2753
+ 0
2754
+ 1
2755
+ 0
2756
+ 1
2757
+ 1
2758
+ 1
2759
+ 1
2760
+ 1
2761
+ 1
2762
+ 0
2763
+ 0
2764
+ 1
2765
+ 0
2766
+ 1
2767
+ 1
2768
+ 1
2769
+ 0
2770
+ 1
2771
+ 1
2772
+ 0
2773
+ 0
2774
+ 0
2775
+ 0
2776
+ 0
2777
+ 1
2778
+ 1
2779
+ 1
2780
+ 0
2781
+ 1
2782
+ 0
2783
+ 0
2784
+ 0
2785
+ 0
2786
+ 0
2787
+ 1
2788
+ 0
2789
+ 0
2790
+ 0
2791
+ 1
2792
+ 1
2793
+ 0
2794
+ 0
2795
+ 1
2796
+ 0
2797
+ 1
2798
+ 1
2799
+ 1
2800
+ 1
2801
+ 0
2802
+ 0
2803
+ 0
2804
+ 1
2805
+ 1
2806
+ 1
2807
+ 1
2808
+ 1
2809
+ 1
2810
+ 0
2811
+ 0
2812
+ 1
2813
+ 1
2814
+ 0
2815
+ 0
2816
+ 0
2817
+ 0
2818
+ 0
2819
+ 1
2820
+ 0
2821
+ 0
2822
+ 0
2823
+ 0
2824
+ 1
2825
+ 0
2826
+ 0
2827
+ 0
2828
+ 0
2829
+ 1
2830
+ 1
2831
+ 0
2832
+ 1
2833
+ 1
2834
+ 0
2835
+ 0
2836
+ 1
2837
+ 0
2838
+ 1
2839
+ 0
2840
+ 0
2841
+ 0
2842
+ 0
2843
+ 0
2844
+ 1
2845
+ 1
2846
+ 1
2847
+ 0
2848
+ 0
2849
+ 1
2850
+ 0
2851
+ 0
2852
+ 0
2853
+ 1
2854
+ 0
2855
+ 0
2856
+ 0
2857
+ 0
2858
+ 1
2859
+ 1
2860
+ 0
2861
+ 0
2862
+ 1
2863
+ 1
2864
+ 1
2865
+ 0
2866
+ 0
2867
+ 1
2868
+ 0
2869
+ 1
2870
+ 0
2871
+ 0
2872
+ 1
2873
+ 1
2874
+ 0
2875
+ 0
2876
+ 0
2877
+ 0
2878
+ 0
2879
+ 0
2880
+ 1
2881
+ 0
2882
+ 1
2883
+ 0
2884
+ 0
2885
+ 0
2886
+ 0
2887
+ 0
2888
+ 1
2889
+ 0
2890
+ 1
2891
+ 0
2892
+ 0
2893
+ 1
2894
+ 1
2895
+ 1
2896
+ 1
2897
+ 1
2898
+ 1
2899
  0
2900
  0
2901
  0
2902
+ 1
2903
+ 1
2904
+ 0
2905
+ 1
2906
+ 1
2907
+ 1
2908
+ 1
2909
+ 0
2910
+ 0
2911
+ 1
2912
+ 1
2913
+ 1
2914
+ 0
2915
+ 0
2916
+ 0
2917
+ 1
2918
+ 1
2919
+ 0
2920
+ 0
2921
+ 0
2922
+ 0
2923
+ 0
2924
+ 1
2925
+ 0
2926
  0
2927
  0
2928
  0
2929
+ 1
2930
  0
2931
  0
2932
+ 1
2933
  0
2934
+ 1
2935
+ 1
2936
+ 1
2937
+ 1
2938
+ 1
2939
+ 1
2940
  0
2941
+ 1
2942
  0
2943
+ 1
2944
  0
2945
+ 1
2946
+ 1
2947
+ 1
2948
+ 1
2949
  0
2950
+ 1
2951
  0
2952
+ 1
2953
  0
2954
+ 1
2955
  0
2956
+ 1
2957
+ 1
2958
+ 1
2959
  0
2960
  0
2961
  0
2962
+ 1
2963
  0
2964
+ 1
2965
+ 1
2966
+ 1
2967
+ 1
2968
+ 1
2969
  0
2970
+ 1
2971
+ 1
2972
+ 1
2973
+ 1
2974
+ 1
2975
+ 1
2976
  0
2977
+ 1
2978
+ 1
2979
+ 1
2980
+ 1
2981
  0
2982
+ 1
2983
  0
2984
+ 1
2985
+ 1
2986
+ 1
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/{overallTestData → lowGRschoolAll}/test_label.txt RENAMED
The diff for this file is too large to render. See raw diff
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/overallTestData/test.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e16cfaea0c20e82ae9a6267b68542a2bc569b757c0c6a3162312207b15cd66e3
3
- size 20628909
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/overallTestData/test_info.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9f25a40d85e36d9971bb645550a3a503316265630637c04ccc997b18a68b31b
3
- size 161328625
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/test.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:35569d6f81ef85e6353f36912c1cb79bfb723fe7d2476e10afcb745c170c5130
3
- size 24672844
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/finetuning/test_info.txt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6aadba0002bfdfde835b8837b3ff36cd84c64c3e23b6589ec1d002b4b62c2f4
3
- size 122629427
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/output/first10/bert_fine_tuned.model.first10%.wfaopttime.wttime.wttopttime.wttnoopttime.ep23 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2575410884e07a564e39c2777ba88896a56623a546db4b7901d793618a89cb8f
3
- size 68489814
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/output/first10/bert_fine_tuned.model.first10%.wskills.ep24 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8af416689089c3c243d3abe58369a4725dbcfa446da951ccc49ed63961da9a1f
3
- size 68474774
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/output/first10/bert_fine_tuned.model.first10%.wskills.wfaopttime.wttime.wttopttime.wttnoopttime.ep40 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:02df4b9e62fc3ee0728ce0cf26b903958f3dca7a949d83c39b24d4d679f64cba
3
- size 68491670
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/output/highGRschool10/bert_fine_tuned.model.ep42 DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe0a59447b0f642ee78b8b577471b08d823b6702db653674cbbae153d5b249c9
3
- size 7294550
 
 
 
 
ratio_proportion_change3_2223/sch_largest_100-coded/time_info/full_data_normalized_time.pkl DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:197f28e0b0836572fd12eb3c9d13f9f8557b1fb39cd368a535f216caa3a37a75
3
- size 4660819
 
 
 
 
src/__pycache__/attention.cpython-312.pyc CHANGED
Binary files a/src/__pycache__/attention.cpython-312.pyc and b/src/__pycache__/attention.cpython-312.pyc differ
 
src/__pycache__/bert.cpython-312.pyc CHANGED
Binary files a/src/__pycache__/bert.cpython-312.pyc and b/src/__pycache__/bert.cpython-312.pyc differ
 
src/__pycache__/classifier_model.cpython-312.pyc CHANGED
Binary files a/src/__pycache__/classifier_model.cpython-312.pyc and b/src/__pycache__/classifier_model.cpython-312.pyc differ
 
src/__pycache__/dataset.cpython-312.pyc CHANGED
Binary files a/src/__pycache__/dataset.cpython-312.pyc and b/src/__pycache__/dataset.cpython-312.pyc differ
 
src/__pycache__/embedding.cpython-312.pyc CHANGED
Binary files a/src/__pycache__/embedding.cpython-312.pyc and b/src/__pycache__/embedding.cpython-312.pyc differ
 
src/__pycache__/seq_model.cpython-312.pyc CHANGED
Binary files a/src/__pycache__/seq_model.cpython-312.pyc and b/src/__pycache__/seq_model.cpython-312.pyc differ
 
src/__pycache__/transformer.cpython-312.pyc CHANGED
Binary files a/src/__pycache__/transformer.cpython-312.pyc and b/src/__pycache__/transformer.cpython-312.pyc differ
 
src/__pycache__/transformer_component.cpython-312.pyc CHANGED
Binary files a/src/__pycache__/transformer_component.cpython-312.pyc and b/src/__pycache__/transformer_component.cpython-312.pyc differ
 
src/__pycache__/vocab.cpython-312.pyc CHANGED
Binary files a/src/__pycache__/vocab.cpython-312.pyc and b/src/__pycache__/vocab.cpython-312.pyc differ
 
src/dataset.py CHANGED
@@ -7,18 +7,208 @@ import random
7
  from .vocab import Vocab
8
  import pickle
9
  import copy
10
- import os
11
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  class TokenizerDataset(Dataset):
13
  """
14
  Class name: TokenizerDataset
15
  Tokenize the data in the dataset
16
- Feat length: 17
17
  """
18
  def __init__(self, dataset_path, label_path, vocab, seq_len=30):
19
  self.dataset_path = dataset_path
20
  self.label_path = label_path
21
  self.vocab = vocab # Vocab object
 
22
 
23
  # Related to input dataset file
24
  self.lines = []
@@ -52,14 +242,39 @@ class TokenizerDataset(Dataset):
52
  feat2 = [float(i) for i in line.split(",")[-2].split("\t")]
53
  feat_vec.extend(feat2[1:])
54
 
 
 
 
 
 
 
 
 
 
 
 
 
 
55
  if j == 0:
56
  print(len(feat_vec))
57
  j+=1
58
-
 
 
 
 
 
 
 
 
59
  self.feats.append(feat_vec)
60
  dataset_info_file.close()
61
  except Exception as e:
62
  print(e)
 
 
 
 
63
 
64
  self.file = open(self.dataset_path, "r")
65
  for line in self.file:
@@ -102,315 +317,95 @@ class TokenizerDataset(Dataset):
102
  'segment_label': segment_label}
103
  return {key: torch.tensor(value) for key, value in output.items()}
104
 
105
- class TokenizerwSkillsDataset(Dataset):
106
- """
107
- Feature length: 17
108
-
109
- """
110
- def __init__(self, dataset_path, label_path, vocab, seq_len=30):
111
- print(f"dataset_path: {dataset_path}")
112
- print(f"label_path: {label_path}")
113
-
114
- self.dataset_path = dataset_path
115
- self.label_path = label_path
116
- self.vocab = vocab # Vocab object
117
- self.seq_len = seq_len
118
-
119
- # Related to input dataset file
120
- self.lines = []
121
- self.labels = []
122
- self.feats = []
123
- selected_lines = []
124
-
125
- print("TokenizerwSkillsDataset...............................")
126
-
127
- if self.label_path:
128
- # Comment this section if you are not using feat attribute
129
- dataset_info_file = open(self.label_path.replace("label", "info"), "r").readlines()
130
- print(">>>>>>>>>>>>>>>>>", len(dataset_info_file))
131
- j = 0
132
- for idex, line in enumerate(dataset_info_file):
133
- try:
134
- if line:
135
- line = line.strip()
136
- if not line:
137
- continue
138
-
139
- feat_vec = [float(i) for i in line.split(",")[-9].split("\t")]
140
- feat2 = [float(i) for i in line.split(",")[-8].split("\t")]
141
- feat_vec.extend(feat2[1:])
142
-
143
- if j == 0:
144
- print(";;;;", len(feat_vec), feat_vec)
145
- j+=1
146
- self.feats.append(feat_vec)
147
- selected_lines.append(idex)
148
- except Exception as e:
149
- print("................>")
150
- print(e)
151
- print("Error at index: ", idex)
152
-
153
- self.label_file = open(self.label_path, "r")
154
- for idex, line in enumerate(self.label_file):
155
- if line:
156
- line = line.strip()
157
- if not line:
158
- continue
159
- if idex in selected_lines:
160
- self.labels.append(int(line))
161
- # self.labels.append(int(line))
162
- self.label_file.close()
163
-
164
- self.file = open(self.dataset_path, "r")
165
- for idex, line in enumerate(self.file):
166
- if line:
167
- line = line.strip()
168
- if line:
169
- if idex in selected_lines:
170
- self.lines.append(line)
171
- # self.lines.append(line)
172
- self.file.close()
173
- self.len = len(self.lines)
174
- print("Sequence length set at ", self.seq_len, len(self.lines), len(self.labels) if self.label_path else 0)
175
-
176
- def __len__(self):
177
- return self.len
178
-
179
- def __getitem__(self, item):
180
- org_line = self.lines[item].split("\t")
181
- dup_line = []
182
- opt = False
183
- for l in org_line:
184
- if l in ["OptionalTask_1", "EquationAnswer", "NumeratorFactor", "DenominatorFactor", "OptionalTask_2", "FirstRow1:1", "FirstRow1:2", "FirstRow2:1", "FirstRow2:2", "SecondRow", "ThirdRow"]:
185
- opt = True
186
- if opt and 'FinalAnswer-' in l:
187
- dup_line.append('[UNK]')
188
- else:
189
- dup_line.append(l)
190
- dup_line = "\t".join(dup_line)
191
- # print(dup_line)
192
- s1 = self.vocab.to_seq(dup_line, self.seq_len) # This is like tokenizer and adds [CLS] and [SEP].
193
- s1_label = self.labels[item] if self.label_path else 0
194
- segment_label = [1 for _ in range(len(s1))]
195
- s1_feat = self.feats[item] if len(self.feats)>0 else 0
196
- padding = [self.vocab.vocab['[PAD]'] for _ in range(self.seq_len - len(s1))]
197
- s1.extend(padding), segment_label.extend(padding)
198
- # print(s1_feat)
199
-
200
- output = {'input': s1,
201
- 'label': s1_label,
202
- 'feat': s1_feat,
203
- 'segment_label': segment_label}
204
- return {key: torch.tensor(value) for key, value in output.items()}
205
-
206
-
207
- class TokenizerwTimeDataset(Dataset):
208
  """
209
- Feature length: 4
210
-
 
211
  """
212
  def __init__(self, dataset_path, label_path, vocab, seq_len=30):
213
- print(f"dataset_path: {dataset_path}")
214
- print(f"label_path: {label_path}")
215
-
216
  self.dataset_path = dataset_path
217
  self.label_path = label_path
218
  self.vocab = vocab # Vocab object
219
- self.seq_len = seq_len
220
-
221
  # Related to input dataset file
222
  self.lines = []
223
  self.labels = []
224
  self.feats = []
225
- selected_lines = []
226
-
227
- print("TokenizerwTimeDataset...............................")
228
- time_df = pickle.load(open("ratio_proportion_change3_2223/sch_largest_100-coded/time_info/full_data_normalized_time.pkl", "rb"))
229
- print("time: ?? ", time_df.shape)
230
-
231
  if self.label_path:
232
- # Comment this section if you are not using feat attribute
233
- dataset_info_file = open(self.label_path.replace("label", "info"), "r").readlines()
234
- print(">>>>>>>>>>>>>>>>>", len(dataset_info_file))
235
- j = 0
236
- for idex, line in enumerate(dataset_info_file):
237
- try:
238
- if line:
239
- line = line.strip()
240
- if not line:
241
- continue
242
-
243
- feat_vec = []
244
-
245
- sch = line.split(",")[0]
246
- stu = line.split(",")[2]
247
- progress = line.split(",")[3]
248
- prob_id = line.split(",")[4]
249
-
250
- total_time = time_df.loc[(sch, stu, progress, prob_id)]['total_time'].item()
251
- faopt_time = time_df.loc[(sch, stu, progress, prob_id)]['faopt_time'].item()
252
- opt_time = time_df.loc[(sch, stu, progress, prob_id)]['opt_time'].item()
253
- nonopt_time = time_df.loc[(sch, stu, progress, prob_id)]['nonopt_time'].item()
254
-
255
- feat_vec.append(faopt_time)
256
- feat_vec.append(total_time)
257
- feat_vec.append(opt_time)
258
- feat_vec.append(nonopt_time)
259
-
260
- if j == 0:
261
- print(";;;;", len(feat_vec), feat_vec)
262
- j+=1
263
- self.feats.append(feat_vec)
264
- selected_lines.append(idex)
265
- except Exception as e:
266
- print("................>")
267
- print(e)
268
- print("Error at index: ", idex)
269
-
270
  self.label_file = open(self.label_path, "r")
271
- for idex, line in enumerate(self.label_file):
272
  if line:
273
  line = line.strip()
274
  if not line:
275
  continue
276
- if idex in selected_lines:
277
- self.labels.append(int(line))
278
- # self.labels.append(int(line))
279
  self.label_file.close()
280
-
281
- self.file = open(self.dataset_path, "r")
282
- for idex, line in enumerate(self.file):
283
- if line:
284
- line = line.strip()
285
- if line:
286
- if idex in selected_lines:
287
- self.lines.append(line)
288
- # self.lines.append(line)
289
- self.file.close()
290
- self.len = len(self.lines)
291
- print("Sequence length set at ", self.seq_len, len(self.lines), len(self.labels) if self.label_path else 0)
292
-
293
- def __len__(self):
294
- return self.len
295
-
296
- def __getitem__(self, item):
297
- org_line = self.lines[item].split("\t")
298
- dup_line = []
299
- opt = False
300
- for l in org_line:
301
- if l in ["OptionalTask_1", "EquationAnswer", "NumeratorFactor", "DenominatorFactor", "OptionalTask_2", "FirstRow1:1", "FirstRow1:2", "FirstRow2:1", "FirstRow2:2", "SecondRow", "ThirdRow"]:
302
- opt = True
303
- if opt and 'FinalAnswer-' in l:
304
- dup_line.append('[UNK]')
305
- else:
306
- dup_line.append(l)
307
- dup_line = "\t".join(dup_line)
308
- # print(dup_line)
309
- s1 = self.vocab.to_seq(dup_line, self.seq_len) # This is like tokenizer and adds [CLS] and [SEP].
310
- s1_label = self.labels[item] if self.label_path else 0
311
- segment_label = [1 for _ in range(len(s1))]
312
- s1_feat = self.feats[item] if len(self.feats)>0 else 0
313
- padding = [self.vocab.vocab['[PAD]'] for _ in range(self.seq_len - len(s1))]
314
- s1.extend(padding), segment_label.extend(padding)
315
- # print(s1_feat)
316
-
317
- output = {'input': s1,
318
- 'label': s1_label,
319
- 'feat': s1_feat,
320
- 'segment_label': segment_label}
321
- return {key: torch.tensor(value) for key, value in output.items()}
322
-
323
- class TokenizerwSkillsTimeDataset(Dataset):
324
- """
325
- Feature length: 17+4 = 21
326
-
327
- """
328
- def __init__(self, dataset_path, label_path, vocab, seq_len=30):
329
- print(f"dataset_path: {dataset_path}")
330
- print(f"label_path: {label_path}")
331
-
332
- self.dataset_path = dataset_path
333
- self.label_path = label_path
334
- self.vocab = vocab # Vocab object
335
- self.seq_len = seq_len
336
-
337
- # Related to input dataset file
338
- self.lines = []
339
- self.labels = []
340
- self.feats = []
341
- selected_lines = []
342
-
343
- print("TokenizerwSkillsTimeDataset...............................")
344
- time_df = pickle.load(open("ratio_proportion_change3_2223/sch_largest_100-coded/time_info/full_data_normalized_time.pkl", "rb"))
345
- print("time: ", time_df.shape)
346
-
347
- if self.label_path:
348
  # Comment this section if you are not using feat attribute
349
- dataset_info_file = open(self.label_path.replace("label", "info"), "r").readlines()
350
- print(">>>>>>>>>>>>>>>>>", len(dataset_info_file))
351
- j = 0
352
- for idex, line in enumerate(dataset_info_file):
353
- try:
354
  if line:
355
  line = line.strip()
356
  if not line:
357
  continue
358
-
359
- feat_vec = [float(i) for i in line.split(",")[-9].split("\t")]
360
- feat2 = [float(i) for i in line.split(",")[-8].split("\t")]
 
 
 
 
361
  feat_vec.extend(feat2[1:])
362
-
363
- sch = line.split(",")[0]
364
- stu = line.split(",")[2]
365
- progress = line.split(",")[3]
366
- prob_id = line.split(",")[4]
367
-
368
- total_time = time_df.loc[(sch, stu, progress, prob_id)]['total_time'].item()
369
- faopt_time = time_df.loc[(sch, stu, progress, prob_id)]['faopt_time'].item()
370
- opt_time = time_df.loc[(sch, stu, progress, prob_id)]['opt_time'].item()
371
- nonopt_time = time_df.loc[(sch, stu, progress, prob_id)]['nonopt_time'].item()
372
-
373
- feat_vec.append(faopt_time)
374
- feat_vec.append(total_time)
375
- feat_vec.append(opt_time)
376
- feat_vec.append(nonopt_time)
377
-
378
  if j == 0:
379
- print(";;;;", len(feat_vec), feat_vec)
380
  j+=1
381
- self.feats.append(feat_vec)
382
- selected_lines.append(idex)
383
- except Exception as e:
384
- print("................>")
385
- print(e)
386
- print("Error at index: ", idex)
 
 
387
 
388
- self.label_file = open(self.label_path, "r")
389
- for idex, line in enumerate(self.label_file):
390
- if line:
391
- line = line.strip()
392
- if not line:
393
- continue
394
- if idex in selected_lines:
395
- self.labels.append(int(line))
396
- # self.labels.append(int(line))
397
- self.label_file.close()
398
 
399
  self.file = open(self.dataset_path, "r")
400
- for idex, line in enumerate(self.file):
401
  if line:
402
  line = line.strip()
403
  if line:
404
- if idex in selected_lines:
405
- self.lines.append(line)
406
- # self.lines.append(line)
407
- self.file.close()
408
  self.len = len(self.lines)
 
409
  print("Sequence length set at ", self.seq_len, len(self.lines), len(self.labels) if self.label_path else 0)
410
-
411
  def __len__(self):
412
  return self.len
413
-
414
  def __getitem__(self, item):
415
  org_line = self.lines[item].split("\t")
416
  dup_line = []
@@ -418,7 +413,7 @@ class TokenizerwSkillsTimeDataset(Dataset):
418
  for l in org_line:
419
  if l in ["OptionalTask_1", "EquationAnswer", "NumeratorFactor", "DenominatorFactor", "OptionalTask_2", "FirstRow1:1", "FirstRow1:2", "FirstRow2:1", "FirstRow2:2", "SecondRow", "ThirdRow"]:
420
  opt = True
421
- if opt and 'FinalAnswer-' in l:
422
  dup_line.append('[UNK]')
423
  else:
424
  dup_line.append(l)
@@ -430,10 +425,35 @@ class TokenizerwSkillsTimeDataset(Dataset):
430
  s1_feat = self.feats[item] if len(self.feats)>0 else 0
431
  padding = [self.vocab.vocab['[PAD]'] for _ in range(self.seq_len - len(s1))]
432
  s1.extend(padding), segment_label.extend(padding)
433
- # print(s1_feat)
434
-
435
  output = {'input': s1,
436
  'label': s1_label,
437
  'feat': s1_feat,
438
  'segment_label': segment_label}
439
- return {key: torch.tensor(value) for key, value in output.items()}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  from .vocab import Vocab
8
  import pickle
9
  import copy
10
+ # from sklearn.preprocessing import OneHotEncoder
11
 
12
+ class PretrainerDataset(Dataset):
13
+ """
14
+ Class name: PretrainDataset
15
+
16
+ """
17
+ def __init__(self, dataset_path, vocab, seq_len=30, max_mask=0.15):
18
+ self.dataset_path = dataset_path
19
+ self.vocab = vocab # Vocab object
20
+
21
+ # Related to input dataset file
22
+ self.lines = []
23
+ self.index_documents = {}
24
+
25
+ seq_len_list = []
26
+ with open(self.dataset_path, "r") as reader:
27
+ i = 0
28
+ index = 0
29
+ self.index_documents[i] = []
30
+ for line in tqdm.tqdm(reader.readlines()):
31
+ if line:
32
+ line = line.strip()
33
+ if not line:
34
+ i+=1
35
+ self.index_documents[i] = []
36
+ else:
37
+ self.index_documents[i].append(index)
38
+ self.lines.append(line.split("\t"))
39
+ len_line = len(line.split("\t"))
40
+ seq_len_list.append(len_line)
41
+ index+=1
42
+ reader.close()
43
+ print("Sequence Stats: len: %s, min: %s, max: %s, average: %s"% (len(seq_len_list),
44
+ min(seq_len_list), max(seq_len_list), sum(seq_len_list)/len(seq_len_list)))
45
+ print("Unique Sequences: ", len({tuple(ll) for ll in self.lines}))
46
+ self.index_documents = {k:v for k,v in self.index_documents.items() if v}
47
+ print(len(self.index_documents))
48
+ self.seq_len = seq_len
49
+ print("Sequence length set at: ", self.seq_len)
50
+ self.max_mask = max_mask
51
+ print("% of input tokens selected for masking : ",self.max_mask)
52
+
53
+
54
+ def __len__(self):
55
+ return len(self.lines)
56
+
57
+ def __getitem__(self, item):
58
+ token_a = self.lines[item]
59
+ # sa_masked = None
60
+ # sa_masked_label = None
61
+ # token_b = None
62
+ # is_same_student = None
63
+ # sb_masked = None
64
+ # sb_masked_label = None
65
+
66
+ # if self.select_next_seq:
67
+ # is_same_student, token_b = self.get_token_b(item)
68
+ # is_same_student = 1 if is_same_student else 0
69
+ # token_a1, token_b1 = self.truncate_to_max_seq(token_a, token_b)
70
+ # sa_masked, sa_masked_label = self.random_mask_seq(token_a1)
71
+ # sb_masked, sb_masked_label = self.random_mask_seq(token_b1)
72
+ # else:
73
+ token_a = token_a[:self.seq_len-2]
74
+ sa_masked, sa_masked_label, sa_masked_pos = self.random_mask_seq(token_a)
75
+
76
+ s1 = ([self.vocab.vocab['[CLS]']] + sa_masked + [self.vocab.vocab['[SEP]']])
77
+ s1_label = ([self.vocab.vocab['[PAD]']] + sa_masked_label + [self.vocab.vocab['[PAD]']])
78
+ segment_label = [1 for _ in range(len(s1))]
79
+ masked_pos = ([0] + sa_masked_pos + [0])
80
+
81
+ # if self.select_next_seq:
82
+ # s1 = s1 + sb_masked + [self.vocab.vocab['[SEP]']]
83
+ # s1_label = s1_label + sb_masked_label + [self.vocab.vocab['[PAD]']]
84
+ # segment_label = segment_label + [2 for _ in range(len(sb_masked)+1)]
85
+
86
+ padding = [self.vocab.vocab['[PAD]'] for _ in range(self.seq_len - len(s1))]
87
+ s1.extend(padding)
88
+ s1_label.extend(padding)
89
+ segment_label.extend(padding)
90
+ masked_pos.extend(padding)
91
+
92
+ output = {'bert_input': s1,
93
+ 'bert_label': s1_label,
94
+ 'segment_label': segment_label,
95
+ 'masked_pos': masked_pos}
96
+ # print(f"tokenA: {token_a}")
97
+ # print(f"output: {output}")
98
+
99
+ # if self.select_next_seq:
100
+ # output['is_same_student'] = is_same_student
101
+
102
+ # print(item, len(s1), len(s1_label), len(segment_label))
103
+ # print(f"{item}.")
104
+ return {key: torch.tensor(value) for key, value in output.items()}
105
+
106
+ def random_mask_seq(self, tokens):
107
+ """
108
+ Input: original token seq
109
+ Output: masked token seq, output label
110
+ """
111
+
112
+ masked_pos = []
113
+ output_labels = []
114
+ output_tokens = copy.deepcopy(tokens)
115
+ opt_step = False
116
+ for i, token in enumerate(tokens):
117
+ if token in ['OptionalTask_1', 'EquationAnswer', 'NumeratorFactor', 'DenominatorFactor', 'OptionalTask_2', 'FirstRow1:1', 'FirstRow1:2', 'FirstRow2:1', 'FirstRow2:2', 'SecondRow', 'ThirdRow']:
118
+ opt_step = True
119
+ # if opt_step:
120
+ # prob = random.random()
121
+ # if prob < self.max_mask:
122
+ # output_tokens[i] = random.choice([3,7,8,9,11,12,13,14,15,16,22,23,24,25,26,27,30,31,32])
123
+ # masked_pos.append(1)
124
+ # else:
125
+ # output_tokens[i] = self.vocab.vocab.get(token, self.vocab.vocab['[UNK]'])
126
+ # masked_pos.append(0)
127
+ # output_labels.append(self.vocab.vocab.get(token, self.vocab.vocab['[UNK]']))
128
+ # opt_step = False
129
+ # else:
130
+ prob = random.random()
131
+ if prob < self.max_mask:
132
+ # chooses 15% of token positions at random
133
+ # prob /= 0.15
134
+ prob = random.random()
135
+ if prob < 0.8: #[MASK] token 80% of the time
136
+ output_tokens[i] = self.vocab.vocab['[MASK]']
137
+ masked_pos.append(1)
138
+ elif prob < 0.9: # a random token 10% of the time
139
+ # print(".......0.8-0.9......")
140
+ if opt_step:
141
+ output_tokens[i] = random.choice([7,8,9,11,12,13,14,15,16,22,23,24,25,26,27,30,31,32])
142
+ opt_step = False
143
+ else:
144
+ output_tokens[i] = random.randint(1, len(self.vocab.vocab)-1)
145
+ masked_pos.append(1)
146
+ else: # the unchanged i-th token 10% of the time
147
+ # print(".......unchanged......")
148
+ output_tokens[i] = self.vocab.vocab.get(token, self.vocab.vocab['[UNK]'])
149
+ masked_pos.append(0)
150
+ # True Label
151
+ output_labels.append(self.vocab.vocab.get(token, self.vocab.vocab['[UNK]']))
152
+ # masked_pos_label[i] = self.vocab.vocab.get(token, self.vocab.vocab['[UNK]'])
153
+ else:
154
+ # i-th token with original value
155
+ output_tokens[i] = self.vocab.vocab.get(token, self.vocab.vocab['[UNK]'])
156
+ # Padded label
157
+ output_labels.append(self.vocab.vocab['[PAD]'])
158
+ masked_pos.append(0)
159
+ # label_position = []
160
+ # label_tokens = []
161
+ # for k, v in masked_pos_label.items():
162
+ # label_position.append(k)
163
+ # label_tokens.append(v)
164
+ return output_tokens, output_labels, masked_pos
165
+
166
+ # def get_token_b(self, item):
167
+ # document_id = [k for k,v in self.index_documents.items() if item in v][0]
168
+ # random_document_id = document_id
169
+
170
+ # if random.random() < 0.5:
171
+ # document_ids = [k for k in self.index_documents.keys() if k != document_id]
172
+ # random_document_id = random.choice(document_ids)
173
+
174
+ # same_student = (random_document_id == document_id)
175
+
176
+ # nex_seq_list = self.index_documents.get(random_document_id)
177
+
178
+ # if same_student:
179
+ # if len(nex_seq_list) != 1:
180
+ # nex_seq_list = [v for v in nex_seq_list if v !=item]
181
+
182
+ # next_seq = random.choice(nex_seq_list)
183
+ # tokens = self.lines[next_seq]
184
+ # # print(f"item = {item}, tokens: {tokens}")
185
+ # # print(f"item={item}, next={next_seq}, same_student = {same_student}, {document_id} == {random_document_id}, b. {tokens}")
186
+ # return same_student, tokens
187
+
188
+ # def truncate_to_max_seq(self, s1, s2):
189
+ # sa = copy.deepcopy(s1)
190
+ # sb = copy.deepcopy(s1)
191
+ # total_allowed_seq = self.seq_len - 3
192
+
193
+ # while((len(sa)+len(sb)) > total_allowed_seq):
194
+ # if random.random() < 0.5:
195
+ # sa.pop()
196
+ # else:
197
+ # sb.pop()
198
+ # return sa, sb
199
+
200
+
201
  class TokenizerDataset(Dataset):
202
  """
203
  Class name: TokenizerDataset
204
  Tokenize the data in the dataset
205
+
206
  """
207
  def __init__(self, dataset_path, label_path, vocab, seq_len=30):
208
  self.dataset_path = dataset_path
209
  self.label_path = label_path
210
  self.vocab = vocab # Vocab object
211
+ # self.encoder = OneHotEncoder(sparse=False)
212
 
213
  # Related to input dataset file
214
  self.lines = []
 
242
  feat2 = [float(i) for i in line.split(",")[-2].split("\t")]
243
  feat_vec.extend(feat2[1:])
244
 
245
+ # # highGRschool_w_prior_w_p_diffskill_wo_fa
246
+ # feat_vec = [float(i) for i in line.split(",")[-3].split("\t")]
247
+ # feat2 = [-float(i) for i in line.split(",")[-2].split("\t")]
248
+ # feat_vec.extend(feat2[1:])
249
+
250
+ # # highGRschool_w_prior_w_diffskill_0fa_skill
251
+ # feat_vec = [float(i) for i in line.split(",")[-3].split("\t")]
252
+ # feat2 = [float(i) for i in line.split(",")[-2].split("\t")]
253
+ # fa_feat_vec = [float(i) for i in line.split(",")[-1].split("\t")]
254
+
255
+ # diff_skill = [f2 if f1==0 else 0 for f2, f1 in zip(feat2, fa_feat_vec)]
256
+ # feat_vec.extend(diff_skill)
257
+
258
  if j == 0:
259
  print(len(feat_vec))
260
  j+=1
261
+
262
+ # feat_vec.extend(feat2[1:])
263
+ # feat_vec.extend(feat2)
264
+ # feat_vec = [float(i) for i in line.split(",")[-2].split("\t")]
265
+ # feat_vec = feat_vec[1:]
266
+ # feat_vec = [float(line.split(",")[-1])]
267
+ # feat_vec = [float(i) for i in line.split(",")[-1].split("\t")]
268
+ # feat_vec = [ft-f1 for ft, f1 in zip(feat_vec, fa_feat_vec)]
269
+
270
  self.feats.append(feat_vec)
271
  dataset_info_file.close()
272
  except Exception as e:
273
  print(e)
274
+ # labeler = np.array([0, 1]) #np.unique(self.labels)
275
+ # print(f"Labeler {labeler}")
276
+ # self.encoder.fit(labeler.reshape(-1,1))
277
+ # self.labels = self.encoder.transform(np.array(self.labels).reshape(-1,1))
278
 
279
  self.file = open(self.dataset_path, "r")
280
  for line in self.file:
 
317
  'segment_label': segment_label}
318
  return {key: torch.tensor(value) for key, value in output.items()}
319
 
320
+
321
+ class TokenizerDatasetForCalibration(Dataset):
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
322
  """
323
+ Class name: TokenizerDataset
324
+ Tokenize the data in the dataset
325
+
326
  """
327
  def __init__(self, dataset_path, label_path, vocab, seq_len=30):
 
 
 
328
  self.dataset_path = dataset_path
329
  self.label_path = label_path
330
  self.vocab = vocab # Vocab object
331
+ # self.encoder = OneHotEncoder(sparse=False)
332
+
333
  # Related to input dataset file
334
  self.lines = []
335
  self.labels = []
336
  self.feats = []
 
 
 
 
 
 
337
  if self.label_path:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
338
  self.label_file = open(self.label_path, "r")
339
+ for line in self.label_file:
340
  if line:
341
  line = line.strip()
342
  if not line:
343
  continue
344
+ self.labels.append(int(line))
 
 
345
  self.label_file.close()
346
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
347
  # Comment this section if you are not using feat attribute
348
+ try:
349
+ j = 0
350
+ dataset_info_file = open(self.label_path.replace("label", "info"), "r")
351
+ for line in dataset_info_file:
 
352
  if line:
353
  line = line.strip()
354
  if not line:
355
  continue
356
+
357
+ # # highGRschool_w_prior
358
+ # feat_vec = [float(i) for i in line.split(",")[-3].split("\t")]
359
+
360
+ # highGRschool_w_prior_w_diffskill_wo_fa
361
+ feat_vec = [float(i) for i in line.split(",")[-3].split("\t")]
362
+ feat2 = [float(i) for i in line.split(",")[-2].split("\t")]
363
  feat_vec.extend(feat2[1:])
364
+
365
+ # # highGRschool_w_prior_w_diffskill_0fa_skill
366
+ # feat_vec = [float(i) for i in line.split(",")[-3].split("\t")]
367
+ # feat2 = [float(i) for i in line.split(",")[-2].split("\t")]
368
+ # fa_feat_vec = [float(i) for i in line.split(",")[-1].split("\t")]
369
+
370
+ # diff_skill = [f2 if f1==0 else 0 for f2, f1 in zip(feat2, fa_feat_vec)]
371
+ # feat_vec.extend(diff_skill)
372
+
 
 
 
 
 
 
 
373
  if j == 0:
374
+ print(len(feat_vec))
375
  j+=1
376
+
377
+ # feat_vec.extend(feat2[1:])
378
+ # feat_vec.extend(feat2)
379
+ # feat_vec = [float(i) for i in line.split(",")[-2].split("\t")]
380
+ # feat_vec = feat_vec[1:]
381
+ # feat_vec = [float(line.split(",")[-1])]
382
+ # feat_vec = [float(i) for i in line.split(",")[-1].split("\t")]
383
+ # feat_vec = [ft-f1 for ft, f1 in zip(feat_vec, fa_feat_vec)]
384
 
385
+ self.feats.append(feat_vec)
386
+ dataset_info_file.close()
387
+ except Exception as e:
388
+ print(e)
389
+ # labeler = np.array([0, 1]) #np.unique(self.labels)
390
+ # print(f"Labeler {labeler}")
391
+ # self.encoder.fit(labeler.reshape(-1,1))
392
+ # self.labels = self.encoder.transform(np.array(self.labels).reshape(-1,1))
 
 
393
 
394
  self.file = open(self.dataset_path, "r")
395
+ for line in self.file:
396
  if line:
397
  line = line.strip()
398
  if line:
399
+ self.lines.append(line)
400
+ self.file.close()
401
+
 
402
  self.len = len(self.lines)
403
+ self.seq_len = seq_len
404
  print("Sequence length set at ", self.seq_len, len(self.lines), len(self.labels) if self.label_path else 0)
405
+
406
  def __len__(self):
407
  return self.len
408
+
409
  def __getitem__(self, item):
410
  org_line = self.lines[item].split("\t")
411
  dup_line = []
 
413
  for l in org_line:
414
  if l in ["OptionalTask_1", "EquationAnswer", "NumeratorFactor", "DenominatorFactor", "OptionalTask_2", "FirstRow1:1", "FirstRow1:2", "FirstRow2:1", "FirstRow2:2", "SecondRow", "ThirdRow"]:
415
  opt = True
416
+ if opt and 'FinalAnswer-' in l:
417
  dup_line.append('[UNK]')
418
  else:
419
  dup_line.append(l)
 
425
  s1_feat = self.feats[item] if len(self.feats)>0 else 0
426
  padding = [self.vocab.vocab['[PAD]'] for _ in range(self.seq_len - len(s1))]
427
  s1.extend(padding), segment_label.extend(padding)
428
+
 
429
  output = {'input': s1,
430
  'label': s1_label,
431
  'feat': s1_feat,
432
  'segment_label': segment_label}
433
+ return ({key: torch.tensor(value) for key, value in output.items()}, s1_label)
434
+
435
+
436
+
437
+ # if __name__ == "__main__":
438
+ # # import pickle
439
+ # # k = pickle.load(open("dataset/CL4999_1920/unique_steps_list.pkl","rb"))
440
+ # # print(k)
441
+ # vocab_obj = Vocab("pretraining/vocab.txt")
442
+ # vocab_obj.load_vocab()
443
+ # datasetTrain = PretrainerDataset("pretraining/pretrain.txt", vocab_obj)
444
+
445
+ # print(datasetTrain, len(datasetTrain))#, datasetTrain.documents_index)
446
+ # print(datasetTrain[len(datasetTrain)-1])
447
+ # for i, d in enumerate(datasetTrain):
448
+ # print(d.items())
449
+ # break
450
+
451
+ # fine_tune = TokenizerDataset("finetuning/finetune.txt", "finetuning/finetune_label.txt", vocab_obj)
452
+ # print(fine_tune)
453
+ # print(fine_tune[len(fine_tune)-1])
454
+ # print(fine_tune[random.randint(0, len(fine_tune))])
455
+ # for i, d in enumerate(fine_tune):
456
+ # print(d.items())
457
+ # break
458
+
459
+