alfraser commited on
Commit
1b49492
·
1 Parent(s): acb7b9c

Reduced permutations from 2 copies to 1 copy of training data to reduce training time

Browse files
Files changed (1) hide show
  1. src/training/prep_finetuning.py +3 -3
src/training/prep_finetuning.py CHANGED
@@ -59,7 +59,7 @@ class CategoryDataGenerator(TrainingDataGenerator):
59
  for c in Category.all.values():
60
  prod_names = [p.name for p in c.products]
61
  total_prod_count = len(prod_names)
62
- for _ in range(2):
63
  working_prod_names = copy(prod_names)
64
  shuffle(working_prod_names)
65
  while len(working_prod_names) > 0:
@@ -125,7 +125,7 @@ class FeatureDataGenerator(TrainingDataGenerator):
125
  # 1. First generate Q&A for what features are available by category
126
  for c in Category.all.values():
127
  cat_features = [f.name for f in c.features]
128
- for _ in range(2):
129
  working_cat_features = copy(cat_features)
130
  shuffle(working_cat_features)
131
  while len(working_cat_features) > 0:
@@ -153,7 +153,7 @@ class FeatureDataGenerator(TrainingDataGenerator):
153
  cat_name = f.category.name
154
  prod_names = [p.name for p in f.products]
155
 
156
- for _ in range(2):
157
  working_prod_names = copy(prod_names)
158
  while len(working_prod_names) > 0:
159
  some_prods = pop_n(working_prod_names, 3)
 
59
  for c in Category.all.values():
60
  prod_names = [p.name for p in c.products]
61
  total_prod_count = len(prod_names)
62
+ for _ in range(1):
63
  working_prod_names = copy(prod_names)
64
  shuffle(working_prod_names)
65
  while len(working_prod_names) > 0:
 
125
  # 1. First generate Q&A for what features are available by category
126
  for c in Category.all.values():
127
  cat_features = [f.name for f in c.features]
128
+ for _ in range(1):
129
  working_cat_features = copy(cat_features)
130
  shuffle(working_cat_features)
131
  while len(working_cat_features) > 0:
 
153
  cat_name = f.category.name
154
  prod_names = [p.name for p in f.products]
155
 
156
+ for _ in range(1):
157
  working_prod_names = copy(prod_names)
158
  while len(working_prod_names) > 0:
159
  some_prods = pop_n(working_prod_names, 3)