Spaces:
Runtime error
Runtime error
Reduced permutations from 2 copies to 1 copy of training data to reduce training time
Browse files
src/training/prep_finetuning.py
CHANGED
@@ -59,7 +59,7 @@ class CategoryDataGenerator(TrainingDataGenerator):
|
|
59 |
for c in Category.all.values():
|
60 |
prod_names = [p.name for p in c.products]
|
61 |
total_prod_count = len(prod_names)
|
62 |
-
for _ in range(
|
63 |
working_prod_names = copy(prod_names)
|
64 |
shuffle(working_prod_names)
|
65 |
while len(working_prod_names) > 0:
|
@@ -125,7 +125,7 @@ class FeatureDataGenerator(TrainingDataGenerator):
|
|
125 |
# 1. First generate Q&A for what features are available by category
|
126 |
for c in Category.all.values():
|
127 |
cat_features = [f.name for f in c.features]
|
128 |
-
for _ in range(
|
129 |
working_cat_features = copy(cat_features)
|
130 |
shuffle(working_cat_features)
|
131 |
while len(working_cat_features) > 0:
|
@@ -153,7 +153,7 @@ class FeatureDataGenerator(TrainingDataGenerator):
|
|
153 |
cat_name = f.category.name
|
154 |
prod_names = [p.name for p in f.products]
|
155 |
|
156 |
-
for _ in range(
|
157 |
working_prod_names = copy(prod_names)
|
158 |
while len(working_prod_names) > 0:
|
159 |
some_prods = pop_n(working_prod_names, 3)
|
|
|
59 |
for c in Category.all.values():
|
60 |
prod_names = [p.name for p in c.products]
|
61 |
total_prod_count = len(prod_names)
|
62 |
+
for _ in range(1):
|
63 |
working_prod_names = copy(prod_names)
|
64 |
shuffle(working_prod_names)
|
65 |
while len(working_prod_names) > 0:
|
|
|
125 |
# 1. First generate Q&A for what features are available by category
|
126 |
for c in Category.all.values():
|
127 |
cat_features = [f.name for f in c.features]
|
128 |
+
for _ in range(1):
|
129 |
working_cat_features = copy(cat_features)
|
130 |
shuffle(working_cat_features)
|
131 |
while len(working_cat_features) > 0:
|
|
|
153 |
cat_name = f.category.name
|
154 |
prod_names = [p.name for p in f.products]
|
155 |
|
156 |
+
for _ in range(1):
|
157 |
working_prod_names = copy(prod_names)
|
158 |
while len(working_prod_names) > 0:
|
159 |
some_prods = pop_n(working_prod_names, 3)
|