Flag --limit_tokens is now properly used

echr-od · Aug 4, 2019 · 14b6b12 · 14b6b12
1 parent 5a28726
commit 14b6b12
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/build.py b/build.py
@@ -66,7 +66,7 @@ def main(args):
         for d in datasets:
             print('# Processing documents for dataset {}'.format(d))
             flags_process = flags + ['--limit_tokens', LIMIT_TOKENS]
-            cmd = base_cmd + [d] + flags
+            cmd = base_cmd + [d] + flags_process
             cmd = ' '.join(cmd)
             call_and_print(cmd)