From 14b6b12f896890bafc0e3ca0674c01c886876bf7 Mon Sep 17 00:00:00 2001
From: Alexandre Quemy <alexandre.quemy@gmail.com>
Date: Sun, 4 Aug 2019 16:21:27 +0200
Subject: [PATCH] Flag --limit_tokens is now properly used

---
 build.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/build.py b/build.py
index 0e99629..a65a158 100644
--- a/build.py
+++ b/build.py
@@ -66,7 +66,7 @@ def main(args):
         for d in datasets:
             print('# Processing documents for dataset {}'.format(d))
             flags_process = flags + ['--limit_tokens', LIMIT_TOKENS]
-            cmd = base_cmd + [d] + flags
+            cmd = base_cmd + [d] + flags_process
             cmd = ' '.join(cmd)
             call_and_print(cmd)