diff --git a/optimum/tpu/version.py b/optimum/tpu/version.py index 9f1449ef..4bd3c7ec 100644 --- a/optimum/tpu/version.py +++ b/optimum/tpu/version.py @@ -15,5 +15,5 @@ from pkg_resources import parse_version -__version__ = "0.1.2" +__version__ = "0.1.3" VERSION = parse_version(__version__) diff --git a/text-generation-inference/docker/entrypoint.sh b/text-generation-inference/docker/entrypoint.sh index b56eb564..b40cda23 100755 --- a/text-generation-inference/docker/entrypoint.sh +++ b/text-generation-inference/docker/entrypoint.sh @@ -6,7 +6,7 @@ ulimit -l 68719476736 # Hugging Face Hub related if [[ -z "${BATCH_SIZE}" ]]; then - BATCH_SIZE=4 + BATCH_SIZE=2 fi export BATCH_SIZE="${BATCH_SIZE}" diff --git a/text-generation-inference/server/text_generation_server/version.py b/text-generation-inference/server/text_generation_server/version.py index 49fb7124..9ee11539 100644 --- a/text-generation-inference/server/text_generation_server/version.py +++ b/text-generation-inference/server/text_generation_server/version.py @@ -1,5 +1,5 @@ from pkg_resources import parse_version -__version__ = "0.1.2" +__version__ = "0.1.3" VERSION = parse_version(__version__)