From ee1a00c1de0304262cbc2a308ac3265ff890c940 Mon Sep 17 00:00:00 2001 From: David Corvoysier Date: Tue, 10 Dec 2024 13:56:55 +0000 Subject: [PATCH] fix(tgi): add merge_lora kwarg to download_weights --- text-generation-inference/server/text_generation_server/cli.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/text-generation-inference/server/text_generation_server/cli.py b/text-generation-inference/server/text_generation_server/cli.py index 59c09125c..409143a91 100644 --- a/text-generation-inference/server/text_generation_server/cli.py +++ b/text-generation-inference/server/text_generation_server/cli.py @@ -78,6 +78,7 @@ def download_weights( auto_convert: Optional[bool] = None, extension: Optional[str] = None, trust_remote_code: Optional[bool] = None, + merge_lora: Optional[bool] = None, ): """Download the model weights. @@ -101,6 +102,8 @@ def download_weights( logger.warning("'trust_remote_code' argument is not supported and will be ignored.") if auto_convert is not None: logger.warning("'auto_convert' argument is not supported and will be ignored.") + if merge_lora is not None: + logger.warning("'merge_lora' argument is not supported and will be ignored.") # Import here after the logger is added to log potential import exceptions from .model import fetch_model