From 5cb143041539b1e8d1723842a1369114372b4f14 Mon Sep 17 00:00:00 2001 From: Artem Chumachenko Date: Tue, 17 Dec 2024 16:47:37 +0100 Subject: [PATCH 1/4] Change defaults for FT --- src/together/cli/api/finetune.py | 2 +- src/together/resources/finetune.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/together/cli/api/finetune.py b/src/together/cli/api/finetune.py index ff1a09b3..0eb2b00c 100644 --- a/src/together/cli/api/finetune.py +++ b/src/together/cli/api/finetune.py @@ -92,7 +92,7 @@ def fine_tuning(ctx: click.Context) -> None: @click.option( "--lora/--no-lora", type=bool, - default=False, + default=True, help="Whether to use LoRA adapters for fine-tuning", ) @click.option("--lora-r", type=int, default=8, help="LoRA adapters' rank") diff --git a/src/together/resources/finetune.py b/src/together/resources/finetune.py index 368a2506..a2b3b798 100644 --- a/src/together/resources/finetune.py +++ b/src/together/resources/finetune.py @@ -149,7 +149,7 @@ def create( warmup_ratio: float = 0.0, max_grad_norm: float = 1.0, weight_decay: float = 0.0, - lora: bool = False, + lora: bool = TrueS, lora_r: int | None = None, lora_dropout: float | None = 0, lora_alpha: float | None = None, From 45fe81649912f33a1676d19d73cd837645db0a62 Mon Sep 17 00:00:00 2001 From: Artem Chumachenko Date: Tue, 17 Dec 2024 16:52:24 +0100 Subject: [PATCH 2/4] fix --- src/together/resources/finetune.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/together/resources/finetune.py b/src/together/resources/finetune.py index a2b3b798..d8e2b21f 100644 --- a/src/together/resources/finetune.py +++ b/src/together/resources/finetune.py @@ -149,7 +149,7 @@ def create( warmup_ratio: float = 0.0, max_grad_norm: float = 1.0, weight_decay: float = 0.0, - lora: bool = TrueS, + lora: bool = True, lora_r: int | None = None, lora_dropout: float | None = 0, lora_alpha: float | None = None, From c27752b9465674471211d4db8fed542d79e29e55 Mon Sep 17 00:00:00 2001 From: Artem Chumachenko Date: Tue, 17 Dec 2024 16:55:24 +0100 Subject: [PATCH 3/4] async --- src/together/resources/finetune.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/together/resources/finetune.py b/src/together/resources/finetune.py index d8e2b21f..b58cdae2 100644 --- a/src/together/resources/finetune.py +++ b/src/together/resources/finetune.py @@ -490,7 +490,7 @@ async def create( warmup_ratio: float = 0.0, max_grad_norm: float = 1.0, weight_decay: float = 0.0, - lora: bool = False, + lora: bool = True, lora_r: int | None = None, lora_dropout: float | None = 0, lora_alpha: float | None = None, From 953359b7dedc1e9e95866a60084a16a8fdc66272 Mon Sep 17 00:00:00 2001 From: Artem Chumachenko Date: Tue, 17 Dec 2024 23:09:57 +0100 Subject: [PATCH 4/4] update version --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 082fc899..d6049724 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -12,7 +12,7 @@ build-backend = "poetry.masonry.api" [tool.poetry] name = "together" -version = "1.3.8" +version = "1.3.9" authors = [ "Together AI " ]