From 335027f155b34b569d2d7c106c8797569a8eaa56 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sun, 13 Oct 2024 20:04:30 -0400 Subject: [PATCH] upgrade accelerate to 1.0.1 (#1969) --- requirements.txt | 2 +- src/axolotl/train.py | 3 --- 2 files changed, 1 insertion(+), 4 deletions(-) diff --git a/requirements.txt b/requirements.txt index 46d0691b6c..8f9f55262e 100644 --- a/requirements.txt +++ b/requirements.txt @@ -4,7 +4,7 @@ peft==0.13.2 transformers==4.45.2 tokenizers>=0.20.1 bitsandbytes==0.44.1 -accelerate==0.34.2 +accelerate==1.0.1 datasets==3.0.1 deepspeed==0.14.4 pydantic==2.6.3 diff --git a/src/axolotl/train.py b/src/axolotl/train.py index 6ad3736557..4ce28d8a31 100644 --- a/src/axolotl/train.py +++ b/src/axolotl/train.py @@ -10,7 +10,6 @@ import torch import transformers.modelcard -from accelerate import Accelerator from accelerate.logging import get_logger from accelerate.utils import save_fsdp_model from datasets import Dataset @@ -97,8 +96,6 @@ def train( if cfg.adapter: msg += " and peft_config..." LOG.debug(msg) - # we wait unitl the last possible moment to setup Accelerator - Accelerator() model, peft_config = load_model( cfg, tokenizer, processor=processor, inference=cli_args.inference )