脚本里没有配置 accelerate config,给的是:
accelerate config default
自定义单GPU:
accelerate launch --num_processes=1 \
--num_machines=1 \
--gpu_ids='1' \
--mixed_precision=fp16 \
--dynamo_backend=no \
./multidemo.py
import os
from accelerate import Accelerator
from accelerate.utils import ProjectConfiguration
logging_dir = os.path.join('./tmp')
accelerator_project_config = ProjectConfiguration(total_limit=None)
accelerator = Accelerator(
gradient_accumulation_steps=1,
mixed_precision='fp16',
logging_dir=logging_dir,
device_placement=False,
)
print('-------', accelerator.device)
print('-------', accelerator.state.device)