| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
|
|
| import os |
| import shutil |
| import subprocess |
| import tempfile |
| import unittest |
| from typing import List |
|
|
| from accelerate.utils import write_basic_config |
|
|
|
|
| |
| class SubprocessCallException(Exception): |
| pass |
|
|
|
|
| def run_command(command: List[str], return_stdout=False): |
| """ |
| Runs `command` with `subprocess.check_output` and will potentially return the `stdout`. Will also properly capture |
| if an error occurred while running `command` |
| """ |
| try: |
| output = subprocess.check_output(command, stderr=subprocess.STDOUT) |
| if return_stdout: |
| if hasattr(output, "decode"): |
| output = output.decode("utf-8") |
| return output |
| except subprocess.CalledProcessError as e: |
| raise SubprocessCallException( |
| f"Command `{' '.join(command)}` failed with the following error:\n\n{e.output.decode()}" |
| ) from e |
|
|
|
|
| class ExamplesTestsAccelerate(unittest.TestCase): |
| @classmethod |
| def setUpClass(cls): |
| super().setUpClass() |
| cls._tmpdir = tempfile.mkdtemp() |
| cls.configPath = os.path.join(cls._tmpdir, "default_config.yml") |
|
|
| write_basic_config(save_location=cls.configPath) |
| cls._launch_args = ["accelerate", "launch", "--config_file", cls.configPath] |
|
|
| @classmethod |
| def tearDownClass(cls): |
| super().tearDownClass() |
| shutil.rmtree(cls._tmpdir) |
|
|