Source code for dagster.core.storage.root

import os

from dagster import StringSource, check
from dagster.serdes import ConfigurableClass, ConfigurableClassData


[docs]class LocalArtifactStorage(ConfigurableClass):
    def __init__(self, base_dir, inst_data=None):
        self._base_dir = base_dir
        self._inst_data = check.opt_inst_param(inst_data, "inst_data", ConfigurableClassData)

    @property
    def inst_data(self):
        return self._inst_data

    @property
    def base_dir(self):
        return self._base_dir

    def file_manager_dir(self, run_id):
        check.str_param(run_id, "run_id")
        return os.path.join(self.base_dir, "storage", run_id, "files")

    def intermediates_dir(self, run_id):
        return os.path.join(self.base_dir, "storage", run_id, "")

    @property
    def storage_dir(self):
        return os.path.join(self.base_dir, "storage")

    @property
    def schedules_dir(self):
        return os.path.join(self.base_dir, "schedules")

[docs]    @staticmethod
    def from_config_value(inst_data, config_value):
        return LocalArtifactStorage(inst_data=inst_data, **config_value)

[docs]    @classmethod
    def config_type(cls):
        return {"base_dir": StringSource}