diff --git a/poetry.lock b/poetry.lock index 6e53e771174af8deca5a04d0fd0e180a22a67577..21edbf72d266d0a7334801521cac3fb9373f8943 100644 --- a/poetry.lock +++ b/poetry.lock @@ -107,6 +107,14 @@ python-versions = ">=3.5.0" [package.extras] unicode_backport = ["unicodedata2"] +[[package]] +name = "cloudpickle" +version = "2.1.0" +description = "Extended pickling support for Python objects" +category = "main" +optional = false +python-versions = ">=3.6" + [[package]] name = "colorama" version = "0.4.4" @@ -220,6 +228,18 @@ importlib-resources = {version = "*", markers = "python_version < \"3.9\""} omegaconf = ">=2.2,<3.0" packaging = "*" +[[package]] +name = "hydra-submitit-launcher" +version = "1.2.0" +description = "Submitit Launcher for Hydra apps" +category = "main" +optional = false +python-versions = "*" + +[package.dependencies] +hydra-core = ">=1.1.0.dev7" +submitit = ">=1.3.3" + [[package]] name = "idna" version = "3.3" @@ -466,6 +486,21 @@ category = "main" optional = false python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*" +[[package]] +name = "submitit" +version = "1.4.2" +description = "\"Python 3.6+ toolbox for submitting jobs to Slurm" +category = "main" +optional = false +python-versions = ">=3.6" + +[package.dependencies] +cloudpickle = ">=1.2.1" +typing_extensions = ">=3.7.4.2" + +[package.extras] +dev = ["pytest (>=4.3.0)", "pytest-asyncio (>=0.15.0)", "pytest-cov (>=2.6.1)", "coverage[toml] (>=5.1)", "black (==22.3.0)", "isort (==5.5.3)", "pre-commit (>=1.15.2)", "mypy (>=0.782)", "types-pkg_resources (>=0.1.2)", "pylint (>=2.8.0)", "flit (>=3.5.1)"] + [[package]] name = "tensorboard" version = "2.9.0" @@ -615,7 +650,7 @@ testing = ["pytest (>=6)", "pytest-checkdocs (>=2.4)", "pytest-flake8", "pytest- [metadata] lock-version = "1.1" python-versions = "^3.7" -content-hash = "d6caf6d9520ede11676b906138087927f95bfe3188bd22db0e337f9f7b3fa8a2" +content-hash = "5fea03530a97a9975537d0332a0a7d1ae36b04ae76d838fc344b1ff2df607e34" [metadata.files] absl-py = [ @@ -727,6 +762,10 @@ charset-normalizer = [ {file = "charset-normalizer-2.0.12.tar.gz", hash = "sha256:2857e29ff0d34db842cd7ca3230549d1a697f96ee6d3fb071cfa6c7393832597"}, {file = "charset_normalizer-2.0.12-py3-none-any.whl", hash = "sha256:6881edbebdb17b39b4eaaa821b438bf6eddffb4468cf344f09f89def34a8b1df"}, ] +cloudpickle = [ + {file = "cloudpickle-2.1.0-py3-none-any.whl", hash = "sha256:b5c434f75c34624eedad3a14f2be5ac3b5384774d5b0e3caf905c21479e6c4b1"}, + {file = "cloudpickle-2.1.0.tar.gz", hash = "sha256:bb233e876a58491d9590a676f93c7a5473a08f747d5ab9df7f9ce564b3e7938e"}, +] colorama = [ {file = "colorama-0.4.4-py2.py3-none-any.whl", hash = "sha256:9f47eda37229f68eee03b24b9748937c7dc3868f906e8ba69fbcbdd3bc5dc3e2"}, {file = "colorama-0.4.4.tar.gz", hash = "sha256:5941b2b48a20143d2267e95b1c2a7603ce057ee39fd88e7329b0c292aa16869b"}, @@ -864,6 +903,10 @@ hydra-core = [ {file = "hydra-core-1.2.0.tar.gz", hash = "sha256:4990721ce4ac69abafaffee566d6b63a54faa6501ecce65b338d3251446ff634"}, {file = "hydra_core-1.2.0-py3-none-any.whl", hash = "sha256:b6614fd6d6a97a9499f7ddbef02c9dd38f2fec6a9bc83c10e248db1dae50a528"}, ] +hydra-submitit-launcher = [ + {file = "hydra-submitit-launcher-1.2.0.tar.gz", hash = "sha256:e14c8eb46d020fac60ba25f82bcc368dc55851d2683dc95c88631ffcf15e4a34"}, + {file = "hydra_submitit_launcher-1.2.0-py3-none-any.whl", hash = "sha256:51ce468fbc91211c3a46677eefde94bbb9f721c9545af0be6dd0a95658515613"}, +] idna = [ {file = "idna-3.3-py3-none-any.whl", hash = "sha256:84d9dd047ffa80596e0f246e2eab0b391788b0503584e8945f2368256d2735ff"}, {file = "idna-3.3.tar.gz", hash = "sha256:9d643ff0a55b762d5cdb124b8eaa99c66322e2157b69160bc32796e824360e6d"}, @@ -1102,6 +1145,10 @@ six = [ {file = "six-1.16.0-py2.py3-none-any.whl", hash = "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254"}, {file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"}, ] +submitit = [ + {file = "submitit-1.4.2-py3-none-any.whl", hash = "sha256:f03711f039583f1f1bb7381dca645e114bf7f145e6fffc23ddfa91301a37925d"}, + {file = "submitit-1.4.2.tar.gz", hash = "sha256:c82d43a0e1b71e16abf6920eb00ad06d7fb8887187f65d0f7781c68fa45bd908"}, +] tensorboard = [ {file = "tensorboard-2.9.0-py3-none-any.whl", hash = "sha256:bd78211076dca5efa27260afacfaa96cd05c7db12a6c09cc76a1d6b2987ca621"}, ] diff --git a/pyproject.toml b/pyproject.toml index c09a1a393ae5326f457c9c88b0a3b8f4bed2a34b..0c38469403b0ed839b4f79bd09be9e5b64198b90 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -9,6 +9,7 @@ python = "^3.7" torch = "^1.11.0" pytorch-lightning = "^1.6.4" hydra-core = "^1.2.0" +hydra-submitit-launcher = "^1.2.0" [tool.poetry.dev-dependencies]