Initial commit

hydra_flash/conf/config.yaml

+defaults:
+  - _self_
+  - datamodule: hymenoptera
+  - model: resnet18
+  - datamodule@predict_datamodule: hymenoptera_test
+
+trainer:
+  _target_: flash.Trainer
+  max_epochs: 3
+  gpus: 1
+
+preprocess:
+  _target_: flash.core.data.utils.download_data
+  url: "https://pl-flash-data.s3.amazonaws.com/hymenoptera_data.zip"
+  path: "./data"

hydra_flash/conf/config_old.yaml

+preprocess:
+  _target_: flash.core.data.utils.download_data
+  url: "https://pl-flash-data.s3.amazonaws.com/hymenoptera_data.zip"
+  path: "./data"
+
+datamodule:
+  _target_: flash.image.ImageClassificationData.from_folders
+  train_folder: ${preprocess.path}/hymenoptera_data/train/
+  val_folder: ${preprocess.path}/hymenoptera_data/val/
+  batch_size: 4
+  num_workers: 12
+  transform_kwargs:
+    image_size: [196, 196]
+    mean: [0.485, 0.456, 0.406]
+    std: [0.229, 0.224, 0.225]
+
+model:
+  _target_: flash.image.ImageClassifier
+  backbone: resnet18
+
+trainer:
+  _target_: flash.Trainer
+  max_epochs: 3
+  gpus: 1
+
+predict_datamodule:
+  _target_: flash.image.ImageClassificationData.from_files
+  predict_files:
+    - "data/hymenoptera_data/val/bees/65038344_52a45d090d.jpg"
+    - "data/hymenoptera_data/val/bees/590318879_68cf112861.jpg"
+    - "data/hymenoptera_data/val/ants/540543309_ddbb193ee5.jpg"
+  batch_size: 3

hydra_flash/conf/datamodule/hymenoptera.yaml

+_target_: flash.image.ImageClassificationData.from_folders
+train_folder: ${preprocess.path}/hymenoptera_data/train/
+val_folder: ${preprocess.path}/hymenoptera_data/val/
+batch_size: 4
+num_workers: 12
+transform_kwargs:
+  image_size: [196, 196]
+  mean: [0.485, 0.456, 0.406]
+  std: [0.229, 0.224, 0.225]

hydra_flash/conf/datamodule/hymenoptera_test.yaml

+_target_: flash.image.ImageClassificationData.from_files
+predict_files:
+  - "data/hymenoptera_data/val/bees/65038344_52a45d090d.jpg"
+  - "data/hymenoptera_data/val/bees/590318879_68cf112861.jpg"
+  - "data/hymenoptera_data/val/ants/540543309_ddbb193ee5.jpg"
+batch_size: 3

hydra_flash/conf/model/gernet.yaml

+_target_: flash.image.ImageClassifier
+backbone: gernet_s
+learning_rate: 1.e-3

hydra_flash/conf/model/resnet18.yaml

+_target_: flash.image.ImageClassifier
+backbone: resnet18
+learning_rate: 1.e-3

hydra_flash/train.py

+import hydra
+from hydra.utils import call, instantiate as hydra_instantiate
+from functools import partial
+import logging
+
+log = logging.getLogger(__name__)
+
+instantiate = partial(hydra_instantiate, _convert_="all")
+
+
+@hydra.main(version_base=None, config_path="conf", config_name="config")
+def main(cfg):
+    # Preprocess : download and/or unzip data
+    call(cfg.preprocess)
+
+    datamodule = instantiate(cfg.datamodule)
+
+    model = instantiate(cfg.model, labels=datamodule.labels)
+
+    trainer = instantiate(cfg.trainer)
+    trainer.finetune(model, datamodule=datamodule, strategy="freeze")
+
+    predict_datamodule = instantiate(cfg.predict_datamodule)
+    predictions = trainer.predict(model, datamodule=predict_datamodule, output="labels")
+    log.info(f"predictions : {predictions}")

pyproject.toml

+[tool.poetry]
+name = "hydra-flash"
+version = "0.1.0"
+description = ""
+authors = ["Victor Joos <victor.joos@uclouvain.be>"]
+
+[tool.poetry.dependencies]
+python = "^3.7"
+torch = "^1.11.0"
+pytorch-lightning = "^1.6.4"
+hydra-core = "^1.2.0"
+
+[tool.poetry.dev-dependencies]
+
+[tool.poetry.scripts]
+flashtrain = 'hydra_flash.train:main'
+
+[build-system]
+requires = ["poetry-core>=1.0.0"]
+build-backend = "poetry.core.masonry.api"