From f31c0ad804399bb58d38c53b2adfa35269019e18 Mon Sep 17 00:00:00 2001 From: Maxime Hubert Date: Thu, 1 Aug 2024 14:29:50 +0200 Subject: [PATCH] added VST to DVC --- Dockerfile | 2 +- data/.gitignore | 1 + data/VST.dvc | 6 ++++++ data/processed.dvc | 6 ------ data/raw.dvc | 6 +++--- dvc.yaml | 42 +++++++++++++++++++++--------------------- params.yaml | 2 +- 7 files changed, 33 insertions(+), 32 deletions(-) create mode 100644 data/VST.dvc delete mode 100644 data/processed.dvc diff --git a/Dockerfile b/Dockerfile index b50ad9d..eefc990 100644 --- a/Dockerfile +++ b/Dockerfile @@ -32,7 +32,7 @@ RUN wget --no-check-certificate https://www.python.org/ftp/python/3.12.4/Python- # Delete the unzipped directory and downloaded archive to save space && rm -rf Python-3.12.4 Python-3.12.4.tgz \ # Create symlink for python3 - && ln -s /usr/local/bin/python3.12 /usr/local/bin/python3 + && ln -s /usr/local/bin/python3.12 /usr/local/bin/python3 \ && ln -s /usr/local/bin/python3.12 /usr/local/bin/python # Set the working directory diff --git a/data/.gitignore b/data/.gitignore index 5afa660..dc20493 100644 --- a/data/.gitignore +++ b/data/.gitignore @@ -1,2 +1,3 @@ /raw /processed +/VST diff --git a/data/VST.dvc b/data/VST.dvc new file mode 100644 index 0000000..4fc7e9a --- /dev/null +++ b/data/VST.dvc @@ -0,0 +1,6 @@ +outs: +- md5: 5a5cd90402cf8cc2f98d5992f6a487c3.dir + size: 23987200 + nfiles: 1 + hash: md5 + path: VST diff --git a/data/processed.dvc b/data/processed.dvc deleted file mode 100644 index f84126b..0000000 --- a/data/processed.dvc +++ /dev/null @@ -1,6 +0,0 @@ -outs: -- md5: 99a3ca981642536a71ade2b774fef371.dir - size: 3777334664 - nfiles: 1 - hash: md5 - path: processed diff --git a/data/raw.dvc b/data/raw.dvc index 3b32c81..7950332 100644 --- a/data/raw.dvc +++ b/data/raw.dvc @@ -1,6 +1,6 @@ outs: -- md5: 2dcbe8daf66e7ea8b0e6cf093d76c2e1.dir - size: 1278404546 - nfiles: 2533 +- md5: d256e119f06c12d2eaa3146f535fe4d9.dir + size: 25641601540 + nfiles: 40966 hash: md5 path: raw diff --git a/dvc.yaml b/dvc.yaml index 6032404..5e2d042 100644 --- a/dvc.yaml +++ b/dvc.yaml @@ -1,25 +1,25 @@ stages: - # preprocess: - # cmd: python source/preprocess.py - # deps: - # - source/preprocess.py - # - source/utilities/dataset.py - # - data/raw/ - # params: - # - preprocess.input_directory - # - preprocess.dry_output_directory - # - preprocess.short_output_directory - # - preprocess.wet_output_directory - # - preprocess.board_chunk_size - # - preprocess.sliding_mean_length - # - preprocess.noise_duration - # - preprocess.num_noises - # - preprocess.plate_reverb_path - # - preprocess.model_batch_size - # - train.input_size - # - general.sample_rate - # outs: - # - data/processed/ + preprocess: + cmd: python3 source/preprocess.py + deps: + - source/preprocess.py + - source/utilities/dataset.py + - data/raw/ + params: + - preprocess.input_directory + - preprocess.dry_output_directory + - preprocess.short_output_directory + - preprocess.wet_output_directory + - preprocess.board_chunk_size + - preprocess.sliding_mean_length + - preprocess.noise_duration + - preprocess.num_noises + - preprocess.plate_reverb_path + - preprocess.model_batch_size + - train.input_size + - general.sample_rate + outs: + - data/processed/ train: cmd: python3 source/train.py deps: diff --git a/params.yaml b/params.yaml index e2d00dc..91b677f 100644 --- a/params.yaml +++ b/params.yaml @@ -20,7 +20,7 @@ train: n_inputs: 1 n_bands: 16 latent_dim: 128 - n_epochs: 1 + n_epochs: 1000 batch_size: 32 kernel_size: 13 n_blocks: 3