Skip to content

Commit fd789d6

Browse files
committed
execution pipeline checked
1 parent ccc15a5 commit fd789d6

36 files changed

+2434
-3762
lines changed

.gitattributes

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
*.ipynb merge=nbdev-merge

.pre-commit-config.yaml

+16
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
repos:
2+
- repo: https://github.com/fastai/nbdev
3+
rev: 2.2.10
4+
hooks:
5+
- id: nbdev_export
6+
- id: nbdev_clean
7+
files: ^nbs/.*\.ipynb|^nbs_pipeline/.*\.ipynb$
8+
9+
- repo: local
10+
hooks:
11+
- id: clean-jupyter-files
12+
name: Clean jupyter notebooks
13+
entry: ./clean-jupyter-files.sh
14+
language: script
15+
files: ^nbs/.*\.ipynb|^nbs_pipeline/.*\.ipynb$
16+
always_run: true

clean-jupyter-files.sh

+17
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
#!/bin/sh
2+
echo "Files received:"
3+
printf '%s\n' "$@"
4+
5+
for notebook in "$@"; do
6+
#--- Clean outputs
7+
#/usr/local/share/miniconda3/envs/env/bin/nbdev_clean --clear_all --fname "$notebook"
8+
#--- Do not clean outputs
9+
echo "--> Clean $notebook "
10+
/usr/local/share/miniconda3/envs/env/bin/nbdev_clean --fname "$notebook"
11+
if [ $? -ne 0 ]; then
12+
echo "Error cleaning $notebook"
13+
fi
14+
echo "Clean $notebook -->"
15+
done
16+
17+
exit 0

dvats/_modidx.py

+52-10
Original file line numberDiff line numberDiff line change
@@ -6,25 +6,60 @@
66
'git_url': 'https://github.com/vrodriguezf/deepvats',
77
'lib_path': 'dvats'},
88
'syms': { 'dvats.all': {},
9+
'dvats.config': { 'dvats.config.build_enc_artifact': ('config.html#build_enc_artifact', 'dvats/config.py'),
10+
'dvats.config.check_project_and_entity': ('config.html#check_project_and_entity', 'dvats/config.py'),
11+
'dvats.config.custom_error': ('config.html#custom_error', 'dvats/config.py'),
12+
'dvats.config.diff_attrdict': ('config.html#diff_attrdict', 'dvats/config.py'),
13+
'dvats.config.force_artifact_config_dcae': ('config.html#force_artifact_config_dcae', 'dvats/config.py'),
14+
'dvats.config.force_artifact_config_mvp': ('config.html#force_artifact_config_mvp', 'dvats/config.py'),
15+
'dvats.config.force_artifact_config_sd2a': ('config.html#force_artifact_config_sd2a', 'dvats/config.py'),
16+
'dvats.config.frequency_factor_config': ('config.html#frequency_factor_config', 'dvats/config.py'),
17+
'dvats.config.get_artifact_config_DCAE': ('config.html#get_artifact_config_dcae', 'dvats/config.py'),
18+
'dvats.config.get_artifact_config_MVP': ('config.html#get_artifact_config_mvp', 'dvats/config.py'),
19+
'dvats.config.get_artifact_config_MVP_SWV': ('config.html#get_artifact_config_mvp_swv', 'dvats/config.py'),
20+
'dvats.config.get_artifact_config_MVP_auxiliar_variables': ( 'config.html#get_artifact_config_mvp_auxiliar_variables',
21+
'dvats/config.py'),
22+
'dvats.config.get_artifact_config_MVP_auxiliar_variables_SWV': ( 'config.html#get_artifact_config_mvp_auxiliar_variables_swv',
23+
'dvats/config.py'),
24+
'dvats.config.get_artifact_config_MVP_check_errors': ( 'config.html#get_artifact_config_mvp_check_errors',
25+
'dvats/config.py'),
26+
'dvats.config.get_artifact_config_dimensionality_reduction': ( 'config.html#get_artifact_config_dimensionality_reduction',
27+
'dvats/config.py'),
28+
'dvats.config.get_artifact_config_embeddings': ( 'config.html#get_artifact_config_embeddings',
29+
'dvats/config.py'),
30+
'dvats.config.get_artifact_config_embeddings_SWV': ( 'config.html#get_artifact_config_embeddings_swv',
31+
'dvats/config.py'),
32+
'dvats.config.get_artifact_config_sd2a': ('config.html#get_artifact_config_sd2a', 'dvats/config.py'),
33+
'dvats.config.get_artifact_config_sd2a_check_errors': ( 'config.html#get_artifact_config_sd2a_check_errors',
34+
'dvats/config.py'),
35+
'dvats.config.get_artifact_config_sd2a_get_auxiliar_variables': ( 'config.html#get_artifact_config_sd2a_get_auxiliar_variables',
36+
'dvats/config.py'),
37+
'dvats.config.get_artifact_config_xai_shap': ('config.html#get_artifact_config_xai_shap', 'dvats/config.py'),
38+
'dvats.config.get_config': ('config.html#get_config', 'dvats/config.py'),
39+
'dvats.config.get_project_data': ('config.html#get_project_data', 'dvats/config.py'),
40+
'dvats.config.get_resampling_frequency': ('config.html#get_resampling_frequency', 'dvats/config.py'),
41+
'dvats.config.get_tested_config': ('config.html#get_tested_config', 'dvats/config.py'),
42+
'dvats.config.get_train_artifact': ('config.html#get_train_artifact', 'dvats/config.py'),
43+
'dvats.config.join_constructor': ('config.html#join_constructor', 'dvats/config.py'),
44+
'dvats.config.print_colored': ('config.html#print_colored', 'dvats/config.py'),
45+
'dvats.config.recursive_attrdict': ('config.html#recursive_attrdict', 'dvats/config.py'),
46+
'dvats.config.replace_includes_with_content': ( 'config.html#replace_includes_with_content',
47+
'dvats/config.py'),
48+
'dvats.config.show_attrdict': ('config.html#show_attrdict', 'dvats/config.py'),
49+
'dvats.config.show_available_configs': ('config.html#show_available_configs', 'dvats/config.py'),
50+
'dvats.config.show_config': ('config.html#show_config', 'dvats/config.py'),
51+
'dvats.config.split_artifact_string': ('config.html#split_artifact_string', 'dvats/config.py')},
952
'dvats.dr': { 'dvats.dr.check_compatibility': ('dr.html#check_compatibility', 'dvats/dr.py'),
1053
'dvats.dr.cluster_score': ('dr.html#cluster_score', 'dvats/dr.py'),
11-
'dvats.dr.color_for_percentage': ('dr.html#color_for_percentage', 'dvats/dr.py'),
12-
'dvats.dr.create_bar': ('dr.html#create_bar', 'dvats/dr.py'),
1354
'dvats.dr.get_PCA_prjs': ('dr.html#get_pca_prjs', 'dvats/dr.py'),
1455
'dvats.dr.get_TSNE_prjs': ('dr.html#get_tsne_prjs', 'dvats/dr.py'),
15-
'dvats.dr.get_UMAP_prjs': ('dr.html#get_umap_prjs', 'dvats/dr.py'),
16-
'dvats.dr.get_gpu_memory': ('dr.html#get_gpu_memory', 'dvats/dr.py'),
17-
'dvats.dr.gpu_memory_status': ('dr.html#gpu_memory_status', 'dvats/dr.py')},
56+
'dvats.dr.get_UMAP_prjs': ('dr.html#get_umap_prjs', 'dvats/dr.py')},
1857
'dvats.encoder': { 'dvats.encoder.DCAE_torch': ('encoder.html#dcae_torch', 'dvats/encoder.py'),
1958
'dvats.encoder.DCAE_torch.__init__': ('encoder.html#__init__', 'dvats/encoder.py'),
2059
'dvats.encoder.DCAE_torch.forward': ('encoder.html#forward', 'dvats/encoder.py'),
21-
'dvats.encoder.color_for_percentage': ('encoder.html#color_for_percentage', 'dvats/encoder.py'),
22-
'dvats.encoder.create_bar': ('encoder.html#create_bar', 'dvats/encoder.py'),
2360
'dvats.encoder.get_enc_embs': ('encoder.html#get_enc_embs', 'dvats/encoder.py'),
2461
'dvats.encoder.get_enc_embs_set_stride_set_batch_size': ( 'encoder.html#get_enc_embs_set_stride_set_batch_size',
25-
'dvats/encoder.py'),
26-
'dvats.encoder.get_gpu_memory_': ('encoder.html#get_gpu_memory_', 'dvats/encoder.py'),
27-
'dvats.encoder.gpu_memory_status_': ('encoder.html#gpu_memory_status_', 'dvats/encoder.py')},
62+
'dvats/encoder.py')},
2863
'dvats.imports': {},
2964
'dvats.load': { 'dvats.load.TSArtifact': ('load.html#tsartifact', 'dvats/load.py'),
3065
'dvats.load.TSArtifact.__init__': ('load.html#__init__', 'dvats/load.py'),
@@ -34,6 +69,12 @@
3469
'dvats.load.wandb.apis.public.Artifact.to_df': ('load.html#wandb.apis.public.artifact.to_df', 'dvats/load.py'),
3570
'dvats.load.wandb.apis.public.Artifact.to_tsartifact': ( 'load.html#wandb.apis.public.artifact.to_tsartifact',
3671
'dvats/load.py')},
72+
'dvats.memory': { 'dvats.memory.color_for_percentage': ('memory.html#color_for_percentage', 'dvats/memory.py'),
73+
'dvats.memory.cpu_memory_status': ('memory.html#cpu_memory_status', 'dvats/memory.py'),
74+
'dvats.memory.create_bar': ('memory.html#create_bar', 'dvats/memory.py'),
75+
'dvats.memory.get_cpu_memory': ('memory.html#get_cpu_memory', 'dvats/memory.py'),
76+
'dvats.memory.get_gpu_memory': ('memory.html#get_gpu_memory', 'dvats/memory.py'),
77+
'dvats.memory.gpu_memory_status': ('memory.html#gpu_memory_status', 'dvats/memory.py')},
3778
'dvats.utils': { 'dvats.utils.Learner.export_and_get': ('utils.html#learner.export_and_get', 'dvats/utils.py'),
3879
'dvats.utils.PrintLayer': ('utils.html#printlayer', 'dvats/utils.py'),
3980
'dvats.utils.PrintLayer.__init__': ('utils.html#__init__', 'dvats/utils.py'),
@@ -49,6 +90,7 @@
4990
'dvats.utils.normalize_columns': ('utils.html#normalize_columns', 'dvats/utils.py'),
5091
'dvats.utils.py_function': ('utils.html#py_function', 'dvats/utils.py'),
5192
'dvats.utils.remove_constant_columns': ('utils.html#remove_constant_columns', 'dvats/utils.py'),
93+
'dvats.utils.update_patch': ('utils.html#update_patch', 'dvats/utils.py'),
5294
'dvats.utils.wandb.apis.public.Artifact.to_obj': ( 'utils.html#wandb.apis.public.artifact.to_obj',
5395
'dvats/utils.py')},
5496
'dvats.visualization': { 'dvats.visualization.plot_TS': ('visualization.html#plot_ts', 'dvats/visualization.py'),

dvats/_nbdev.py

+4-1
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,10 @@
3030
"encoder.py",
3131
"load.py",
3232
"utils.py",
33-
"visualization.py"]
33+
"visualization.py",
34+
"memory.py",
35+
"config.py",
36+
]
3437

3538
doc_url = "https://vrodriguezf.github.io/tchub/"
3639

dvats/all.py

+3-1
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,8 @@
22
from .imports import *
33
from .load import *
44
from .utils import *
5+
from .config import *
6+
from .memory import *
57
from .dr import *
68
from .encoder import *
7-
from .visualization import *
9+
from .visualization import *

0 commit comments

Comments
 (0)