added technical validation

iiscleap · Oct 12, 2022 · bf300ae · bf300ae
1 parent 5c329fb
commit bf300ae
Show file tree

Hide file tree

Showing 125 changed files with 108,750 additions and 0 deletions.
diff --git a/...ion/annotations/LABELS/breathing-deep.csv → ...ion/annotations/LABELS/breathing-deep.csv b/...ion/annotations/LABELS/breathing-deep.csv → ...ion/annotations/LABELS/breathing-deep.csv
diff --git a/.../annotations/LABELS/breathing-shallow.csv → .../annotations/LABELS/breathing-shallow.csv b/.../annotations/LABELS/breathing-shallow.csv → .../annotations/LABELS/breathing-shallow.csv
diff --git a/...dation/annotations/LABELS/cough-heavy.csv → ...cation/annotations/LABELS/cough-heavy.csv b/...dation/annotations/LABELS/cough-heavy.csv → ...cation/annotations/LABELS/cough-heavy.csv
diff --git a/...tion/annotations/LABELS/cough-shallow.csv → ...tion/annotations/LABELS/cough-shallow.csv b/...tion/annotations/LABELS/cough-shallow.csv → ...tion/annotations/LABELS/cough-shallow.csv
diff --git a/...tion/annotations/LABELS/counting-fast.csv → ...tion/annotations/LABELS/counting-fast.csv b/...tion/annotations/LABELS/counting-fast.csv → ...tion/annotations/LABELS/counting-fast.csv
diff --git a/...on/annotations/LABELS/counting-normal.csv → ...on/annotations/LABELS/counting-normal.csv b/...on/annotations/LABELS/counting-normal.csv → ...on/annotations/LABELS/counting-normal.csv
diff --git a/...validation/annotations/LABELS/vowel-a.csv → ...sification/annotations/LABELS/vowel-a.csv b/...validation/annotations/LABELS/vowel-a.csv → ...sification/annotations/LABELS/vowel-a.csv
diff --git a/...validation/annotations/LABELS/vowel-e.csv → ...sification/annotations/LABELS/vowel-e.csv b/...validation/annotations/LABELS/vowel-e.csv → ...sification/annotations/LABELS/vowel-e.csv
diff --git a/...validation/annotations/LABELS/vowel-o.csv → ...sification/annotations/LABELS/vowel-o.csv b/...validation/annotations/LABELS/vowel-o.csv → ...sification/annotations/LABELS/vowel-o.csv
diff --git a/...nical_validation/conf/classification.conf → ...s_classification/conf/classification.conf b/...nical_validation/conf/classification.conf → ...s_classification/conf/classification.conf
diff --git a/technical_validation/conf/feature.conf → .../9_class_classification/conf/feature.conf b/technical_validation/conf/feature.conf → .../9_class_classification/conf/feature.conf
diff --git a/technical_validation/conf/train_lr.conf → ...9_class_classification/conf/train_lr.conf b/technical_validation/conf/train_lr.conf → ...9_class_classification/conf/train_lr.conf
diff --git a/technical_validation/conf/train_mlp.conf → ..._class_classification/conf/train_mlp.conf b/technical_validation/conf/train_mlp.conf → ..._class_classification/conf/train_mlp.conf
diff --git a/technical_validation/conf/train_rbfSVM.conf → ...ass_classification/conf/train_rbfSVM.conf b/technical_validation/conf/train_rbfSVM.conf → ...ass_classification/conf/train_rbfSVM.conf
diff --git a/technical_validation/data/breathing-deep/all → ...ss_classification/data/breathing-deep/all b/technical_validation/data/breathing-deep/all → ...ss_classification/data/breathing-deep/all
diff --git a/...al_validation/data/breathing-deep/all.scp → ...lassification/data/breathing-deep/all.scp b/...al_validation/data/breathing-deep/all.scp → ...lassification/data/breathing-deep/all.scp
diff --git a/...alidation/data/breathing-deep/bad_ids.npy → ...ification/data/breathing-deep/bad_ids.npy b/...alidation/data/breathing-deep/bad_ids.npy → ...ification/data/breathing-deep/bad_ids.npy
diff --git a/..._validation/data/breathing-deep/feats.scp → ...ssification/data/breathing-deep/feats.scp b/..._validation/data/breathing-deep/feats.scp → ...ssification/data/breathing-deep/feats.scp
diff --git a/...cal_validation/data/breathing-shallow/all → ...classification/data/breathing-shallow/all b/...cal_validation/data/breathing-shallow/all → ...classification/data/breathing-shallow/all
diff --git a/...validation/data/breathing-shallow/all.scp → ...sification/data/breathing-shallow/all.scp b/...validation/data/breathing-shallow/all.scp → ...sification/data/breathing-shallow/all.scp
diff --git a/...dation/data/breathing-shallow/bad_ids.npy → ...cation/data/breathing-shallow/bad_ids.npy b/...dation/data/breathing-shallow/bad_ids.npy → ...cation/data/breathing-shallow/bad_ids.npy
diff --git a/...lidation/data/breathing-shallow/feats.scp → ...fication/data/breathing-shallow/feats.scp b/...lidation/data/breathing-shallow/feats.scp → ...fication/data/breathing-shallow/feats.scp
diff --git a/technical_validation/data/cough-heavy/all → ...class_classification/data/cough-heavy/all b/technical_validation/data/cough-heavy/all → ...class_classification/data/cough-heavy/all
diff --git a/...nical_validation/data/cough-heavy/all.scp → ...s_classification/data/cough-heavy/all.scp b/...nical_validation/data/cough-heavy/all.scp → ...s_classification/data/cough-heavy/all.scp
diff --git a/...l_validation/data/cough-heavy/bad_ids.npy → ...assification/data/cough-heavy/bad_ids.npy b/...l_validation/data/cough-heavy/bad_ids.npy → ...assification/data/cough-heavy/bad_ids.npy
diff --git a/...cal_validation/data/cough-heavy/feats.scp → ...classification/data/cough-heavy/feats.scp b/...cal_validation/data/cough-heavy/feats.scp → ...classification/data/cough-heavy/feats.scp
diff --git a/technical_validation/data/cough-shallow/all → ...ass_classification/data/cough-shallow/all b/technical_validation/data/cough-shallow/all → ...ass_classification/data/cough-shallow/all
diff --git a/...cal_validation/data/cough-shallow/all.scp → ...classification/data/cough-shallow/all.scp b/...cal_validation/data/cough-shallow/all.scp → ...classification/data/cough-shallow/all.scp
diff --git a/...validation/data/cough-shallow/bad_ids.npy → ...sification/data/cough-shallow/bad_ids.npy b/...validation/data/cough-shallow/bad_ids.npy → ...sification/data/cough-shallow/bad_ids.npy
diff --git a/...l_validation/data/cough-shallow/feats.scp → ...assification/data/cough-shallow/feats.scp b/...l_validation/data/cough-shallow/feats.scp → ...assification/data/cough-shallow/feats.scp
diff --git a/technical_validation/data/counting-fast/all → ...ass_classification/data/counting-fast/all b/technical_validation/data/counting-fast/all → ...ass_classification/data/counting-fast/all
diff --git a/...cal_validation/data/counting-fast/all.scp → ...classification/data/counting-fast/all.scp b/...cal_validation/data/counting-fast/all.scp → ...classification/data/counting-fast/all.scp
diff --git a/...validation/data/counting-fast/bad_ids.npy → ...sification/data/counting-fast/bad_ids.npy b/...validation/data/counting-fast/bad_ids.npy → ...sification/data/counting-fast/bad_ids.npy
diff --git a/...l_validation/data/counting-fast/feats.scp → ...assification/data/counting-fast/feats.scp b/...l_validation/data/counting-fast/feats.scp → ...assification/data/counting-fast/feats.scp
diff --git a/...nical_validation/data/counting-normal/all → ...s_classification/data/counting-normal/all b/...nical_validation/data/counting-normal/all → ...s_classification/data/counting-normal/all
diff --git a/...l_validation/data/counting-normal/all.scp → ...assification/data/counting-normal/all.scp b/...l_validation/data/counting-normal/all.scp → ...assification/data/counting-normal/all.scp
diff --git a/...lidation/data/counting-normal/bad_ids.npy → ...fication/data/counting-normal/bad_ids.npy b/...lidation/data/counting-normal/bad_ids.npy → ...fication/data/counting-normal/bad_ids.npy
diff --git a/...validation/data/counting-normal/feats.scp → ...sification/data/counting-normal/feats.scp b/...validation/data/counting-normal/feats.scp → ...sification/data/counting-normal/feats.scp
diff --git a/technical_validation/data/vowel-a/all → ...n/9_class_classification/data/vowel-a/all b/technical_validation/data/vowel-a/all → ...n/9_class_classification/data/vowel-a/all
diff --git a/technical_validation/data/vowel-a/all.scp → ...class_classification/data/vowel-a/all.scp b/technical_validation/data/vowel-a/all.scp → ...class_classification/data/vowel-a/all.scp
diff --git a/...nical_validation/data/vowel-a/bad_ids.npy → ...s_classification/data/vowel-a/bad_ids.npy b/...nical_validation/data/vowel-a/bad_ids.npy → ...s_classification/data/vowel-a/bad_ids.npy
diff --git a/technical_validation/data/vowel-a/feats.scp → ...ass_classification/data/vowel-a/feats.scp b/technical_validation/data/vowel-a/feats.scp → ...ass_classification/data/vowel-a/feats.scp
diff --git a/technical_validation/data/vowel-e/all → ...n/9_class_classification/data/vowel-e/all b/technical_validation/data/vowel-e/all → ...n/9_class_classification/data/vowel-e/all
diff --git a/technical_validation/data/vowel-e/all.scp → ...class_classification/data/vowel-e/all.scp b/technical_validation/data/vowel-e/all.scp → ...class_classification/data/vowel-e/all.scp
diff --git a/...nical_validation/data/vowel-e/bad_ids.npy → ...s_classification/data/vowel-e/bad_ids.npy b/...nical_validation/data/vowel-e/bad_ids.npy → ...s_classification/data/vowel-e/bad_ids.npy
diff --git a/technical_validation/data/vowel-e/feats.scp → ...ass_classification/data/vowel-e/feats.scp b/technical_validation/data/vowel-e/feats.scp → ...ass_classification/data/vowel-e/feats.scp
diff --git a/technical_validation/data/vowel-o/all → ...n/9_class_classification/data/vowel-o/all b/technical_validation/data/vowel-o/all → ...n/9_class_classification/data/vowel-o/all
diff --git a/technical_validation/data/vowel-o/all.scp → ...class_classification/data/vowel-o/all.scp b/technical_validation/data/vowel-o/all.scp → ...class_classification/data/vowel-o/all.scp
diff --git a/...nical_validation/data/vowel-o/bad_ids.npy → ...s_classification/data/vowel-o/bad_ids.npy b/...nical_validation/data/vowel-o/bad_ids.npy → ...s_classification/data/vowel-o/bad_ids.npy
diff --git a/technical_validation/data/vowel-o/feats.scp → ...ass_classification/data/vowel-o/feats.scp b/technical_validation/data/vowel-o/feats.scp → ...ass_classification/data/vowel-o/feats.scp
diff --git a/technical_validation/local/classification.py → ...ss_classification/local/classification.py b/technical_validation/local/classification.py → ...ss_classification/local/classification.py
diff --git a/...al_validation/local/feature_extraction.py → ...lassification/local/feature_extraction.py b/...al_validation/local/feature_extraction.py → ...lassification/local/feature_extraction.py
diff --git a/technical_validation/local/filter_list.py → ...class_classification/local/filter_list.py b/technical_validation/local/filter_list.py → ...class_classification/local/filter_list.py
diff --git a/technical_validation/local/prepare_list.py → ...lass_classification/local/prepare_list.py b/technical_validation/local/prepare_list.py → ...lass_classification/local/prepare_list.py
diff --git a/technical_validation/parse_options.sh → ...n/9_class_classification/parse_options.sh b/technical_validation/parse_options.sh → ...n/9_class_classification/parse_options.sh
diff --git a/technical_validation/path_files/wav.scp → ...9_class_classification/path_files/wav.scp b/technical_validation/path_files/wav.scp → ...9_class_classification/path_files/wav.scp
diff --git a/technical_validation/plot_results.ipynb → ...9_class_classification/plot_results.ipynb b/technical_validation/plot_results.ipynb → ...9_class_classification/plot_results.ipynb
diff --git a/...results/RandomForest/confusion_matrix.jpg → ...results/RandomForest/confusion_matrix.jpg b/...results/RandomForest/confusion_matrix.jpg → ...results/RandomForest/confusion_matrix.jpg
diff --git a/...alidation/results/RandomForest/y_pred.npy → ...ification/results/RandomForest/y_pred.npy b/...alidation/results/RandomForest/y_pred.npy → ...ification/results/RandomForest/y_pred.npy
diff --git a/...ion/results/RandomForest/y_pred_proba.npy → ...ion/results/RandomForest/y_pred_proba.npy b/...ion/results/RandomForest/y_pred_proba.npy → ...ion/results/RandomForest/y_pred_proba.npy
diff --git a/...alidation/results/RandomForest/y_true.npy → ...ification/results/RandomForest/y_true.npy b/...alidation/results/RandomForest/y_true.npy → ...ification/results/RandomForest/y_true.npy
diff --git a/technical_validation/run.sh → ..._validation/9_class_classification/run.sh b/technical_validation/run.sh → ..._validation/9_class_classification/run.sh
diff --git a/technical_validation/run_classification.sh → ...lass_classification/run_classification.sh b/technical_validation/run_classification.sh → ...lass_classification/run_classification.sh
diff --git a/...ical_validation/run_feature_extraction.sh → ..._classification/run_feature_extraction.sh b/...ical_validation/run_feature_extraction.sh → ..._classification/run_feature_extraction.sh
diff --git a/technical_validation/gender_classification/annotations/LABELS/breathing-deep.csv b/technical_validation/gender_classification/annotations/LABELS/breathing-deep.csv
diff --git a/technical_validation/gender_classification/annotations/LABELS/breathing-shallow.csv b/technical_validation/gender_classification/annotations/LABELS/breathing-shallow.csv
diff --git a/technical_validation/gender_classification/annotations/LABELS/cough-heavy.csv b/technical_validation/gender_classification/annotations/LABELS/cough-heavy.csv
diff --git a/technical_validation/gender_classification/annotations/LABELS/cough-shallow.csv b/technical_validation/gender_classification/annotations/LABELS/cough-shallow.csv
diff --git a/technical_validation/gender_classification/annotations/LABELS/counting-fast.csv b/technical_validation/gender_classification/annotations/LABELS/counting-fast.csv
diff --git a/technical_validation/gender_classification/annotations/LABELS/counting-normal.csv b/technical_validation/gender_classification/annotations/LABELS/counting-normal.csv
diff --git a/technical_validation/gender_classification/annotations/LABELS/vowel-a.csv b/technical_validation/gender_classification/annotations/LABELS/vowel-a.csv
diff --git a/technical_validation/gender_classification/annotations/LABELS/vowel-e.csv b/technical_validation/gender_classification/annotations/LABELS/vowel-e.csv
diff --git a/technical_validation/gender_classification/annotations/LABELS/vowel-o.csv b/technical_validation/gender_classification/annotations/LABELS/vowel-o.csv
diff --git a/technical_validation/gender_classification/conf/classification.conf b/technical_validation/gender_classification/conf/classification.conf
@@ -0,0 +1,13 @@
+[default]
+#feature_type=mfcc
+classifier = RandomForest
+#can be LogisticRegression, RandomForest
+
+[RandomForest]
+n_estimators=50
+criterion=gini
+
+[LogisticRegression]
+C=1.0
+max_iter=100
+class_weight=balanced
diff --git a/technical_validation/gender_classification/conf/feature.conf b/technical_validation/gender_classification/conf/feature.conf
@@ -0,0 +1,29 @@
+[default]
+#feature_type=mfcc
+feature_type=logMelSpec
+sampling_rate = 44100
+# parameters below are in samples
+window_size = 1024
+window_shift = 441
+
+[sad]
+threshold = 0.0001
+# parameters below are in milli-seconds
+start_end_sil_length = 20
+silence_margin = 50
+
+[mfcc]
+n_mfcc = 39
+n_mels = 64
+fmax = 22050							
+add_deltas = True
+add_delta_deltas = True
+
+[logMelSpec]
+n_mfcc = 40
+n_mels = 64
+f_max = 22050
+#window_size = 25
+#hop_length = 10
+compute_deltas = True
+compute_delta_deltas = True
diff --git a/technical_validation/gender_classification/conf/train_lr.conf b/technical_validation/gender_classification/conf/train_lr.conf
@@ -0,0 +1,12 @@
+[default]
+#model = linearSVM, LogisticRegression, rbfSVM
+model = linearSVM
+seed = 42
+
+[LogisticRegression]
+C = 0.01
+max_iter = 40
+solver = liblinear
+penalty = l2
+class_weight = balanced
+verbose = True
diff --git a/technical_validation/gender_classification/conf/train_mlp.conf b/technical_validation/gender_classification/conf/train_mlp.conf
@@ -0,0 +1,13 @@
+[default]
+model = MLP
+seed = 42
+
+[MLP]
+learning_rate_init = 0.001
+alpha = 0.001
+solver = adam
+hidden_layer_sizes = 20
+max_iter = 500
+activation = tanh
+verbose = True
+class_weight = balanced
diff --git a/technical_validation/gender_classification/conf/train_rbfSVM.conf b/technical_validation/gender_classification/conf/train_rbfSVM.conf
@@ -0,0 +1,11 @@
+[default]
+#model = linearSVM, LogisticRegression, rbfSVM
+model = rbfSVM
+seed = 42
+
+[rbfSVM]
+C = 100
+kernel=rbf
+class_weight=balanced
+probability=True
+verbose = True