Updated data download instructions.

README.md

@@ -59,7 +59,29 @@ Activate the conda environment.
 conda activate LabelTool
 ```
 
-Download the SeeingThroughFog dataset from the [DENSE dataset webpage](https://www.uni-ulm.de/en/in/driveu/projects/dense-datasets). Please download the zip files per sensor and copy all sensorfolders into one common dataset folder.
+Download the SeeingThroughFog dataset from the [DENSE dataset webpage](https://www.uni-ulm.de/en/in/driveu/projects/dense-datasets). Please download all split zip files named SeeingThroughFogCompressed.zXX.
+After downloading you can first check the dataset integrity by comparing the sha256sum. The file SeeingThroughFog_sha256sum.txt is part of this repository. 
+````
+sha256sum -c SeeingThroughFog_sha256sum.txt
+````
+Secondly you will have to unzip the dataset twice. The first unzipping can be performed using 7z retrieving each compressed split sensor zip. 
+You can install 7z applying:
+```
+sudo apt install p7zip-full
+```
+The extraction command is as follows,
+```
+7z x SeeingThroughFogCompressed.zip 
+```
+The extraction will return you a directory structure containing each sensor in a subdirectory split into compressed zip archives.  
+To extract those sensors you can run
+```
+bash extract.sh
+```
+Take care to comment the sensors you don't need to save storage and change the source "path_root" and destination path "dest_root".
+The labels are stored in the gt_labels folder and labeltool_labels zip and not handeled by the extract.sh script. The gt_labels folder contains all object annotations per sample.
+The labeltool_labels.zip contains all meta data about environment conditions including weather, road state and illumination conditions. 
+
 Currently, the dataset is experiencing more demand than expected. This leads to unexpected downtimes we want to excuse. 
 Accessing the download page through firefox is recommended and maintained with priority. In case of unavailability, please 
 reach out to the corresponding authors with a detailed error message/screenshot (including operating system and browser) via mail. 

SeeingThroughFog_sha256sum.txt

@@ -0,0 +1,19 @@
+b44853fa248c954a33b64cf85559bec8a2e5823c1fa7fc56c45864e169a1b25e  SeeingThroughFogCompressed.z01
+29df82215a9c8d384952c16f9eef52baf969af3fe7cd576c0c5016dd0f666b28  SeeingThroughFogCompressed.z02
+f3df0214b99bf523b70d066a77c90b141183ee8a45251b54dde7546e388250cc  SeeingThroughFogCompressed.z03
+8a2b683d86f2c2ac3acf733817d685ca0b546712c64656d4677c69c14ba2ffda  SeeingThroughFogCompressed.z04
+8a3dd872ec47fd26136935451682faebc05874669d36563210dfdf11f6eb5245  SeeingThroughFogCompressed.z05
+5582f5cec194511b9306ed4e133b5ee310d072424d1387ea7666de22fde109d8  SeeingThroughFogCompressed.z06
+82508417c4a9356451ba60a2245a7a160db5ea699bb3bcfb94decdeb3902f01b  SeeingThroughFogCompressed.z07
+ab93e5d41d1db4d9060b0e2b3ab326681e4d2a0b4782eb652766cafbea78ab5d  SeeingThroughFogCompressed.z08
+b8fc6a8864d9c7a1fa043487f53d06cd461aa753e1bbc6ec86fbfb384e38a5b4  SeeingThroughFogCompressed.z09
+f92224520be74cd451ddd1af594fbf52575346dfaa43e3c2eeb8f1d92576c086  SeeingThroughFogCompressed.z10
+4251ddb71a2ce06f380c3352e14cb71e5d97992c094041454a2537ecebdc836c  SeeingThroughFogCompressed.z11
+e47f66b6a0d92596c2d740df55f6395271048dcca30bb9e52292fd9321e55e32  SeeingThroughFogCompressed.z12
+0d9ed6279bd8ba544a3692b7f42e8a46c09725c64ab246fe537cd54cbb0da983  SeeingThroughFogCompressed.z13
+4e909b5ca10f1b5d7be435761e4dd78b893205c5c7eb687770945018b18ed2d2  SeeingThroughFogCompressed.z14
+a609c9a471cd34e8b698731c70c8d64042e554b786595700ddd84e51a98c5a83  SeeingThroughFogCompressed.z15
+bdfda0f0f34cefb2563ada77a0dd0efcca4933b0996290a64404f712b7e81463  SeeingThroughFogCompressed.z16
+0b47d53bdaca181f9eb645c08d5f675d6b933b65cd0a7a2aa84d12670e5d6b31  SeeingThroughFogCompressed.z17
+5ea44e1dd882264d82b287597a2dbf556a9fa53a7e6698833f885bd85f6f3bd5  SeeingThroughFogCompressed.z18
+bcb5f7e4cdd76f3667fd556091b73fa6c3314305a828ec97ec6da77c362488f7  SeeingThroughFogCompressed.zip

extract.sh

@@ -0,0 +1,76 @@
+#!/bin/bash
+
+#Uncomment sensors you need for your research
+
+declare -a folder=(
+"calib_cam_stereo_left.json"
+"calib_gated_bwv.json"
+"calib_tf_tree_full.json"
+#"radar_targets"
+#"cam_stereo_left"
+#"cam_stereo_left_lut"
+#"cam_stereo_left_raw_history_1"
+#"cam_stereo_left_raw_history_-1"
+#"cam_stereo_left_raw_history_2"
+#"cam_stereo_left_raw_history_-2"
+#"cam_stereo_left_raw_history_3"
+#"cam_stereo_left_raw_history_-3"
+#"cam_stereo_left_raw_history_4"
+#"cam_stereo_left_raw_history_-4"
+#"cam_stereo_left_raw_history_-5"
+#"cam_stereo_left_raw_history_-6"
+#"fir_axis"
+#"gated0_raw"
+#"gated0_rect"
+#"gated0_rect8"
+#"gated1_raw"
+#"gated1_rect"
+#"gated1_rect8"
+#"gated2_raw"
+#"gated2_rect"
+#"gated2_rect8"
+#"gated_full_acc_rect"
+#"gated_full_acc_rect8"
+#"gated_full_rect"
+#"gated_full_rect8"
+"lidar_hdl64_last"
+#"lidar_hdl64_last_gated"
+#"lidar_hdl64_last_stereo_left"
+#"lidar_hdl64_strongest"
+#"lidar_hdl64_strongest_gated"
+#"lidar_hdl64_strongest_stereo_left"
+#"lidar_vlp32_last"
+#"lidar_vlp32_strongest"
+#"road_friction"
+#"weather_station"
+)
+
+# change path to your zipped dataset and destination path
+
+path_root="SeeingThroughFogCompressed"
+dest_root="SeeingThroughFogCompressedExtracted"
+
+c="7z x"
+
+mkdir $dest_root
+function extract_and_move() {
+    $c $path_root/$1/$1.zip -o$dest_root/ && echo "ended" $1
+}
+i=0
+for j in ${folder[@]}
+do
+  if [[ "$j" == *json ]]
+  then
+    echo "cp $path_root/$j $dest_root"
+    cp $path_root/$j $dest_root # sshpass -p "175K7_B.F"
+  else
+    echo "$c $path_root/$j $dest_root"
+    extract_and_move $j &
+    pids[$i]=$!
+    i=$i+1
+  fi
+done
+
+for pid in ${pids[*]}; do
+    wait $pid
+done