-
Daniel Ecer authored9faae083
Code owners
Assign users and groups as approvers for specific file changes. Learn more.
upload-data.sh 908 B
#!/bin/bash
source prepare-shell.sh
data_dir="$1"
if [ -z "$data_dir" ]; then
data_dir="${LOCAL_DATA_PATH}"
fi
echo "Data directory: $data_dir"
echo "Target: $GCS_DATA_PATH"
train_data_dir="$data_dir/train"
test_data_dir="$data_dir/test"
if [ ! -d "$train_data_dir" ]; then
echo "Training data directory missing: $train_data_dir"
exit 2
fi
if [ ! -d "$test_data_dir" ]; then
echo "Testing data directory missing: $test_data_dir"
exit 2
fi
if [ ! -z "$QUALITATIVE_FOLDER_NAME" ]; then
qualitative_data_dir="$data_dir/$QUALITATIVE_FOLDER_NAME"
if [ ! -d "$qualitative_data_dir" ]; then
echo "Quantitative data directory missing: $qualitative_data_dir"
exit 2
fi
fi
gsutil -m cp -r "$train_data_dir" "$GCS_DATA_PATH/"
gsutil -m cp -r "$test_data_dir" "$GCS_DATA_PATH/"
if [ ! -z "$QUALITATIVE_FOLDER_NAME" ]; then
gsutil -m cp -r "$qualitative_data_dir" "$GCS_DATA_PATH/"
fi