-
Notifications
You must be signed in to change notification settings - Fork 2
/
data_download.sh
38 lines (28 loc) · 1.72 KB
/
data_download.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
"""
Modified version of download.sh in https://github.com/naver-ai/StyleMapGAN
"""
DATASET=$1
BASE_DIR=$2
if [ $DATASET == "celeba_hq" ]; then
URL="https://docs.google.com/uc?export=download&id=1R72NB79CX0MpnmWSli2SMu-Wp-M0xI-o"
DATASET_FOLDER="/n/fs/visualai-scr/Data/CelebA-HQ"
ZIP_FILE=$DATASET_FOLDER/celeba_hq_raw.zip
elif [ $DATASET == "afhq" ]; then
URL="https://docs.google.com/uc?export=download&id=1Pf4f6Y27lQX9y9vjeSQnoOQntw_ln7il"
DATASET_FOLDER="./data/afhq"
ZIP_FILE=$DATASET_FOLDER/afhq_raw.zip
else
echo "Unknown DATASET"
exit 1
fi
mkdir -p $DATASET_FOLDER
# wget --no-check-certificate -r $URL -O $ZIP_FILE
# wget --load-cookies ~/cookies.txt "https://docs.google.com/uc?export=download&confirm=$(wget --quiet --save-cookies ~/cookies.txt --keep-session-cookies --no-check-certificate $URL -O- | sed -rn 's/.*confirm=([0-9A-Za-z_]+).*/\1\n/p')&id=1R72NB79CX0MpnmWSli2SMu-Wp-M0xI-o" -O $ZIP_FILE && rm -rf ~/cookies.txt
# unzip $ZIP_FILE -d $DATASET_FOLDER
# rm $ZIP_FILE
# raw images to LMDB format
TARGET_SIZE=256,1024
for DATASET_TYPE in "train" "test" "val"; do
python utils/prepare_lmdb_data.py --out $DATASET_FOLDER/LMDB_$DATASET_TYPE --size $TARGET_SIZE $DATASET_FOLDER/raw_images/$DATASET_TYPE --attr gender
done
wget --load-cookies ~/cookies.txt "https://docs.google.com/uc?export=download&confirm=$(wget --quiet --save-cookies ~/cookies.txt --keep-session-cookies --no-check-certificate 'https://docs.google.com/uc?export=download&id=1R72NB79CX0MpnmWSli2SMu-Wp-M0xI-o' -O- | sed -rn 's/.*confirm=([0-9A-Za-z_]+).*/\1\n/p')&id=1R72NB79CX0MpnmWSli2SMu-Wp-M0xI-o" -O a.zip && rm -rf ~/cookies.txt