forked from akash-network/cosmos-omnibus
-
Notifications
You must be signed in to change notification settings - Fork 0
/
run.sh
executable file
·323 lines (277 loc) · 12.5 KB
/
run.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
#!/bin/bash
set -e
[ "$DEBUG" == "2" ] && set -x
export CHAIN_JSON="${CHAIN_JSON:-$CHAIN_URL}" # deprecate CHAIN_URL
if [ -n "$CHAIN_JSON" ]; then
CHAIN_METADATA=$(curl -s $CHAIN_JSON)
export CHAIN_ID="${CHAIN_ID:-$(echo $CHAIN_METADATA | jq -r .chain_id)}"
export P2P_SEEDS="${P2P_SEEDS:-$(echo $CHAIN_METADATA | jq -r '.peers.seeds | map(.id+"@"+.address) | join(",")')}"
export P2P_PERSISTENT_PEERS="${P2P_PERSISTENT_PEERS:-$(echo $CHAIN_METADATA | jq -r '.peers.persistent_peers | map(.id+"@"+.address) | join(",")')}"
export GENESIS_URL="${GENESIS_URL:-$(echo $CHAIN_METADATA | jq -r '.codebase.genesis.genesis_url? // .genesis.genesis_url? // .genesis?')}"
export BINARY_URL="${BINARY_URL:-$(echo $CHAIN_METADATA | jq -r '.codebase.binaries."linux/amd64"?')}"
export PROJECT_BIN="${PROJECT_BIN:-$(echo $CHAIN_METADATA | jq -r '.codebase.daemon_name? // .daemon_name?')}"
if [ -z "$PROJECT_DIR" ]; then
FULL_DIR=$(echo $CHAIN_METADATA | jq -r '.codebase.node_home? // .node_home?')
[ -n "$FULL_DIR" ] && export PROJECT_DIR=${FULL_DIR#'$HOME/'}
fi
fi
export PROJECT_BIN="${PROJECT_BIN:-$PROJECT}"
export PROJECT_DIR="${PROJECT_DIR:-.$PROJECT_BIN}"
export CONFIG_DIR="${CONFIG_DIR:-config}"
if [ "$COSMOVISOR_ENABLED" == "1" ]; then
export START_CMD="${START_CMD:-cosmovisor run start}"
else
export START_CMD="${START_CMD:-$PROJECT_BIN start}"
fi
export PROJECT_ROOT="/root/$PROJECT_DIR"
export CONFIG_PATH="${CONFIG_PATH:-$PROJECT_ROOT/$CONFIG_DIR}"
export NAMESPACE="${NAMESPACE:-$(echo ${PROJECT_BIN^^})}"
export VALIDATE_GENESIS="${VALIDATE_GENESIS:-0}"
[ -z "$CHAIN_ID" ] && echo "CHAIN_ID not found" && exit
if [[ -n "$BINARY_URL" && ! -f "/bin/$PROJECT_BIN" ]]; then
echo "Download binary $PROJECT_BIN from $BINARY_URL"
curl -sLo /bin/$PROJECT_BIN $BINARY_URL
file_description=$(file /bin/$PROJECT_BIN)
case "${file_description,,}" in
*"gzip compressed data"*) mv /bin/$PROJECT_BIN /bin/$PROJECT_BIN.tgz && tar -xvf /bin/$PROJECT_BIN.tgz -C /bin && rm /bin/$PROJECT_BIN.tgz;;
*"tar archive"*) mv /bin/$PROJECT_BIN /bin/$PROJECT_BIN.tar && tar -xf /bin/$PROJECT_BIN.tar -C /bin && rm /bin/$PROJECT_BIN.tar;;
*"zip archive data"*) mv /bin/$PROJECT_BIN /bin/$PROJECT_BIN.zip && unzip /bin/$PROJECT_BIN.zip -d /bin && rm /bin/$PROJECT_BIN.zip;;
esac
[ -n "$BINARY_ZIP_PATH" ] && mv /bin/${BINARY_ZIP_PATH} /bin
chmod +x /bin/$PROJECT_BIN
fi
export AWS_ACCESS_KEY_ID=$S3_KEY
export AWS_SECRET_ACCESS_KEY=$S3_SECRET
export S3_HOST="${S3_HOST:-https://s3.filebase.com}"
if [ -n "$KEY_PATH" ]; then
s3_uri_base="s3://${KEY_PATH}"
aws_args="--endpoint-url ${S3_HOST}"
if [ -n "$KEY_PASSWORD" ]; then
file_suffix=".gpg"
else
file_suffix=""
fi
fi
restore_key () {
existing=$(aws $aws_args s3 ls "${s3_uri_base}/$1" | head -n 1)
if [[ -z $existing ]]; then
echo "$1 backup not found"
else
echo "Restoring $1"
aws $aws_args s3 cp "${s3_uri_base}/$1" $CONFIG_PATH/$1$file_suffix
if [ -n "$KEY_PASSWORD" ]; then
echo "Decrypting"
gpg --decrypt --batch --passphrase "$KEY_PASSWORD" $CONFIG_PATH/$1$file_suffix > $CONFIG_PATH/$1
rm $CONFIG_PATH/$1$file_suffix
fi
fi
}
backup_key () {
existing=$(aws $aws_args s3 ls "${s3_uri_base}/$1" | head -n 1)
if [[ -z $existing ]]; then
echo "Backing up $1"
if [ -n "$KEY_PASSWORD" ]; then
echo "Encrypting backup..."
gpg --symmetric --batch --passphrase "$KEY_PASSWORD" $CONFIG_PATH/$1
fi
aws $aws_args s3 cp $CONFIG_PATH/$1$file_suffix "${s3_uri_base}/$1"
[ -n "$KEY_PASSWORD" ] && rm $CONFIG_PATH/$1.gpg
fi
}
# Config
export "${NAMESPACE}_RPC_LADDR"="${RPC_LADDR:-tcp://0.0.0.0:26657}"
[ -n "$MONIKER" ] && export "${NAMESPACE}_MONIKER"="$MONIKER"
[ -n "$FASTSYNC_VERSION" ] && export "${NAMESPACE}_FASTSYNC_VERSION"=$FASTSYNC_VERSION
[ -n "$MINIMUM_GAS_PRICES" ] && export "${NAMESPACE}_MINIMUM_GAS_PRICES"=$MINIMUM_GAS_PRICES
[ -n "$PRUNING" ] && export "${NAMESPACE}_PRUNING"=$PRUNING
[ -n "$PRUNING_INTERVAL" ] && export "${NAMESPACE}_PRUNING_INTERVAL"=$PRUNING_INTERVAL
[ -n "$PRUNING_KEEP_EVERY" ] && export "${NAMESPACE}_PRUNING_KEEP_EVERY"=$PRUNING_KEEP_EVERY
[ -n "$PRUNING_KEEP_RECENT" ] && export "${NAMESPACE}_PRUNING_KEEP_RECENT"=$PRUNING_KEEP_RECENT
# Polkachu
if [[ -n "$P2P_POLKACHU" || -n "$STATESYNC_POLKACHU" ]]; then
POLKACHU_CHAIN=`curl -s https://polkachu.com/api/v1/chains | jq -r --arg CHAIN_ID "$CHAIN_ID" 'first(.[] | select(.chain_id==$CHAIN_ID))'`
if [ -z "$POLKACHU_CHAIN" ]; then
echo "Polkachu does not support this chain"
else
[ "$DEBUG" == "1" ] && echo $POLKACHU_CHAIN
# Polkachu statesync
if [ -n "$STATESYNC_POLKACHU" ]; then
export POLKACHU_STATESYNC_ENABLED=$(echo $POLKACHU_CHAIN | jq -r '.state_sync.active')
if [ $POLKACHU_STATESYNC_ENABLED = true ]; then
export POLKACHU_RPC_SERVER=$(echo $POLKACHU_CHAIN | jq -r '.state_sync.url')
export STATESYNC_RPC_SERVERS="$POLKACHU_RPC_SERVER,$POLKACHU_RPC_SERVER"
else
echo "Polkachu statesync is not active for this chain"
fi
fi
# Polkachu live peers
if [ "$P2P_POLKACHU" == "1" ]; then
export POLKACHU_PEERS_ENABLED=$(echo $POLKACHU_CHAIN | jq -r '.live_peers.active')
if [ $POLKACHU_PEERS_ENABLED ]; then
export POLKACHU_PEERS=`curl -Ls $(echo $POLKACHU_CHAIN | jq -r '.live_peers.endpoint') | jq -r '.live_peers | join(",")'`
if [ -n "$P2P_PERSISTENT_PEERS" ]; then
export P2P_PERSISTENT_PEERS="$POLKACHU_PEERS,$P2P_PERSISTENT_PEERS"
else
export P2P_PERSISTENT_PEERS="$POLKACHU_PEERS"
fi
else
echo "Polkachu live peers is not active for this chain"
fi
fi
fi
fi
# Peers
[ -n "$P2P_SEEDS" ] && [ "$P2P_SEEDS" != '0' ] && export "${NAMESPACE}_P2P_SEEDS=${P2P_SEEDS}"
[ -n "$P2P_PERSISTENT_PEERS" ] && [ "$P2P_PERSISTENT_PEERS" != '0' ] && export "${NAMESPACE}_P2P_PERSISTENT_PEERS"=${P2P_PERSISTENT_PEERS}
# Statesync
if [ -n "$STATESYNC_SNAPSHOT_INTERVAL" ]; then
export "${NAMESPACE}_STATE_SYNC_SNAPSHOT_INTERVAL=$STATESYNC_SNAPSHOT_INTERVAL"
fi
if [ -n "$STATESYNC_RPC_SERVERS" ]; then
export "${NAMESPACE}_STATESYNC_ENABLE=${STATESYNC_ENABLE:-true}"
export "${NAMESPACE}_STATESYNC_RPC_SERVERS=$STATESYNC_RPC_SERVERS"
IFS=',' read -ra rpc_servers <<< "$STATESYNC_RPC_SERVERS"
STATESYNC_TRUSTED_NODE=${STATESYNC_TRUSTED_NODE:-${rpc_servers[0]}}
if [ -n "$STATESYNC_TRUSTED_NODE" ]; then
LATEST_HEIGHT=$(curl -s $STATESYNC_TRUSTED_NODE/block | jq -r .result.block.header.height)
BLOCK_HEIGHT=$((LATEST_HEIGHT - 2000))
TRUST_HASH=$(curl -s "$STATESYNC_TRUSTED_NODE/block?height=$BLOCK_HEIGHT" | jq -r .result.block_id.hash)
export "${NAMESPACE}_STATESYNC_TRUST_HEIGHT=${STATESYNC_TRUST_HEIGHT:-$BLOCK_HEIGHT}"
export "${NAMESPACE}_STATESYNC_TRUST_HASH=${STATESYNC_TRUST_HASH:-$TRUST_HASH}"
export "${NAMESPACE}_STATESYNC_TRUST_PERIOD=${STATESYNC_TRUST_PERIOD:-168h0m0s}"
fi
fi
if [[ -z $DOWNLOAD_SNAPSHOT && ( -n $SNAPSHOT_URL || -n $SNAPSHOT_BASE_URL || -n $SNAPSHOT_JSON || -n $SNAPSHOT_QUICKSYNC ) && ! -f "$PROJECT_ROOT/data/priv_validator_state.json" ]]; then
export DOWNLOAD_SNAPSHOT="1"
fi
if [[ -z $DOWNLOAD_GENESIS && -n $GENESIS_URL && ! -f "$CONFIG_PATH/genesis.json" ]]; then
export DOWNLOAD_GENESIS="1"
fi
if [[ -z $INIT_CONFIG && ! -d "$CONFIG_PATH" ]]; then
export INIT_CONFIG="1"
fi
[ "$DEBUG" == "1" ] && printenv
# Initialise
if [ "$INIT_CONFIG" == "1" ]; then
if [ -n "$INIT_CMD" ]; then
$INIT_CMD
else
$PROJECT_BIN init "$MONIKER" --chain-id ${CHAIN_ID}
fi
fi
# Overwrite seeds in config.toml for chains that are not using the env variable correctly
if [ "$OVERWRITE_SEEDS" == "1" ]; then
sed -i "s/seeds = \"\"/seeds = \"$P2P_SEEDS\"/" $CONFIG_PATH/config.toml
fi
# Restore keys
if [ -n "$KEY_PATH" ]; then
restore_key "node_key.json"
restore_key "priv_validator_key.json"
fi
# Backup keys
if [ -n "$KEY_PATH" ]; then
backup_key "node_key.json"
backup_key "priv_validator_key.json"
fi
# Addressbook
if [ -n "$ADDRBOOK_URL" ]; then
echo "Downloading addrbook from $ADDRBOOK_URL..."
curl -sfL $ADDRBOOK_URL > $CONFIG_PATH/addrbook.json
fi
# Download genesis
if [ "$DOWNLOAD_GENESIS" == "1" ]; then
GENESIS_FILENAME="${GENESIS_FILENAME:-genesis.json}"
echo "Downloading genesis $GENESIS_URL"
curl -sfL $GENESIS_URL > genesis.json
file genesis.json | grep -q 'gzip compressed data' && mv genesis.json genesis.json.gz && gzip -d genesis.json.gz
file genesis.json | grep -q 'tar archive' && mv genesis.json genesis.json.tar && tar -xf genesis.json.tar && rm genesis.json.tar
file genesis.json | grep -q 'Zip archive data' && mv genesis.json genesis.json.zip && unzip -o genesis.json.zip
mkdir -p $CONFIG_PATH
mv $GENESIS_FILENAME $CONFIG_PATH/genesis.json
fi
# Snapshot
if [ "$DOWNLOAD_SNAPSHOT" == "1" ]; then
if [ -z "${SNAPSHOT_URL}" ] && [ -n "${SNAPSHOT_BASE_URL}" ]; then
SNAPSHOT_PATTERN="${SNAPSHOT_PATTERN:-$CHAIN_ID.*$SNAPSHOT_FORMAT}"
SNAPSHOT_URL=$SNAPSHOT_BASE_URL/$(curl -s $SNAPSHOT_BASE_URL/ | egrep -o ">$SNAPSHOT_PATTERN" | tr -d ">");
fi
if [ -z "${SNAPSHOT_URL}" ] && [ -n "${SNAPSHOT_JSON}" ]; then
SNAPSHOT_URL="$(curl -s $SNAPSHOT_JSON | jq -r .latest)"
fi
if [ -z "${SNAPSHOT_URL}" ] && [ -n "${SNAPSHOT_QUICKSYNC}" ]; then
SNAPSHOT_PRUNING="${SNAPSHOT_PRUNING:-pruned}"
SNAPSHOT_DATA_PATH="data"
SNAPSHOT_URL=`curl -s $SNAPSHOT_QUICKSYNC | jq -r --arg FILE "$CHAIN_ID-$SNAPSHOT_PRUNING" 'first(.[] | select(.file==$FILE)) | .url'`
fi
# SNAPSHOT_FORMAT default value generation via SNAPSHOT_URL
SNAPSHOT_FORMAT_DEFAULT="tar.gz"
case "${SNAPSHOT_URL,,}" in
*.tar.gz) SNAPSHOT_FORMAT_DEFAULT="tar.gz";;
*.tar.lz4) SNAPSHOT_FORMAT_DEFAULT="tar.lz4";;
*.tar.zst) SNAPSHOT_FORMAT_DEFAULT="tar.zst";;
# Catchall
*) SNAPSHOT_FORMAT_DEFAULT="tar";;
esac
SNAPSHOT_FORMAT="${SNAPSHOT_FORMAT:-$SNAPSHOT_FORMAT_DEFAULT}"
if [ -n "${SNAPSHOT_URL}" ]; then
echo "Downloading snapshot from $SNAPSHOT_URL..."
rm -rf $PROJECT_ROOT/data;
mkdir -p $PROJECT_ROOT/data;
cd $PROJECT_ROOT/data
tar_cmd="tar xf -"
# case insensitive match
if [[ "${SNAPSHOT_FORMAT,,}" == "tar.gz" ]]; then tar_cmd="tar xzf -"; fi
if [[ "${SNAPSHOT_FORMAT,,}" == "tar.lz4" ]]; then tar_cmd="lz4 -d | tar xf -"; fi
if [[ "${SNAPSHOT_FORMAT,,}" == "tar.zst" ]]; then tar_cmd="zstd -cd | tar xf -"; fi
# Detect content size via HTTP header `Content-Length`
# Note that the server can refuse to return `Content-Length`, or the URL can be incorrect
pv_extra_args=""
snapshot_size_in_bytes=$(wget $SNAPSHOT_URL --spider --server-response -O - 2>&1 | sed -ne '/Content-Length/{s/.*: //;p}')
case "$snapshot_size_in_bytes" in
# Value cannot be started with `0`, and must be integer
[1-9]*[0-9]) pv_extra_args="-s $snapshot_size_in_bytes";;
esac
(wget -nv -O - $SNAPSHOT_URL | pv -petrafb -i 5 $pv_extra_args | eval $tar_cmd) 2>&1 | stdbuf -o0 tr '\r' '\n'
[ -n "${SNAPSHOT_DATA_PATH}" ] && mv ./${SNAPSHOT_DATA_PATH}/* ./ && rm -rf ./${SNAPSHOT_DATA_PATH}
if [ -n "${SNAPSHOT_WASM_PATH}" ]; then
rm -rf ../wasm && mkdir ../wasm
mv ./${SNAPSHOT_WASM_PATH}/* ../wasm && rm -rf ./${SNAPSHOT_WASM_PATH}
fi
else
echo "Snapshot URL not found"
fi
fi
# Validate genesis
[ "$VALIDATE_GENESIS" == "1" ] && $PROJECT_BIN validate-genesis
# Cosmovisor
if [ "$COSMOVISOR_ENABLED" == "1" ]; then
export COSMOVISOR_VERSION="${COSMOVISOR_VERSION:-"1.3.0"}"
# Download Binary
if [ ! -f "/bin/cosmovisor" ]; then
echo "Downloading the cosmovisor ($COSMOVISOR_VERSION) binary..."
mkdir -p cosmovisor_temp
cd cosmovisor_temp
curl -sL "https://github.com/cosmos/cosmos-sdk/releases/download/cosmovisor%2Fv$COSMOVISOR_VERSION/cosmovisor-v$COSMOVISOR_VERSION-$(uname -s)-$(uname -m | sed "s|x86_64|amd64|").tar.gz" | tar zx
cp cosmovisor /bin/cosmovisor
cd ..
rm -r cosmovisor_temp
fi
# Set up the environment variables
export DAEMON_NAME=$PROJECT_BIN
export DAEMON_HOME=$PROJECT_ROOT
# Setup Folder Structure
mkdir -p $PROJECT_ROOT/cosmovisor/upgrades
mkdir -p $PROJECT_ROOT/cosmovisor/genesis/bin
cp "/bin/$PROJECT_BIN" $PROJECT_ROOT/cosmovisor/genesis/bin/
fi
# preseed priv_validator_state.json if missing
# ref. https://github.com/tendermint/tendermint/issues/8389
if [[ ! -f "$PROJECT_ROOT/data/priv_validator_state.json" ]]; then
mkdir -p "$PROJECT_ROOT/data" 2>/dev/null || :
echo '{"height":"0","round":0,"step":0}' > "$PROJECT_ROOT/data/priv_validator_state.json"
fi
if [ -n "$SNAPSHOT_PATH" ]; then
exec snapshot.sh "$START_CMD"
else
exec "$@"
fi