-
Notifications
You must be signed in to change notification settings - Fork 28
/
Copy pathcopy_blockchain_data_gcp.sh
193 lines (170 loc) · 6.75 KB
/
copy_blockchain_data_gcp.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
#!/bin/bash
function usage() {
printf "Usage: bash copy_blockchain_data_gcp.sh [dev|staging|sandbox|exp|spring|summer|mainnet] <Node Index> [download|upload] [<Old Port Number> <New Port Number>]\n"
printf "Example: bash copy_blockchain_data_gcp.sh spring 0 download\n"
printf "Example: bash copy_blockchain_data_gcp.sh spring 1 upload 8079 8080\n"
printf "\n"
exit
}
if [[ $# != 3 ]] && [[ $# != 5 ]]; then
usage
fi
if [[ "$1" = 'dev' ]] || [[ "$1" = 'staging' ]] || [[ "$1" = 'sandbox' ]] || [[ "$1" = 'exp' ]] || [[ "$1" = 'spring' ]] || [[ "$1" = 'summer' ]] || [[ "$1" = 'mainnet' ]]; then
SEASON="$1"
if [[ "$1" = 'mainnet' ]]; then
PROJECT_ID="mainnet-prod-ground"
elif [[ "$1" = 'spring' ]] || [[ "$1" = 'summer' ]]; then
PROJECT_ID="testnet-prod-ground"
else
PROJECT_ID="testnet-$1-ground"
fi
else
printf "Invalid <Season> argument: $1\n"
exit
fi
printf "\n"
printf "SEASON=$SEASON\n"
printf "PROJECT_ID=$PROJECT_ID\n"
GCP_USER="runner"
printf "GCP_USER=$GCP_USER\n"
number_re='^[0-9]+$'
if ! [[ $2 =~ $number_re ]] ; then
printf "\n"
printf "Invalid <Node Index> argument: $2\n"
exit
fi
NODE_INDEX=$2
if [[ $NODE_INDEX -lt 0 ]] || [[ $NODE_INDEX -gt 9 ]]; then
printf "\n"
printf "Out-of-range <Node Index> argument: $NODE_INDEX\n"
exit
fi
printf "NODE_INDEX=$NODE_INDEX\n"
if [[ "$3" = 'download' ]] || [[ "$3" = 'upload' ]]; then
COMMAND="$3"
else
printf "\n"
printf "Invalid <Command> argument: $3\n"
printf "\n"
usage
fi
printf "COMMAND=$COMMAND\n"
if [[ "$COMMAND" = 'download' ]]; then
if [[ $# != 3 ]]; then
printf "\n"
printf "<Old Port Number> and <New Port Number> can be used only with 'upload' command.\n"
printf "\n"
usage
fi
OLD_PORT=""
NEW_PORT=""
else
if [[ $# != 5 ]]; then
printf "\n"
printf "<Old Port Number> and <New Port Number> should be specified with 'upload' command.\n"
printf "\n"
usage
fi
OLD_PORT="$4"
NEW_PORT="$5"
fi
printf "OLD_PORT=$OLD_PORT\n"
printf "NEW_PORT=$NEW_PORT\n"
# Get confirmation.
if [[ "$SEASON" = "mainnet" ]]; then
printf "\n"
printf "Do you want to proceed for $SEASON? Enter [mainnet]: "
read CONFIRM
printf "\n\n"
if [[ ! $CONFIRM = "mainnet" ]]
then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1 # handle exits from shell or function but don't exit interactive shell
fi
else
printf "\n"
read -p "Do you want to proceed for $SEASON? [y/N]: " -n 1 -r
printf "\n\n"
if [[ ! $REPLY =~ ^[Yy]$ ]]; then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1 # handle exits from shell or function but don't exit interactive shell
fi
fi
NODE_TARGET_ADDR_LIST=(
"${GCP_USER}@${SEASON}-node-0-taiwan" \
"${GCP_USER}@${SEASON}-node-1-oregon" \
"${GCP_USER}@${SEASON}-node-2-singapore" \
"${GCP_USER}@${SEASON}-node-3-iowa" \
"${GCP_USER}@${SEASON}-node-4-netherlands" \
"${GCP_USER}@${SEASON}-node-5-taiwan" \
"${GCP_USER}@${SEASON}-node-6-oregon" \
"${GCP_USER}@${SEASON}-node-7-singapore" \
"${GCP_USER}@${SEASON}-node-8-iowa" \
"${GCP_USER}@${SEASON}-node-9-netherlands" \
)
NODE_ZONE_LIST=(
"asia-east1-b" \
"us-west1-b" \
"asia-southeast1-b" \
"us-central1-a" \
"europe-west4-a" \
"asia-east1-b" \
"us-west1-b" \
"asia-southeast1-b" \
"us-central1-a" \
"europe-west4-a" \
)
function download_data() {
local node_index="$1"
local node_target_addr=${NODE_TARGET_ADDR_LIST[${node_index}]}
local node_zone=${NODE_ZONE_LIST[${node_index}]}
printf "\n* >> Downloading data from node $node_index ($node_target_addr) *********************************************************\n\n"
printf "node_target_addr='$node_target_addr'\n"
printf "node_zone='$node_zone'\n"
# 1. Create tgz file for node
printf "\n\n<<< Creating tgz file for node $node_index >>>\n\n"
TGZ_CMD="gcloud compute ssh $node_target_addr --command 'cd /home/ain_blockchain_data; tar cvf - chains snapshots | gzip -c > ~/ain_blockchain_data.tar.gz' --project $PROJECT_ID --zone $node_zone"
printf "TGZ_CMD=$TGZ_CMD\n\n"
eval $TGZ_CMD
# 2. Copy tgz file from node
printf "\n\n<<< Copying tgz file from node $node_index >>>\n\n"
SCP_CMD="gcloud compute scp $node_target_addr:~/ain_blockchain_data.tar.gz . --project $PROJECT_ID --zone $node_zone"
printf "SCP_CMD=$SCP_CMD\n\n"
eval $SCP_CMD
# 3. Clean up tgz file for node
printf "\n\n<<< Cleaning up tgz file for node $node_index >>>\n\n"
CLEANUP_CMD="gcloud compute ssh $node_target_addr --command 'rm ~/ain_blockchain_data.tar.gz' --project $PROJECT_ID --zone $node_zone"
printf "CLEANUP_CMD=$CLEANUP_CMD\n\n"
eval $CLEANUP_CMD
}
function upload_data() {
local node_index="$1"
local node_target_addr=${NODE_TARGET_ADDR_LIST[${node_index}]}
local node_zone=${NODE_ZONE_LIST[${node_index}]}
printf "\n* >> Uploading data from node $node_index ($node_target_addr) *********************************************************\n\n"
printf "node_target_addr='$node_target_addr'\n"
printf "node_zone='$node_zone'\n"
# 1. Copy tgz file to node
printf "\n\n<<< Copying tgz file to node $node_index >>>\n\n"
SCP_CMD="gcloud compute scp ./ain_blockchain_data.tar.gz $node_target_addr:~ --project $PROJECT_ID --zone $node_zone"
printf "SCP_CMD=$SCP_CMD\n\n"
eval $SCP_CMD
# 2. Extract tgz file for node
printf "\n\n<<< Extracting tgz file for node $node_index >>>\n\n"
TGZ_CMD="gcloud compute ssh $node_target_addr --command 'cd /home; sudo mkdir -p ain_blockchain_data; sudo chown $GCP_USER:$GCP_USER ain_blockchain_data; sudo chmod 777 ain_blockchain_data; cd ain_blockchain_data; sudo rm -rf chains snapshots; gzip -dc ~/ain_blockchain_data.tar.gz | tar xvf -' --project $PROJECT_ID --zone $node_zone"
printf "TGZ_CMD=$TGZ_CMD\n\n"
eval $TGZ_CMD
# 3. Change port number directory
printf "\n\n<<< Changing port number directory for node $node_index >>>\n\n"
MV_CMD="gcloud compute ssh $node_target_addr --command 'mv /home/ain_blockchain_data/chains/${OLD_PORT} /home/ain_blockchain_data/chains/${NEW_PORT}; mv /home/ain_blockchain_data/snapshots/${OLD_PORT} /home/ain_blockchain_data/snapshots/${NEW_PORT}' --project $PROJECT_ID --zone $node_zone"
printf "MV_CMD=$MV_CMD\n\n"
eval $MV_CMD
# 4. Clean up tgz file for node
printf "\n\n<<< Cleaning up tgz file for node $node_index >>>\n\n"
CLEANUP_CMD="gcloud compute ssh $node_target_addr --command 'rm ~/ain_blockchain_data.tar.gz' --project $PROJECT_ID --zone $node_zone"
printf "CLEANUP_CMD=$CLEANUP_CMD\n\n"
eval $CLEANUP_CMD
}
if [[ "$COMMAND" = 'upload' ]]; then
upload_data "$NODE_INDEX"
else
download_data "$NODE_INDEX"
fi