forked from cecpk/RocketMAD
-
Notifications
You must be signed in to change notification settings - Fork 0
/
runserver.py
executable file
·265 lines (215 loc) · 8.43 KB
/
runserver.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
import gevent.monkey
gevent.monkey.patch_all()
import sys
py_version = sys.version_info
if py_version.major < 3 or (py_version.major < 3 and py_version.minor < 7):
print("RocketMAD requires at least python 3.7! Your version: {}.{}"
.format(py_version.major, py_version.minor))
sys.exit(1)
import logging
import os
import re
import redis
import requests
import ssl
from colorlog import ColoredFormatter
from time import strftime
from rocketmad.app import create_app
from rocketmad.gunicorn import GunicornApplication
from rocketmad.models import (create_rm_tables, db, drop_rm_tables,
verify_database_schema)
from rocketmad.utils import get_args, get_debug_dump_link
log = logging.getLogger()
args = get_args()
# Exception handler will log unhandled exceptions.
def handle_exception(exc_type, exc_value, exc_traceback):
if issubclass(exc_type, KeyboardInterrupt):
sys.__excepthook__(exc_type, exc_value, exc_traceback)
return
log.error("Uncaught exception", exc_info=(
exc_type, exc_value, exc_traceback))
def get_lastest_update_time(path, ignored_paths=[]):
if not os.path.exists(path):
return 0
latest_update_time = 0
for root, _, files in os.walk(path):
for file in files:
if root in ignored_paths:
continue
file = os.path.join(root, file)
update_time = os.path.getmtime(file)
if update_time > latest_update_time:
latest_update_time = update_time
return latest_update_time
def validate_assets(args):
dist_path = os.path.join(args.root_path, 'static/dist')
ignored_paths = [
os.path.join(args.root_path, 'static/dist/data/parks'),
os.path.join(args.root_path, 'static/dist/data/rarity')
]
last_gen_time = get_lastest_update_time(dist_path, ignored_paths)
paths = [
os.path.join(args.root_path, 'static/js'),
os.path.join(args.root_path, 'static/css'),
os.path.join(args.root_path, 'static/sass'),
os.path.join(args.root_path, 'static/data'),
os.path.join(args.root_path, 'static/locales')
]
for path in paths:
last_update_time = get_lastest_update_time(path)
if (last_update_time > last_gen_time):
log.critical('Missing front-end assets (static/dist) -- please '
'run "npm run build" before starting the server.')
return False
return True
def startup_db(clear_db):
connection_str = f"{args.db_host}:{args.db_port}" if not args.db_socket else args.db_socket
log.info(f'Connecting to MySQL database on {connection_str}...')
if clear_db:
log.info('Clearing RocketMAD tables')
drop_rm_tables()
create_rm_tables()
verify_database_schema()
if clear_db:
log.info('Drop and recreate is complete. Now remove -cd and restart.')
sys.exit(0)
def set_log_and_verbosity(log):
class LogFilter(logging.Filter):
def __init__(self, level):
self.level = level
def filter(self, record):
return record.levelno < self.level
formatter = ColoredFormatter(
('%(log_color)s [%(asctime)s] [%(threadName)16s] [%(module)14s]'
' [%(levelname)8s] %(message)s'),
datefmt='%m-%d %H:%M:%S',
reset=True,
log_colors={
'DEBUG': 'purple',
'INFO': 'cyan',
'WARNING': 'yellow',
'ERROR': 'red',
'CRITICAL': 'red,bg_white',
},
secondary_log_colors={},
style='%'
)
console = logging.StreamHandler()
if not args.verbose:
console.setLevel(logging.INFO)
console.setFormatter(formatter)
# Redirect messages lower than WARNING to stdout.
stdout_hdlr = logging.StreamHandler(sys.stdout)
stdout_hdlr.setFormatter(formatter)
log_filter = LogFilter(logging.WARNING)
stdout_hdlr.addFilter(log_filter)
stdout_hdlr.setLevel(5)
# Redirect messages equal or higher than WARNING to stderr.
stderr_hdlr = logging.StreamHandler(sys.stderr)
stderr_hdlr.setFormatter(formatter)
stderr_hdlr.setLevel(logging.WARNING)
log.addHandler(stdout_hdlr)
log.addHandler(stderr_hdlr)
# Always write to log file.
# Create directory for log files.
if not os.path.exists(args.log_path):
os.mkdir(args.log_path)
if not args.no_file_logs:
filename = os.path.join(args.log_path, args.log_filename)
filelog = logging.FileHandler(filename)
filelog.setFormatter(logging.Formatter(
'%(asctime)s [%(threadName)18s][%(module)14s][%(levelname)8s] '
'%(message)s'))
log.addHandler(filelog)
if args.verbose:
log.setLevel(logging.DEBUG)
else:
log.setLevel(logging.INFO)
# These are very noisy, let's shush them up a bit.
logging.getLogger('requests').setLevel(logging.WARNING)
logging.getLogger('werkzeug').setLevel(logging.ERROR)
# This sneaky one calls log.warning() on every retry.
urllib3_logger = logging.getLogger(requests.packages.urllib3.__package__)
urllib3_logger.setLevel(logging.ERROR)
# Turn these back up if debugging.
if args.verbose >= 2:
logging.getLogger('requests').setLevel(logging.DEBUG)
urllib3_logger.setLevel(logging.INFO)
if args.verbose >= 3:
logging.getLogger('werkzeug').setLevel(logging.DEBUG)
logging.addLevelName(5, 'TRACE')
# Web access logs.
if args.development_server and args.access_logs:
date = strftime('%Y%m%d_%H%M')
filename = os.path.join(
args.log_path, '{}_{}_access.log'.format(date, args.status_name))
logger = logging.getLogger('werkzeug')
handler = logging.FileHandler(filename)
logger.setLevel(logging.INFO)
logger.addHandler(handler)
if __name__ == '__main__':
# Make sure exceptions get logged.
sys.excepthook = handle_exception
# Abort if status name is not valid.
regexp = re.compile(r'^([\w\s\-.]+)$')
if not regexp.match(args.status_name):
log.critical('Status name contains illegal characters.')
sys.exit(1)
set_log_and_verbosity(log)
# Stop if we're just looking for a debug dump.
if args.dump:
log.info('Retrieving environment info...')
hastebin_id = get_debug_dump_link()
log.info('Done! Your debug link: https://hastebin.com/%s.txt',
hastebin_id)
sys.exit(1)
# Let's not forget to run Grunt.
if not validate_assets(args):
sys.exit(1)
# Make sure redis server is running.
if args.client_auth:
r = redis.Redis(host=args.redis_host, port=args.redis_port)
try:
r.ping()
except redis.exceptions.ConnectionError:
uri = args.redis_host + ':' + str(args.redis_port)
log.critical('No Redis server found at %s. Make sure you have '
'redis installed: [sudo] apt install redis-server',
uri)
sys.exit(1)
app = create_app()
with app.app_context():
startup_db(args.clear_db)
def post_fork(server, worker):
with app.app_context():
db.engine.dispose()
use_ssl = (args.ssl_certificate and args.ssl_privatekey
and os.path.exists(args.ssl_certificate)
and os.path.exists(args.ssl_privatekey))
if use_ssl:
log.info('Web server in SSL mode.')
if not args.development_server:
options = {
'bind': '%s:%s' % (args.host, args.port),
'worker_class': 'gevent',
'workers': args.workers,
'post_fork': post_fork,
'keyfile': args.ssl_privatekey if use_ssl else None,
'certfile': args.ssl_certificate if use_ssl else None,
'logger_class': 'rocketmad.gunicorn.GunicornLogger',
'loglevel': 'debug' if args.verbose else 'info',
'accesslog': '-' if args.access_logs else None,
'limit_request_line': 8190
}
GunicornApplication(app, options).run()
else:
ssl_context = None
if use_ssl:
ssl_context = ssl.SSLContext(ssl.PROTOCOL_TLSv1_2)
ssl_context.load_cert_chain(
args.ssl_certificate, args.ssl_privatekey)
debug = args.verbose > 0
app.run(threaded=True, use_reloader=False, debug=debug,
host=args.host, port=args.port, ssl_context=ssl_context)