forked from XX-net/XX-Net
-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup.py
178 lines (144 loc) · 5.72 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
#!/usr/bin/env python
import os
import sys
current_path = os.path.dirname(os.path.abspath(__file__))
python_path = os.path.abspath( os.path.join(current_path, os.pardir, 'python27', '1.0'))
noarch_lib = os.path.abspath( os.path.join(python_path, 'lib', 'noarch'))
sys.path.append(noarch_lib)
import urllib2
import time
import subprocess
import launcher_log
import re
import zipfile
import config
import shutil
opener = urllib2.build_opener()
root_path = os.path.abspath( os.path.join(current_path, os.pardir))
download_path = os.path.abspath( os.path.join(root_path, 'data', 'downloads'))
xxnet_unzip_path = ""
def get_XXNet():
global xxnet_unzip_path
def download_file(url, file):
try:
launcher_log.info("download %s to %s", url, file)
req = opener.open(url)
CHUNK = 16 * 1024
with open(file, 'wb') as fp:
while True:
chunk = req.read(CHUNK)
if not chunk: break
fp.write(chunk)
return True
except:
launcher_log.info("download %s to %s fail", url, file)
return False
def get_xxnet_url_version(readme_file):
try:
fd = open(readme_file, "r")
lines = fd.readlines()
p = re.compile(r'https://codeload.github.com/XX-net/XX-Net/zip/([0-9]+)\.([0-9]+)\.([0-9]+)')
for line in lines:
m = p.match(line)
if m:
version = m.group(1) + "." + m.group(2) + "." + m.group(3)
return m.group(0), version
except Exception as e:
launcher_log.exception("xxnet_version fail:%s", e)
raise "get_version_fail:" % readme_file
readme_url = "https://raw.githubusercontent.com/XX-net/XX-Net/master/README.md"
readme_targe = os.path.join(download_path, "README.md")
if not os.path.isdir(download_path):
os.mkdir(download_path)
if not download_file(readme_url, readme_targe):
raise "get README fail:" % readme_url
xxnet_url, xxnet_version = get_xxnet_url_version(readme_targe)
xxnet_unzip_path = os.path.join(download_path, "XX-Net-%s" % xxnet_version)
xxnet_zip_file = os.path.join(download_path, "XX-Net-%s.zip" % xxnet_version)
if not download_file(xxnet_url, xxnet_zip_file):
raise "download xxnet zip fail:" % download_path
with zipfile.ZipFile(xxnet_zip_file, "r") as dz:
dz.extractall(download_path)
dz.close()
def get_new_new_config():
global xxnet_unzip_path
import yaml
data_path = os.path.abspath( os.path.join(xxnet_unzip_path, 'data', 'launcher', 'config.yaml'))
try:
new_config = yaml.load(file(data_path, 'r'))
return new_config
except yaml.YAMLError, exc:
print "Error in configuration file:", exc
def process_data_files():
#TODO: fix bug
#new_config = get_new_new_config()
#config.load()
#config.config["modules"]["gae_proxy"]["current_version"] = new_config["modules"]["gae_proxy"]["current_version"]
#config.config["modules"]["launcher"]["current_version"] = new_config["modules"]["launcher"]["current_version"]
config.save()
def install_xxnet_files():
def sha1_file(filename):
import hashlib
BLOCKSIZE = 65536
hasher = hashlib.sha1()
try:
with open(filename, 'rb') as afile:
buf = afile.read(BLOCKSIZE)
while len(buf) > 0:
hasher.update(buf)
buf = afile.read(BLOCKSIZE)
return hasher.hexdigest()
except:
return False
pass
for root, subdirs, files in os.walk(xxnet_unzip_path):
#print "root:", root
relate_path = root[len(xxnet_unzip_path)+1:]
for subdir in subdirs:
target_path = os.path.join(root_path, relate_path, subdir)
if not os.path.isdir(target_path):
launcher_log.info("mkdir %s", target_path)
os.mkdir(target_path)
for filename in files:
if relate_path == os.path.join("data", "gae_proxy") and filename == "config.ini":
continue
if relate_path == os.path.join("data", "launcher") and filename == "config.yaml":
continue
src_file = os.path.join(root, filename)
dst_file = os.path.join(root_path, relate_path, filename)
if not os.path.isfile(dst_file) or sha1_file(src_file) != sha1_file(dst_file):
shutil.copy(src_file, dst_file)
launcher_log.info("copy %s => %s", src_file, dst_file)
def update_environment():
get_XXNet()
process_data_files()
install_xxnet_files()
def wait_xxnet_exit():
def http_request(url, method="GET"):
proxy_handler = urllib2.ProxyHandler({})
opener = urllib2.build_opener(proxy_handler)
try:
req = opener.open(url)
return req
except Exception as e:
#logging.exception("web_control http_request:%s fail:%s", url, e)
return False
for i in range(20):
host_port = config.get(["modules", "launcher", "control_port"], 8085)
req_url = "http://127.0.0.1:{port}/quit".format(port=host_port)
if http_request(req_url) == False:
return True
time.sleep(1)
return False
def run_new_start_script():
current_path = os.path.dirname(os.path.abspath(__file__))
start_sript = os.path.abspath( os.path.join(current_path, "start.py"))
subprocess.Popen([sys.executable, start_sript], shell=False)
def main():
wait_xxnet_exit()
update_environment()
time.sleep(2)
launcher_log.info("setup start run new launcher")
run_new_start_script()
if __name__ == "__main__":
main()