837 lines
36 KiB
Python
837 lines
36 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
from core import colorconsole as cc
|
|
from core import utils
|
|
from core.context import *
|
|
|
|
from core.env import env
|
|
|
|
ctx = BuildContext()
|
|
|
|
PATH_EXTERNAL = os.path.join(env.root_path, 'external')
|
|
PATH_DOWNLOAD = os.path.join(PATH_EXTERNAL, '_download_')
|
|
|
|
|
|
class BuilderBase:
|
|
def __init__(self):
|
|
self.out_dir = ''
|
|
if not os.path.exists(PATH_DOWNLOAD):
|
|
utils.makedirs(PATH_DOWNLOAD)
|
|
|
|
self._init_path()
|
|
|
|
def _init_path(self):
|
|
cc.e("this is a pure-virtual function.")
|
|
|
|
def build_jsoncpp(self):
|
|
file_name = 'jsoncpp-{}.zip'.format(env.ver_jsoncpp)
|
|
if not utils.download_file('jsoncpp source tarball', 'https://github.com/open-source-parsers/jsoncpp/archive/{}.zip'.format(env.ver_jsoncpp), PATH_DOWNLOAD, file_name):
|
|
return
|
|
self._build_jsoncpp(file_name)
|
|
|
|
def _build_jsoncpp(self, file_name):
|
|
cc.e("this is a pure-virtual function.")
|
|
|
|
def build_mongoose(self):
|
|
file_name = 'mongoose-{}.zip'.format(env.ver_mongoose)
|
|
if not utils.download_file('mongoose source tarball', 'https://github.com/cesanta/mongoose/archive/{}.zip'.format(env.ver_mongoose), PATH_DOWNLOAD, file_name):
|
|
return
|
|
self._build_mongoose(file_name)
|
|
|
|
def _build_mongoose(self, file_name):
|
|
cc.e("this is a pure-virtual function.")
|
|
|
|
def build_openssl(self):
|
|
file_name = 'openssl-{}.zip'.format(env.ver_openssl)
|
|
_alt_ver = '_'.join(env.ver_openssl.split('.'))
|
|
if not utils.download_file('openssl source tarball', 'https://github.com/openssl/openssl/archive/OpenSSL_{}.zip'.format(_alt_ver), PATH_DOWNLOAD, file_name):
|
|
return
|
|
self._build_openssl(file_name)
|
|
|
|
def _build_openssl(self, file_name):
|
|
cc.e("this is a pure-virtual function.")
|
|
|
|
def build_libuv(self):
|
|
file_name = 'libuv-{}.zip'.format(env.ver_libuv)
|
|
if not utils.download_file('libuv source tarball', 'https://github.com/libuv/libuv/archive/v{}.zip'.format(env.ver_libuv), PATH_DOWNLOAD, file_name):
|
|
return
|
|
self._build_libuv(file_name)
|
|
|
|
def _build_libuv(self, file_name):
|
|
cc.e("this is a pure-virtual function.")
|
|
|
|
def build_mbedtls(self):
|
|
file_name = 'mbedtls-mbedtls-{}.zip'.format(env.ver_mbedtls)
|
|
if not utils.download_file('mbedtls source tarball', 'https://github.com/ARMmbed/mbedtls/archive/mbedtls-{}.zip'.format(env.ver_mbedtls), PATH_DOWNLOAD, file_name):
|
|
return
|
|
self._build_mbedtls(file_name)
|
|
|
|
def _build_mbedtls(self, file_name):
|
|
cc.e("this is a pure-virtual function.")
|
|
|
|
def build_libssh(self):
|
|
file_name = 'libssh-{}.zip'.format(env.ver_libssh)
|
|
if not utils.download_file('libssh source tarball', 'https://git.libssh.org/projects/libssh.git/snapshot/libssh-{}.zip'.format(env.ver_libssh), PATH_DOWNLOAD, file_name):
|
|
return
|
|
self._build_libssh(file_name)
|
|
|
|
def _build_libssh(self, file_name):
|
|
cc.e("this is a pure-virtual function.")
|
|
|
|
def build_sqlite(self):
|
|
file_name = 'sqlite-autoconf-{}.tar.gz'.format(env.ver_sqlite)
|
|
if not utils.download_file('sqlite source tarball', 'http://sqlite.org/2017/{}'.format(file_name), PATH_DOWNLOAD, file_name):
|
|
return
|
|
self._build_sqlite(file_name)
|
|
|
|
def _build_sqlite(self, file_name):
|
|
cc.e("this is a pure-virtual function.")
|
|
|
|
def fix_output(self):
|
|
pass
|
|
|
|
|
|
class BuilderWin(BuilderBase):
|
|
def __init__(self):
|
|
super().__init__()
|
|
|
|
def _init_path(self):
|
|
self.OPENSSL_PATH_SRC = os.path.join(PATH_EXTERNAL, 'openssl')
|
|
self.JSONCPP_PATH_SRC = os.path.join(PATH_EXTERNAL, 'jsoncpp')
|
|
self.MONGOOSE_PATH_SRC = os.path.join(PATH_EXTERNAL, 'mongoose')
|
|
self.MBEDTLS_PATH_SRC = os.path.join(PATH_EXTERNAL, 'mbedtls')
|
|
self.LIBUV_PATH_SRC = os.path.join(PATH_EXTERNAL, 'libuv')
|
|
self.LIBSSH_PATH_SRC = os.path.join(PATH_EXTERNAL, 'libssh-win-static')
|
|
|
|
self._prepare_python_header()
|
|
|
|
def _prepare_python_header(self):
|
|
cc.n('prepare python header files ...', end='')
|
|
|
|
if os.path.exists(os.path.join(PATH_EXTERNAL, 'python', 'include', 'pyctype.h')):
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
_header_path = None
|
|
for p in sys.path:
|
|
if os.path.exists(os.path.join(p, 'include', 'pyctype.h')):
|
|
_header_path = os.path.join(p, 'include')
|
|
if _header_path is None:
|
|
cc.e('\ncan not locate python development include path in:')
|
|
for p in sys.path:
|
|
cc.e(' ', p)
|
|
raise RuntimeError()
|
|
|
|
utils.copy_ex(_header_path, os.path.join(PATH_EXTERNAL, 'python', 'include'))
|
|
|
|
def _build_openssl(self, file_name):
|
|
cc.n('build openssl static library from source code... ', end='')
|
|
_chk_output = [
|
|
os.path.join(self.OPENSSL_PATH_SRC, 'out32', 'libeay32.lib'),
|
|
os.path.join(self.OPENSSL_PATH_SRC, 'out32', 'ssleay32.lib'),
|
|
os.path.join(self.OPENSSL_PATH_SRC, 'inc32', 'openssl', 'opensslconf.h'),
|
|
]
|
|
|
|
need_build = False
|
|
for f in _chk_output:
|
|
if not os.path.exists(f):
|
|
need_build = True
|
|
break
|
|
|
|
if not need_build:
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
cc.n('prepare openssl source code...')
|
|
_alt_ver = '_'.join(env.ver_openssl.split('.'))
|
|
if not os.path.exists(self.OPENSSL_PATH_SRC):
|
|
utils.unzip(os.path.join(PATH_DOWNLOAD, file_name), PATH_EXTERNAL)
|
|
os.rename(os.path.join(PATH_EXTERNAL, 'openssl-OpenSSL_{}'.format(_alt_ver)), self.OPENSSL_PATH_SRC)
|
|
if not os.path.exists(self.OPENSSL_PATH_SRC):
|
|
raise RuntimeError('can not prepare openssl source code.')
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
|
|
os.chdir(self.OPENSSL_PATH_SRC)
|
|
os.system('""{}" Configure VC-WIN32"'.format(env.perl))
|
|
os.system(r'ms\do_nasm')
|
|
os.system(r'"{}\VC\bin\vcvars32.bat" && nmake -f ms\nt.mak'.format(env.visual_studio_path))
|
|
|
|
for f in _chk_output:
|
|
if not os.path.exists(f):
|
|
raise RuntimeError('build openssl static library from source code failed.')
|
|
|
|
def _build_libssh(self, file_name):
|
|
cc.n('build libssh static library from source code... ', end='')
|
|
out_file = os.path.join(self.LIBSSH_PATH_SRC, 'lib', 'libsshMT.lib')
|
|
|
|
need_build = False
|
|
if not os.path.exists(out_file):
|
|
need_build = True
|
|
|
|
if not need_build:
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
cc.n('prepare libssh source code... ', end='')
|
|
_include = os.path.join(self.LIBSSH_PATH_SRC, 'include', 'libssh')
|
|
_src = os.path.join(self.LIBSSH_PATH_SRC, 'src')
|
|
|
|
if not os.path.exists(_include) or not os.path.exists(_src):
|
|
utils.unzip(os.path.join(PATH_DOWNLOAD, file_name), PATH_EXTERNAL)
|
|
# os.rename(os.path.join(PATH_EXTERNAL, 'openssl-OpenSSL_{}'.format(_alt_ver)), self.OPENSSL_PATH_SRC)
|
|
|
|
_unzipped_path = os.path.join(PATH_EXTERNAL, 'libssh-{}'.format(env.ver_libssh))
|
|
|
|
utils.copy_ex(os.path.join(_unzipped_path, 'include', 'libssh'), _include)
|
|
utils.copy_ex(os.path.join(_unzipped_path, 'src'), _src)
|
|
|
|
utils.remove(_unzipped_path)
|
|
|
|
if not os.path.exists(_include) or not os.path.exists(_src):
|
|
raise RuntimeError('\ncan not prepare libssh source code.')
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
|
|
cc.i('build libssh...')
|
|
sln_file = os.path.join(self.LIBSSH_PATH_SRC, 'libssh.vs2015.sln')
|
|
utils.msvc_build(sln_file, 'libssh', ctx.target_path, ctx.bits_path, False)
|
|
utils.ensure_file_exists(out_file)
|
|
|
|
def _build_jsoncpp(self, file_name):
|
|
cc.n('prepare jsoncpp source code... ', end='')
|
|
if not os.path.exists(self.JSONCPP_PATH_SRC):
|
|
cc.v('')
|
|
utils.unzip(os.path.join(PATH_DOWNLOAD, file_name), PATH_EXTERNAL)
|
|
os.rename(os.path.join(PATH_EXTERNAL, 'jsoncpp-{}'.format(env.ver_jsoncpp)), self.JSONCPP_PATH_SRC)
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
|
|
def _build_mongoose(self, file_name):
|
|
cc.n('prepare mongoose source code... ', end='')
|
|
if not os.path.exists(self.MONGOOSE_PATH_SRC):
|
|
cc.v('')
|
|
utils.unzip(os.path.join(PATH_DOWNLOAD, file_name), PATH_EXTERNAL)
|
|
os.rename(os.path.join(PATH_EXTERNAL, 'mongoose-{}'.format(env.ver_mongoose)), self.MONGOOSE_PATH_SRC)
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
|
|
def _build_mbedtls(self, file_name):
|
|
cc.n('prepare mbedtls source code... ', end='')
|
|
if not os.path.exists(self.MBEDTLS_PATH_SRC):
|
|
cc.v('')
|
|
utils.unzip(os.path.join(PATH_DOWNLOAD, file_name), PATH_EXTERNAL)
|
|
os.rename(os.path.join(PATH_EXTERNAL, 'mbedtls-mbedtls-{}'.format(env.ver_mbedtls)), self.MBEDTLS_PATH_SRC)
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
# fix source file
|
|
utils.ensure_file_exists(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'include', 'mbedtls', 'config.h'))
|
|
utils.copy_file(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'include', 'mbedtls'), os.path.join(self.MBEDTLS_PATH_SRC, 'include', 'mbedtls'), 'config.h')
|
|
utils.ensure_file_exists(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'library', 'rsa.c'))
|
|
utils.copy_file(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'library'), os.path.join(self.MBEDTLS_PATH_SRC, 'library'), 'rsa.c')
|
|
|
|
def _build_libuv(self, file_name):
|
|
cc.n('prepare libuv source code... ', end='')
|
|
if not os.path.exists(self.LIBUV_PATH_SRC):
|
|
cc.v('')
|
|
utils.unzip(os.path.join(PATH_DOWNLOAD, file_name), PATH_EXTERNAL)
|
|
os.rename(os.path.join(PATH_EXTERNAL, 'libuv-{}'.format(env.ver_libuv)), self.LIBUV_PATH_SRC)
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
|
|
def build_sqlite(self):
|
|
cc.w('sqlite not need for Windows, skip.')
|
|
pass
|
|
|
|
def fix_output(self):
|
|
pass
|
|
|
|
|
|
class BuilderLinux(BuilderBase):
|
|
def __init__(self):
|
|
super().__init__()
|
|
|
|
def _init_path(self):
|
|
self.PATH_TMP = os.path.join(PATH_EXTERNAL, 'linux', 'tmp')
|
|
self.PATH_RELEASE = os.path.join(PATH_EXTERNAL, 'linux', 'release')
|
|
self.OPENSSL_PATH_SRC = os.path.join(self.PATH_TMP, 'openssl-{}'.format(env.ver_openssl))
|
|
self.LIBUV_PATH_SRC = os.path.join(self.PATH_TMP, 'libuv-{}'.format(env.ver_libuv))
|
|
self.MBEDTLS_PATH_SRC = os.path.join(self.PATH_TMP, 'mbedtls-mbedtls-{}'.format(env.ver_mbedtls))
|
|
self.LIBSSH_PATH_SRC = os.path.join(self.PATH_TMP, 'libssh-{}'.format(env.ver_libssh))
|
|
self.SQLITE_PATH_SRC = os.path.join(self.PATH_TMP, 'sqlite-autoconf-{}'.format(env.ver_sqlite))
|
|
|
|
self.JSONCPP_PATH_SRC = os.path.join(PATH_EXTERNAL, 'jsoncpp')
|
|
self.MONGOOSE_PATH_SRC = os.path.join(PATH_EXTERNAL, 'mongoose')
|
|
|
|
if not os.path.exists(self.PATH_TMP):
|
|
utils.makedirs(self.PATH_TMP)
|
|
|
|
def _build_jsoncpp(self, file_name):
|
|
cc.n('prepare jsoncpp source code...', end='')
|
|
if not os.path.exists(self.JSONCPP_PATH_SRC):
|
|
cc.v('')
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, PATH_EXTERNAL))
|
|
os.rename(os.path.join(PATH_EXTERNAL, 'jsoncpp-{}'.format(env.ver_jsoncpp)), self.JSONCPP_PATH_SRC)
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
|
|
def _build_mongoose(self, file_name):
|
|
cc.n('prepare mongoose source code...', end='')
|
|
if not os.path.exists(self.MONGOOSE_PATH_SRC):
|
|
cc.v('')
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, PATH_EXTERNAL))
|
|
os.rename(os.path.join(PATH_EXTERNAL, 'mongoose-{}'.format(env.ver_mongoose)), self.MONGOOSE_PATH_SRC)
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
|
|
def _build_openssl(self, file_name):
|
|
pass # we do not need build openssl anymore, because first time run build.sh we built Python, it include openssl.
|
|
|
|
# if not os.path.exists(self.OPENSSL_PATH_SRC):
|
|
# os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
#
|
|
# cc.n('build openssl static...')
|
|
# if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libssl.a')):
|
|
# cc.w('already exists, skip.')
|
|
# return
|
|
#
|
|
# old_p = os.getcwd()
|
|
# os.chdir(self.OPENSSL_PATH_SRC)
|
|
# #os.system('./config --prefix={} --openssldir={}/openssl no-zlib no-shared'.format(self.PATH_RELEASE, self.PATH_RELEASE))
|
|
# os.system('./config --prefix={} --openssldir={}/openssl -fPIC no-zlib no-shared'.format(self.PATH_RELEASE, self.PATH_RELEASE))
|
|
# os.system('make')
|
|
# os.system('make install')
|
|
# os.chdir(old_p)
|
|
|
|
def _build_libuv(self, file_name):
|
|
if not os.path.exists(self.LIBUV_PATH_SRC):
|
|
# os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, PATH_TMP))
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
|
|
cc.n('build libuv...', end='')
|
|
if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libuv.a')):
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
# we need following...
|
|
# apt-get install autoconf aptitude libtool gcc-c++
|
|
|
|
old_p = os.getcwd()
|
|
os.chdir(self.LIBUV_PATH_SRC)
|
|
os.system('sh autogen.sh')
|
|
os.system('./configure --prefix={} --with-pic'.format(self.PATH_RELEASE))
|
|
os.system('make')
|
|
os.system('make install')
|
|
os.chdir(old_p)
|
|
|
|
def _build_mbedtls(self, file_name):
|
|
if not os.path.exists(self.MBEDTLS_PATH_SRC):
|
|
# os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, PATH_TMP))
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
|
|
cc.n('build mbedtls...', end='')
|
|
if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libmbedtls.a')):
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
# fix the Makefile
|
|
mkfile = os.path.join(self.MBEDTLS_PATH_SRC, 'Makefile')
|
|
f = open(mkfile)
|
|
fl = f.readlines()
|
|
f.close()
|
|
|
|
fixed = False
|
|
for i in range(len(fl)):
|
|
x = fl[i].split('=')
|
|
if x[0] == 'DESTDIR':
|
|
fl[i] = 'DESTDIR={}\n'.format(self.PATH_RELEASE)
|
|
fixed = True
|
|
break
|
|
|
|
if not fixed:
|
|
cc.e('can not fix Makefile of mbedtls.')
|
|
return
|
|
|
|
f = open(mkfile, 'w')
|
|
f.writelines(fl)
|
|
f.close()
|
|
|
|
# # fix config.h
|
|
# mkfile = os.path.join(self.MBEDTLS_PATH_SRC, 'include', 'mbedtls', 'config.h')
|
|
# f = open(mkfile)
|
|
# fl = f.readlines()
|
|
# f.close()
|
|
#
|
|
# for i in range(len(fl)):
|
|
# if fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDHE_PSK_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDHE_PSK_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDHE_RSA_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDHE_RSA_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDHE_ECDSA_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDHE_ECDSA_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDH_ECDSA_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDH_ECDSA_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDH_RSA_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDH_RSA_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_SELF_TEST') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_SELF_TEST\n'
|
|
# elif fl[i].find('#define MBEDTLS_SSL_RENEGOTIATION') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_SSL_RENEGOTIATION\n'
|
|
# elif fl[i].find('#define MBEDTLS_ECDH_C') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_ECDH_C\n'
|
|
# elif fl[i].find('#define MBEDTLS_ECDSA_C') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_ECDSA_C\n'
|
|
# elif fl[i].find('#define MBEDTLS_ECP_C') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_ECP_C\n'
|
|
# elif fl[i].find('#define MBEDTLS_NET_C') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_NET_C\n'
|
|
#
|
|
# elif fl[i].find('#define MBEDTLS_RSA_NO_CRT') >= 0:
|
|
# fl[i] = '#define MBEDTLS_RSA_NO_CRT\n'
|
|
# elif fl[i].find('#define MBEDTLS_SSL_PROTO_SSL3') >= 0:
|
|
# fl[i] = '#define MBEDTLS_SSL_PROTO_SSL3\n'
|
|
#
|
|
# f = open(mkfile, 'w')
|
|
# f.writelines(fl)
|
|
# f.close()
|
|
|
|
# fix source file
|
|
utils.ensure_file_exists(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'include', 'mbedtls', 'config.h'))
|
|
utils.copy_file(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'include', 'mbedtls'), os.path.join(self.MBEDTLS_PATH_SRC, 'include', 'mbedtls'), 'config.h')
|
|
utils.ensure_file_exists(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'library', 'rsa.c'))
|
|
utils.copy_file(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'library'), os.path.join(self.MBEDTLS_PATH_SRC, 'library'), 'rsa.c')
|
|
|
|
old_p = os.getcwd()
|
|
os.chdir(self.MBEDTLS_PATH_SRC)
|
|
os.system('make CFLAGS="-fPIC" lib')
|
|
os.system('make install')
|
|
os.chdir(old_p)
|
|
|
|
def _build_libssh(self, file_name):
|
|
if not os.path.exists(self.LIBSSH_PATH_SRC):
|
|
# os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, PATH_TMP))
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
# os.rename(os.path.join(self.PATH_TMP, 'master'), os.path.join(self.PATH_TMP, 'libssh-{}'.format(LIBSSH_VER)))
|
|
|
|
cc.n('build libssh...', end='')
|
|
if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libssh.a')) and os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libssh_threads.a')):
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
build_path = os.path.join(self.LIBSSH_PATH_SRC, 'build')
|
|
# utils.makedirs(build_path)
|
|
|
|
# here is a bug in cmake v2.8.11 (default on ubuntu14), in FindOpenSSL.cmake,
|
|
# it parse opensslv.h, use regex like this:
|
|
# REGEX "^#define[\t ]+OPENSSL_VERSION_NUMBER[\t ]+0x([0-9a-fA-F])+.*")
|
|
# but in openssl-1.0.2h, the version define line is:
|
|
# # define OPENSSL_VERSION_NUMBER 0x1000208fL
|
|
# notice there is a space char between # and define, so find openssl always fail.
|
|
|
|
# old_p = os.getcwd()
|
|
# os.chdir(build_path)
|
|
# cmd = 'cmake' \
|
|
# ' -DCMAKE_INSTALL_PREFIX={}' \
|
|
# ' -D_OPENSSL_VERSION={}' \
|
|
# ' -DOPENSSL_INCLUDE_DIR={}/include' \
|
|
# ' -DOPENSSL_LIBRARIES={}/lib' \
|
|
# ' -DCMAKE_BUILD_TYPE=Release' \
|
|
# ' -DWITH_GSSAPI=OFF' \
|
|
# ' -DWITH_ZLIB=OFF' \
|
|
# ' -DWITH_STATIC_LIB=ON' \
|
|
# ' -DWITH_PCAP=OFF' \
|
|
# ' -DWITH_EXAMPLES=OFF' \
|
|
# ' -DWITH_NACL=OFF' \
|
|
# ' ..'.format(self.PATH_RELEASE, OPENSSL_VER, self.PATH_RELEASE, self.PATH_RELEASE)
|
|
# cc.n(cmd)
|
|
# os.system(cmd)
|
|
# # os.system('make ssh_static ssh_threads_static')
|
|
# os.system('make ssh_static')
|
|
# # os.system('make install')
|
|
# os.chdir(old_p)
|
|
|
|
cmake_define = ' -DCMAKE_INSTALL_PREFIX={}' \
|
|
' -D_OPENSSL_VERSION={}' \
|
|
' -DOPENSSL_INCLUDE_DIR={}/include' \
|
|
' -DOPENSSL_LIBRARIES={}/lib' \
|
|
' -DWITH_GSSAPI=OFF' \
|
|
' -DWITH_ZLIB=OFF' \
|
|
' -DWITH_STATIC_LIB=ON' \
|
|
' -DWITH_PCAP=OFF' \
|
|
' -DWITH_TESTING=OFF' \
|
|
' -DWITH_CLIENT_TESTING=OFF' \
|
|
' -DWITH_EXAMPLES=OFF' \
|
|
' -DWITH_BENCHMARKS=OFF' \
|
|
' -DWITH_NACL=OFF' \
|
|
' ..'.format(self.PATH_RELEASE, env.ver_openssl_number, self.PATH_RELEASE, self.PATH_RELEASE)
|
|
|
|
try:
|
|
utils.cmake(build_path, 'Release', False, cmake_define)
|
|
except:
|
|
pass
|
|
|
|
# because make install will fail because we can not disable ssh_shared target,
|
|
# so we copy necessary files ourselves.
|
|
utils.ensure_file_exists(os.path.join(self.LIBSSH_PATH_SRC, 'build', 'src', 'libssh.a'))
|
|
utils.ensure_file_exists(os.path.join(self.LIBSSH_PATH_SRC, 'build', 'src', 'threads', 'libssh_threads.a'))
|
|
utils.copy_file(os.path.join(self.LIBSSH_PATH_SRC, 'build', 'src'), os.path.join(self.PATH_RELEASE, 'lib'), 'libssh.a')
|
|
utils.copy_file(os.path.join(self.LIBSSH_PATH_SRC, 'build', 'src', 'threads'), os.path.join(self.PATH_RELEASE, 'lib'), 'libssh_threads.a')
|
|
utils.copy_ex(os.path.join(self.LIBSSH_PATH_SRC, 'include'), os.path.join(self.PATH_RELEASE, 'include'), 'libssh')
|
|
|
|
def _build_sqlite(self, file_name):
|
|
if not os.path.exists(self.SQLITE_PATH_SRC):
|
|
os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
|
|
cc.n('build sqlite static...', end='')
|
|
if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libsqlite3.a')):
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
old_p = os.getcwd()
|
|
os.chdir(self.SQLITE_PATH_SRC)
|
|
os.system('./configure --prefix={}'.format(self.PATH_RELEASE))
|
|
os.system('make')
|
|
os.system('make install')
|
|
os.chdir(old_p)
|
|
|
|
def fix_output(self):
|
|
# remove .so files, otherwise will link to .so but not .a in default.
|
|
# rm = ['libsqlite3.la', 'libsqlite3.so.0', 'libsqlite3.so', 'libsqlite3.so.0.8.6', 'libuv.la', 'libuv.so.1', 'libuv.so', 'libuv.so.1.0.0']
|
|
rm = ['libuv.la', 'libuv.so.1', 'libuv.so', 'libuv.so.1.0.0']
|
|
for i in rm:
|
|
_path = os.path.join(self.PATH_RELEASE, 'lib', i)
|
|
if os.path.exists(_path):
|
|
utils.remove(_path)
|
|
|
|
|
|
class BuilderMacOS(BuilderBase):
|
|
def __init__(self):
|
|
super().__init__()
|
|
|
|
def _init_path(self):
|
|
self.PATH_TMP = os.path.join(PATH_EXTERNAL, 'macos', 'tmp')
|
|
self.PATH_RELEASE = os.path.join(PATH_EXTERNAL, 'macos', 'release')
|
|
self.OPENSSL_PATH_SRC = os.path.join(self.PATH_TMP, 'openssl-{}'.format(env.ver_openssl))
|
|
self.LIBUV_PATH_SRC = os.path.join(self.PATH_TMP, 'libuv-{}'.format(env.ver_libuv))
|
|
self.MBEDTLS_PATH_SRC = os.path.join(self.PATH_TMP, 'mbedtls-mbedtls-{}'.format(env.ver_mbedtls))
|
|
self.LIBSSH_PATH_SRC = os.path.join(self.PATH_TMP, 'libssh-{}'.format(env.ver_libssh))
|
|
self.SQLITE_PATH_SRC = os.path.join(self.PATH_TMP, 'sqlite-autoconf-{}'.format(env.ver_sqlite))
|
|
|
|
self.JSONCPP_PATH_SRC = os.path.join(PATH_EXTERNAL, 'jsoncpp')
|
|
self.MONGOOSE_PATH_SRC = os.path.join(PATH_EXTERNAL, 'mongoose')
|
|
|
|
if not os.path.exists(self.PATH_TMP):
|
|
utils.makedirs(self.PATH_TMP)
|
|
|
|
def _build_jsoncpp(self, file_name):
|
|
cc.n('prepare jsoncpp source code...', end='')
|
|
if not os.path.exists(self.JSONCPP_PATH_SRC):
|
|
cc.v('')
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, PATH_EXTERNAL))
|
|
os.rename(os.path.join(PATH_EXTERNAL, 'jsoncpp-{}'.format(env.ver_jsoncpp)), self.JSONCPP_PATH_SRC)
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
|
|
def _build_mongoose(self, file_name):
|
|
cc.n('prepare mongoose source code...', end='')
|
|
if not os.path.exists(self.MONGOOSE_PATH_SRC):
|
|
cc.v('')
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, PATH_EXTERNAL))
|
|
os.rename(os.path.join(PATH_EXTERNAL, 'mongoose-{}'.format(env.ver_mongoose)), self.MONGOOSE_PATH_SRC)
|
|
else:
|
|
cc.w('already exists, skip.')
|
|
|
|
def _build_openssl(self, file_name):
|
|
pass # we do not need build openssl anymore, because first time run build.sh we built Python, it include openssl.
|
|
|
|
# if not os.path.exists(self.OPENSSL_PATH_SRC):
|
|
# os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
#
|
|
# cc.n('build openssl static...')
|
|
# if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libssl.a')):
|
|
# cc.w('already exists, skip.')
|
|
# return
|
|
#
|
|
# old_p = os.getcwd()
|
|
# os.chdir(self.OPENSSL_PATH_SRC)
|
|
# #os.system('./config --prefix={} --openssldir={}/openssl no-zlib no-shared'.format(self.PATH_RELEASE, self.PATH_RELEASE))
|
|
# os.system('./config --prefix={} --openssldir={}/openssl -fPIC no-zlib no-shared'.format(self.PATH_RELEASE, self.PATH_RELEASE))
|
|
# os.system('make')
|
|
# os.system('make install')
|
|
# os.chdir(old_p)
|
|
|
|
def _build_libuv(self, file_name):
|
|
cc.w('build libuv...skip')
|
|
return
|
|
if not os.path.exists(self.LIBUV_PATH_SRC):
|
|
# os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, PATH_TMP))
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
|
|
cc.n('build libuv...', end='')
|
|
if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libuv.a')):
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
# we need following...
|
|
# apt-get install autoconf aptitude libtool gcc-c++
|
|
|
|
old_p = os.getcwd()
|
|
os.chdir(self.LIBUV_PATH_SRC)
|
|
os.system('sh autogen.sh')
|
|
os.system('./configure --prefix={} --with-pic'.format(self.PATH_RELEASE))
|
|
os.system('make')
|
|
os.system('make install')
|
|
os.chdir(old_p)
|
|
|
|
def _build_mbedtls(self, file_name):
|
|
if not os.path.exists(self.MBEDTLS_PATH_SRC):
|
|
# os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, PATH_TMP))
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
|
|
cc.n('build mbedtls...', end='')
|
|
if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libmbedtls.a')):
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
# fix the Makefile
|
|
mkfile = os.path.join(self.MBEDTLS_PATH_SRC, 'Makefile')
|
|
f = open(mkfile)
|
|
fl = f.readlines()
|
|
f.close()
|
|
|
|
fixed = False
|
|
for i in range(len(fl)):
|
|
x = fl[i].split('=')
|
|
if x[0] == 'DESTDIR':
|
|
fl[i] = 'DESTDIR={}\n'.format(self.PATH_RELEASE)
|
|
fixed = True
|
|
break
|
|
|
|
if not fixed:
|
|
cc.e('can not fix Makefile of mbedtls.')
|
|
return
|
|
|
|
f = open(mkfile, 'w')
|
|
f.writelines(fl)
|
|
f.close()
|
|
|
|
# # fix config.h
|
|
# mkfile = os.path.join(self.MBEDTLS_PATH_SRC, 'include', 'mbedtls', 'config.h')
|
|
# f = open(mkfile)
|
|
# fl = f.readlines()
|
|
# f.close()
|
|
#
|
|
# for i in range(len(fl)):
|
|
# if fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDHE_PSK_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDHE_PSK_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDHE_RSA_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDHE_RSA_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDHE_ECDSA_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDHE_ECDSA_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDH_ECDSA_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDH_ECDSA_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_KEY_EXCHANGE_ECDH_RSA_ENABLED') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_KEY_EXCHANGE_ECDH_RSA_ENABLED\n'
|
|
# elif fl[i].find('#define MBEDTLS_SELF_TEST') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_SELF_TEST\n'
|
|
# elif fl[i].find('#define MBEDTLS_SSL_RENEGOTIATION') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_SSL_RENEGOTIATION\n'
|
|
# elif fl[i].find('#define MBEDTLS_ECDH_C') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_ECDH_C\n'
|
|
# elif fl[i].find('#define MBEDTLS_ECDSA_C') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_ECDSA_C\n'
|
|
# elif fl[i].find('#define MBEDTLS_ECP_C') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_ECP_C\n'
|
|
# elif fl[i].find('#define MBEDTLS_NET_C') >= 0:
|
|
# fl[i] = '//#define MBEDTLS_NET_C\n'
|
|
#
|
|
# elif fl[i].find('#define MBEDTLS_RSA_NO_CRT') >= 0:
|
|
# fl[i] = '#define MBEDTLS_RSA_NO_CRT\n'
|
|
# elif fl[i].find('#define MBEDTLS_SSL_PROTO_SSL3') >= 0:
|
|
# fl[i] = '#define MBEDTLS_SSL_PROTO_SSL3\n'
|
|
#
|
|
# f = open(mkfile, 'w')
|
|
# f.writelines(fl)
|
|
# f.close()
|
|
|
|
# fix source file
|
|
utils.ensure_file_exists(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'include', 'mbedtls', 'config.h'))
|
|
utils.copy_file(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'include', 'mbedtls'), os.path.join(self.MBEDTLS_PATH_SRC, 'include', 'mbedtls'), 'config.h')
|
|
utils.ensure_file_exists(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'library', 'rsa.c'))
|
|
utils.copy_file(os.path.join(PATH_EXTERNAL, 'fix-external', 'mbedtls', 'library'), os.path.join(self.MBEDTLS_PATH_SRC, 'library'), 'rsa.c')
|
|
|
|
old_p = os.getcwd()
|
|
os.chdir(self.MBEDTLS_PATH_SRC)
|
|
os.system('make CFLAGS="-fPIC" lib')
|
|
os.system('make install')
|
|
os.chdir(old_p)
|
|
|
|
def _build_libssh(self, file_name):
|
|
if not os.path.exists(self.LIBSSH_PATH_SRC):
|
|
# os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, PATH_TMP))
|
|
os.system('unzip "{}/{}" -d "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
# os.rename(os.path.join(self.PATH_TMP, 'master'), os.path.join(self.PATH_TMP, 'libssh-{}'.format(LIBSSH_VER)))
|
|
|
|
cc.n('build libssh...', end='')
|
|
if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libssh.a')) and os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libssh_threads.a')):
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
build_path = os.path.join(self.LIBSSH_PATH_SRC, 'build')
|
|
# utils.makedirs(build_path)
|
|
|
|
# here is a bug in cmake v2.8.11 (default on ubuntu14), in FindOpenSSL.cmake,
|
|
# it parse opensslv.h, use regex like this:
|
|
# REGEX "^#define[\t ]+OPENSSL_VERSION_NUMBER[\t ]+0x([0-9a-fA-F])+.*")
|
|
# but in openssl-1.0.2h, the version define line is:
|
|
# # define OPENSSL_VERSION_NUMBER 0x1000208fL
|
|
# notice there is a space char between # and define, so find openssl always fail.
|
|
|
|
# old_p = os.getcwd()
|
|
# os.chdir(build_path)
|
|
# cmd = 'cmake' \
|
|
# ' -DCMAKE_INSTALL_PREFIX={}' \
|
|
# ' -D_OPENSSL_VERSION={}' \
|
|
# ' -DOPENSSL_INCLUDE_DIR={}/include' \
|
|
# ' -DOPENSSL_LIBRARIES={}/lib' \
|
|
# ' -DCMAKE_BUILD_TYPE=Release' \
|
|
# ' -DWITH_GSSAPI=OFF' \
|
|
# ' -DWITH_ZLIB=OFF' \
|
|
# ' -DWITH_STATIC_LIB=ON' \
|
|
# ' -DWITH_PCAP=OFF' \
|
|
# ' -DWITH_EXAMPLES=OFF' \
|
|
# ' -DWITH_NACL=OFF' \
|
|
# ' ..'.format(self.PATH_RELEASE, OPENSSL_VER, self.PATH_RELEASE, self.PATH_RELEASE)
|
|
# cc.n(cmd)
|
|
# os.system(cmd)
|
|
# # os.system('make ssh_static ssh_threads_static')
|
|
# os.system('make ssh_static')
|
|
# # os.system('make install')
|
|
# os.chdir(old_p)
|
|
|
|
cmake_define = ' -DCMAKE_INSTALL_PREFIX={}' \
|
|
' -D_OPENSSL_VERSION={}' \
|
|
' -DOPENSSL_INCLUDE_DIR={}/include' \
|
|
' -DOPENSSL_LIBRARIES={}/lib' \
|
|
' -DWITH_GSSAPI=OFF' \
|
|
' -DWITH_ZLIB=OFF' \
|
|
' -DWITH_STATIC_LIB=ON' \
|
|
' -DWITH_PCAP=OFF' \
|
|
' -DWITH_TESTING=OFF' \
|
|
' -DWITH_CLIENT_TESTING=OFF' \
|
|
' -DWITH_EXAMPLES=OFF' \
|
|
' -DWITH_BENCHMARKS=OFF' \
|
|
' -DWITH_NACL=OFF' \
|
|
' ..'.format(self.PATH_RELEASE, env.ver_openssl_number, self.PATH_RELEASE, self.PATH_RELEASE)
|
|
|
|
try:
|
|
utils.cmake(build_path, 'Release', False, cmake_define)
|
|
except:
|
|
pass
|
|
|
|
# because make install will fail because we can not disable ssh_shared target,
|
|
# so we copy necessary files ourselves.
|
|
utils.ensure_file_exists(os.path.join(self.LIBSSH_PATH_SRC, 'build', 'src', 'libssh.a'))
|
|
utils.ensure_file_exists(os.path.join(self.LIBSSH_PATH_SRC, 'build', 'src', 'threads', 'libssh_threads.a'))
|
|
utils.copy_file(os.path.join(self.LIBSSH_PATH_SRC, 'build', 'src'), os.path.join(self.PATH_RELEASE, 'lib'), 'libssh.a')
|
|
utils.copy_file(os.path.join(self.LIBSSH_PATH_SRC, 'build', 'src', 'threads'), os.path.join(self.PATH_RELEASE, 'lib'), 'libssh_threads.a')
|
|
utils.copy_ex(os.path.join(self.LIBSSH_PATH_SRC, 'include'), os.path.join(self.PATH_RELEASE, 'include'), 'libssh')
|
|
|
|
def _build_sqlite(self, file_name):
|
|
if not os.path.exists(self.SQLITE_PATH_SRC):
|
|
os.system('tar -zxvf "{}/{}" -C "{}"'.format(PATH_DOWNLOAD, file_name, self.PATH_TMP))
|
|
|
|
cc.n('build sqlite static...', end='')
|
|
if os.path.exists(os.path.join(self.PATH_RELEASE, 'lib', 'libsqlite3.a')):
|
|
cc.w('already exists, skip.')
|
|
return
|
|
cc.v('')
|
|
|
|
old_p = os.getcwd()
|
|
os.chdir(self.SQLITE_PATH_SRC)
|
|
os.system('./configure --prefix={}'.format(self.PATH_RELEASE))
|
|
os.system('make')
|
|
os.system('make install')
|
|
os.chdir(old_p)
|
|
|
|
def fix_output(self):
|
|
# remove .so files, otherwise will link to .so but not .a in default.
|
|
# rm = ['libsqlite3.la', 'libsqlite3.so.0', 'libsqlite3.so', 'libsqlite3.so.0.8.6', 'libuv.la', 'libuv.so.1', 'libuv.so', 'libuv.so.1.0.0']
|
|
rm = ['libuv.la', 'libuv.so.1', 'libuv.so', 'libuv.so.1.0.0']
|
|
for i in rm:
|
|
_path = os.path.join(self.PATH_RELEASE, 'lib', i)
|
|
if os.path.exists(_path):
|
|
utils.remove(_path)
|
|
|
|
|
|
def gen_builder(dist):
|
|
if dist == 'windows':
|
|
builder = BuilderWin()
|
|
elif dist == 'linux':
|
|
builder = BuilderLinux()
|
|
elif dist == 'macos':
|
|
builder = BuilderMacOS()
|
|
else:
|
|
raise RuntimeError('unsupported platform.')
|
|
|
|
ctx.set_dist(dist)
|
|
return builder
|
|
|
|
|
|
def main():
|
|
if not env.init():
|
|
return
|
|
|
|
builder = None
|
|
|
|
argv = sys.argv[1:]
|
|
|
|
for i in range(len(argv)):
|
|
if 'debug' == argv[i]:
|
|
ctx.set_target(TARGET_DEBUG)
|
|
elif 'x86' == argv[i]:
|
|
ctx.set_bits(BITS_32)
|
|
elif 'x64' == argv[i]:
|
|
ctx.set_bits(BITS_64)
|
|
elif argv[i] in ctx.dist_all:
|
|
builder = gen_builder(argv[i])
|
|
|
|
if builder is None:
|
|
builder = gen_builder(ctx.host_os)
|
|
|
|
builder.build_jsoncpp()
|
|
builder.build_mongoose()
|
|
builder.build_openssl()
|
|
builder.build_libuv()
|
|
builder.build_mbedtls()
|
|
builder.build_libssh()
|
|
|
|
# do not need sqlite any more.
|
|
# builder.build_sqlite()
|
|
|
|
builder.fix_output()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
try:
|
|
main()
|
|
except KeyboardInterrupt:
|
|
pass
|
|
except RuntimeError as e:
|
|
cc.e(e.__str__())
|
|
except:
|
|
cc.f('got exception.')
|