Magisk/build.py

482 lines
16 KiB
Python
Raw Normal View History

2017-06-03 19:39:52 +02:00
#!/usr/bin/env python3
2017-06-03 14:19:01 +02:00
import sys
import os
import subprocess
2017-11-11 21:17:56 +01:00
if os.name == 'nt':
2018-05-12 21:04:40 +02:00
import colorama
colorama.init()
2017-11-11 21:17:56 +01:00
2017-06-03 14:19:01 +02:00
def error(str):
print('\n' + '\033[41m' + str + '\033[0m' + '\n')
sys.exit(1)
def header(str):
print('\n' + '\033[44m' + str + '\033[0m' + '\n')
# Environment checks
if not sys.version_info >= (3, 5):
2018-05-12 21:04:40 +02:00
error('Requires Python 3.5+')
2017-06-03 14:19:01 +02:00
if 'ANDROID_HOME' not in os.environ:
error('Please add Android SDK path to ANDROID_HOME environment variable!')
try:
subprocess.run(['java', '-version'], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
except FileNotFoundError:
2018-05-12 21:04:40 +02:00
error('Please install JDK and make sure \'java\' is available in PATH')
2017-06-03 14:19:01 +02:00
import argparse
import multiprocessing
import zipfile
import datetime
import errno
import shutil
import lzma
import base64
2017-11-14 22:25:19 +01:00
import tempfile
2017-06-03 14:19:01 +02:00
if 'ANDROID_NDK_HOME' in os.environ:
ndk_build = os.path.join(os.environ['ANDROID_NDK_HOME'], 'ndk-build')
2017-12-04 08:16:41 +01:00
else:
ndk_build = os.path.join(os.environ['ANDROID_HOME'], 'ndk-bundle', 'ndk-build')
2018-05-12 21:04:40 +02:00
cpu_count = multiprocessing.cpu_count()
2018-06-10 10:55:00 +02:00
archs = ['armeabi-v7a', 'x86']
2018-05-12 21:04:40 +02:00
def mv(source, target):
2018-05-12 21:04:40 +02:00
try:
shutil.move(source, target)
except:
pass
def cp(source, target):
2018-05-12 21:04:40 +02:00
try:
shutil.copyfile(source, target)
print('cp: {} -> {}'.format(source, target))
except:
pass
def rm(file):
2017-06-03 14:19:01 +02:00
try:
2017-12-04 11:05:07 +01:00
os.remove(file)
2017-06-03 14:19:01 +02:00
except OSError as e:
if e.errno != errno.ENOENT:
raise
def mkdir(path, mode=0o777):
try:
os.mkdir(path, mode)
except:
pass
def mkdir_p(path, mode=0o777):
os.makedirs(path, mode, exist_ok=True)
2017-06-03 14:19:01 +02:00
def zip_with_msg(zipfile, source, target):
if not os.path.exists(source):
error('{} does not exist! Try build \'binary\' and \'apk\' before zipping!'.format(source))
print('zip: {} -> {}'.format(source, target))
2017-06-03 14:19:01 +02:00
zipfile.write(source, target)
def build_all(args):
build_apk(args)
2018-06-10 10:55:00 +02:00
build_binary(args)
2017-06-03 14:19:01 +02:00
zip_main(args)
2017-06-03 18:03:36 +02:00
zip_uninstaller(args)
2017-06-03 14:19:01 +02:00
2018-05-12 21:04:40 +02:00
def collect_binary():
2018-06-10 10:55:00 +02:00
for arch in archs:
2018-05-12 21:04:40 +02:00
mkdir_p(os.path.join('native', 'out', arch))
for bin in ['magisk', 'magiskinit', 'magiskboot', 'busybox', 'b64xz']:
source = os.path.join('native', 'libs', arch, bin)
target = os.path.join('native', 'out', arch, bin)
mv(source, target)
2017-06-03 14:19:01 +02:00
2018-05-12 21:04:40 +02:00
def build_binary(args):
# If nothing specified, build everything
2018-05-19 10:53:00 +02:00
try:
targets = args.target
except:
targets = []
if len(targets) == 0:
targets = ['magisk', 'magiskinit', 'magiskboot', 'busybox', 'b64xz']
2018-05-19 10:53:00 +02:00
header('* Building binaries: ' + ' '.join(targets))
2017-11-23 16:55:33 +01:00
2018-05-12 21:04:40 +02:00
# Force update logging.h timestamp to trigger recompilation for the flags to make a difference
os.utime(os.path.join('native', 'jni', 'include', 'logging.h'))
2018-05-12 21:04:40 +02:00
# Basic flags
base_flags = 'MAGISK_VERSION=\"{}\" MAGISK_VER_CODE={} MAGISK_DEBUG={}'.format(config['version'], config['versionCode'],
2018-05-12 21:04:40 +02:00
'' if args.release else '-DMAGISK_DEBUG')
2017-06-03 14:19:01 +02:00
2018-05-19 10:53:00 +02:00
if 'magisk' in targets:
2018-05-12 21:04:40 +02:00
# Magisk is special case as it is a dependency of magiskinit
proc = subprocess.run('{} -C native {} B_MAGISK=1 -j{}'.format(ndk_build, base_flags, cpu_count), shell=True)
2018-05-12 21:04:40 +02:00
if proc.returncode != 0:
error('Build Magisk binary failed!')
collect_binary()
old_platform = False
flags = base_flags
2018-05-19 10:53:00 +02:00
if 'b64xz' in targets:
flags += ' B_BXZ=1'
old_platform = True
if old_platform:
proc = subprocess.run('{} -C native OLD_PLAT=1 {} -j{}'.format(ndk_build, flags, cpu_count), shell=True)
if proc.returncode != 0:
error('Build binaries failed!')
collect_binary()
other = False
flags = base_flags
2018-05-12 21:04:40 +02:00
2018-05-19 10:53:00 +02:00
if 'magiskinit' in targets:
2018-06-10 10:55:00 +02:00
for arch in archs:
bin_file = os.path.join('native', 'out', arch, 'magisk')
if not os.path.exists(bin_file):
error('Build "magisk" before building "magiskinit"')
with open(os.path.join('native', 'out', arch, 'binaries_arch_xz.h'), 'w') as out:
with open(bin_file, 'rb') as src:
xz_dump(src, out, 'magisk_xz')
2018-06-13 18:59:08 +02:00
stub_apk = os.path.join(config['outdir'], 'stub-release.apk')
if not os.path.exists(stub_apk):
error('Build release stub APK before building "magiskinit"')
with open(os.path.join('native', 'out', 'binaries_xz.h'), 'w') as out:
with open(stub_apk, 'rb') as src:
xz_dump(src, out, 'manager_xz')
flags += ' B_INIT=1'
other = True
2018-05-12 21:04:40 +02:00
2018-05-19 10:53:00 +02:00
if 'magiskboot' in targets:
flags += ' B_BOOT=1'
other = True
2018-05-12 21:04:40 +02:00
if 'busybox' in targets:
flags += ' B_BB=1'
other = True
if other:
2018-05-12 21:04:40 +02:00
proc = subprocess.run('{} -C native {} -j{}'.format(ndk_build, flags, cpu_count), shell=True)
if proc.returncode != 0:
error('Build binaries failed!')
collect_binary()
2018-05-27 08:55:24 +02:00
def sign_apk(source, target):
# Find the latest build tools
build_tool = os.path.join(os.environ['ANDROID_HOME'], 'build-tools',
sorted(os.listdir(os.path.join(os.environ['ANDROID_HOME'], 'build-tools')))[-1])
proc = subprocess.run([os.path.join(build_tool, 'zipalign'), '-vpf', '4', source, target], stdout=subprocess.DEVNULL)
if proc.returncode != 0:
error('Zipalign Magisk Manager failed!')
# Find apksigner.jar
apksigner = ''
for root, dirs, files in os.walk(build_tool):
if 'apksigner.jar' in files:
apksigner = os.path.join(root, 'apksigner.jar')
break
if not apksigner:
error('Cannot find apksigner.jar in Android SDK build tools')
2018-05-27 08:59:08 +02:00
proc = subprocess.run('java -jar {} sign --ks release-key.jks --ks-pass pass:{} --ks-key-alias {} --key-pass pass:{} {}'.format(
apksigner, config['keyStorePass'], config['keyAlias'], config['keyPass'], target), shell=True)
2018-05-27 08:55:24 +02:00
if proc.returncode != 0:
error('Release sign Magisk Manager failed!')
2017-06-03 14:19:01 +02:00
def build_apk(args):
header('* Building Magisk Manager')
2018-06-27 00:00:01 +02:00
source = os.path.join('scripts', 'util_functions.sh')
target = os.path.join('app', 'src', 'full', 'res', 'raw', 'util_functions.sh')
2018-06-27 00:00:01 +02:00
cp(source, target)
2017-06-03 16:04:22 +02:00
if args.release:
2018-05-12 21:04:40 +02:00
if not os.path.exists('release-key.jks'):
error('Please generate a java keystore and place it in \'release-key.jks\'')
2017-06-03 14:19:01 +02:00
2018-07-12 05:14:27 +02:00
proc = subprocess.run('{} app:assembleRelease'.format(os.path.join('.', 'gradlew.bat' if os.name == 'nt' else 'gradlew')), shell=True)
2017-06-03 14:19:01 +02:00
if proc.returncode != 0:
error('Build Magisk Manager failed!')
2018-05-27 08:55:24 +02:00
unsigned = os.path.join('app', 'build', 'outputs', 'apk', 'full', 'release', 'app-full-release-unsigned.apk')
2018-05-12 21:04:40 +02:00
release = os.path.join(config['outdir'], 'app-release.apk')
2018-05-27 08:55:24 +02:00
sign_apk(unsigned, release)
header('Output: ' + release)
rm(unsigned)
2018-05-27 08:55:24 +02:00
unsigned = os.path.join('app', 'build', 'outputs', 'apk', 'stub', 'release', 'app-stub-release-unsigned.apk')
release = os.path.join(config['outdir'], 'stub-release.apk')
sign_apk(unsigned, release)
2018-05-12 21:04:40 +02:00
header('Output: ' + release)
2018-05-27 08:55:24 +02:00
rm(unsigned)
2017-06-03 16:04:22 +02:00
else:
2018-07-12 05:14:27 +02:00
proc = subprocess.run('{} app:assembleDebug'.format(os.path.join('.', 'gradlew.bat' if os.name == 'nt' else 'gradlew')), shell=True)
2017-06-03 16:04:22 +02:00
if proc.returncode != 0:
error('Build Magisk Manager failed!')
2018-05-27 08:55:24 +02:00
source = os.path.join('app', 'build', 'outputs', 'apk', 'full', 'debug', 'app-full-debug.apk')
2018-05-12 21:04:40 +02:00
target = os.path.join(config['outdir'], 'app-debug.apk')
mv(source, target)
2018-05-12 21:04:40 +02:00
header('Output: ' + target)
2018-05-27 08:55:24 +02:00
source = os.path.join('app', 'build', 'outputs', 'apk', 'stub', 'debug', 'app-stub-debug.apk')
target = os.path.join(config['outdir'], 'stub-debug.apk')
mv(source, target)
header('Output: ' + target)
2017-10-07 16:48:16 +02:00
def build_snet(args):
2018-07-12 05:14:27 +02:00
proc = subprocess.run('{} snet:assembleRelease'.format(os.path.join('.', 'gradlew.bat' if os.name == 'nt' else 'gradlew')), shell=True)
2017-10-07 16:48:16 +02:00
if proc.returncode != 0:
error('Build snet extention failed!')
source = os.path.join('snet', 'build', 'outputs', 'apk', 'release', 'snet-release-unsigned.apk')
2018-05-12 21:04:40 +02:00
target = os.path.join(config['outdir'], 'snet.apk')
# Re-compress the whole APK for smaller size
with zipfile.ZipFile(target, 'w', compression=zipfile.ZIP_DEFLATED, allowZip64=False) as zout:
with zipfile.ZipFile(source) as zin:
for item in zin.infolist():
zout.writestr(item.filename, zin.read(item))
2018-06-10 10:55:00 +02:00
rm(source)
2018-05-12 21:04:40 +02:00
header('Output: ' + target)
2017-06-03 14:19:01 +02:00
2018-06-10 10:55:00 +02:00
def xz_dump(src, out, var_name):
out.write('const static unsigned char {}[] = {{'.format(var_name))
for i, c in enumerate(lzma.compress(src.read(), preset=9)):
if i % 16 == 0:
out.write('\n')
out.write('0x{:02X},'.format(c))
out.write('\n};\n')
out.flush()
def gen_update_binary():
update_bin = []
2018-05-12 21:04:40 +02:00
binary = os.path.join('native', 'out', 'armeabi-v7a', 'b64xz')
if not os.path.exists(binary):
error('Please build \'binary\' before zipping!')
with open(binary, 'rb') as b64xz:
2017-10-10 20:26:43 +02:00
update_bin.append('#! /sbin/sh\nEX_ARM=\'')
update_bin.append(''.join("\\x{:02X}".format(c) for c in b64xz.read()))
2018-05-12 21:04:40 +02:00
binary = os.path.join('native', 'out', 'x86', 'b64xz')
with open(binary, 'rb') as b64xz:
2017-10-10 20:26:43 +02:00
update_bin.append('\'\nEX_X86=\'')
update_bin.append(''.join("\\x{:02X}".format(c) for c in b64xz.read()))
2018-05-12 21:04:40 +02:00
binary = os.path.join('native', 'out', 'armeabi-v7a', 'busybox')
with open(binary, 'rb') as busybox:
2017-10-10 20:26:43 +02:00
update_bin.append('\'\nBB_ARM=')
update_bin.append(base64.b64encode(lzma.compress(busybox.read(), preset=9)).decode('ascii'))
2018-05-12 21:04:40 +02:00
binary = os.path.join('native', 'out', 'x86', 'busybox')
with open(binary, 'rb') as busybox:
update_bin.append('\nBB_X86=')
update_bin.append(base64.b64encode(lzma.compress(busybox.read(), preset=9)).decode('ascii'))
update_bin.append('\n')
with open(os.path.join('scripts', 'update_binary.sh'), 'r') as script:
update_bin.append(script.read())
return ''.join(update_bin)
2017-06-03 14:19:01 +02:00
def zip_main(args):
header('* Packing Flashable Zip')
2017-11-14 22:25:19 +01:00
unsigned = tempfile.mkstemp()[1]
with zipfile.ZipFile(unsigned, 'w', compression=zipfile.ZIP_DEFLATED, allowZip64=False) as zipf:
# META-INF
# update-binary
target = os.path.join('META-INF', 'com', 'google', 'android', 'update-binary')
print('zip: ' + target)
zipf.writestr(target, gen_update_binary())
# updater-script
source = os.path.join('scripts', 'flash_script.sh')
target = os.path.join('META-INF', 'com', 'google', 'android', 'updater-script')
zip_with_msg(zipf, source, target)
# Binaries
2018-04-22 08:13:27 +02:00
for lib_dir, zip_dir in [('armeabi-v7a', 'arm'), ('x86', 'x86')]:
2017-11-09 17:54:54 +01:00
for binary in ['magiskinit', 'magiskboot']:
2018-05-12 21:04:40 +02:00
source = os.path.join('native', 'out', lib_dir, binary)
2017-06-03 14:19:01 +02:00
target = os.path.join(zip_dir, binary)
zip_with_msg(zipf, source, target)
# APK
2018-05-12 21:04:40 +02:00
source = os.path.join(config['outdir'], 'app-release.apk' if args.release else 'app-debug.apk')
2017-06-03 14:19:01 +02:00
target = os.path.join('common', 'magisk.apk')
zip_with_msg(zipf, source, target)
# Scripts
2017-06-18 18:15:44 +02:00
# boot_patch.sh
2017-06-03 14:19:01 +02:00
source = os.path.join('scripts', 'boot_patch.sh')
target = os.path.join('common', 'boot_patch.sh')
zip_with_msg(zipf, source, target)
2017-06-18 18:15:44 +02:00
# util_functions.sh
source = os.path.join('scripts', 'util_functions.sh')
2017-07-10 19:54:11 +02:00
with open(source, 'r') as script:
# Add version info util_functions.sh
2018-05-12 21:04:40 +02:00
util_func = script.read().replace('#MAGISK_VERSION_STUB',
'MAGISK_VER="{}"\nMAGISK_VER_CODE={}'.format(config['version'], config['versionCode']))
2017-07-10 19:54:11 +02:00
target = os.path.join('common', 'util_functions.sh')
print('zip: ' + source + ' -> ' + target)
zipf.writestr(target, util_func)
# addon.d.sh
source = os.path.join('scripts', 'addon.d.sh')
2018-06-21 05:54:21 +02:00
target = os.path.join('common', 'addon.d.sh')
zip_with_msg(zipf, source, target)
2017-06-03 14:19:01 +02:00
# Prebuilts
for chromeos in ['futility', 'kernel_data_key.vbprivk', 'kernel.keyblock']:
source = os.path.join('chromeos', chromeos)
zip_with_msg(zipf, source, source)
# End of zipping
2018-05-12 21:04:40 +02:00
output = os.path.join(config['outdir'], 'Magisk-v{}.zip'.format(config['version']) if config['prettyName'] else
'magisk-release.zip' if args.release else 'magisk-debug.zip')
2017-11-14 22:25:19 +01:00
sign_adjust_zip(unsigned, output)
2018-05-12 21:04:40 +02:00
header('Output: ' + output)
2017-06-03 14:19:01 +02:00
def zip_uninstaller(args):
header('* Packing Uninstaller Zip')
2017-11-14 22:25:19 +01:00
unsigned = tempfile.mkstemp()[1]
with zipfile.ZipFile(unsigned, 'w', compression=zipfile.ZIP_DEFLATED, allowZip64=False) as zipf:
# META-INF
# update-binary
target = os.path.join('META-INF', 'com', 'google', 'android', 'update-binary')
print('zip: ' + target)
zipf.writestr(target, gen_update_binary())
# updater-script
2018-06-27 00:00:01 +02:00
source = os.path.join('scripts', 'magisk_uninstaller.sh')
target = os.path.join('META-INF', 'com', 'google', 'android', 'updater-script')
zip_with_msg(zipf, source, target)
# Binaries
2018-04-22 08:13:27 +02:00
for lib_dir, zip_dir in [('armeabi-v7a', 'arm'), ('x86', 'x86')]:
2018-06-27 00:00:01 +02:00
for bin in ['magisk', 'magiskboot']:
source = os.path.join('native', 'out', lib_dir, bin)
target = os.path.join(zip_dir, bin)
zip_with_msg(zipf, source, target)
2017-06-03 18:03:36 +02:00
# Scripts
2017-07-10 19:54:11 +02:00
# util_functions.sh
2017-07-09 18:17:34 +02:00
source = os.path.join('scripts', 'util_functions.sh')
2017-07-10 19:54:11 +02:00
with open(source, 'r') as script:
# Remove the stub
target = os.path.join('util_functions.sh')
print('zip: ' + source + ' -> ' + target)
2017-12-20 20:36:18 +01:00
zipf.writestr(target, script.read())
2017-07-09 18:17:34 +02:00
# Prebuilts
for chromeos in ['futility', 'kernel_data_key.vbprivk', 'kernel.keyblock']:
source = os.path.join('chromeos', chromeos)
zip_with_msg(zipf, source, source)
# End of zipping
2018-05-12 21:04:40 +02:00
output = os.path.join(config['outdir'], 'Magisk-uninstaller-{}.zip'.format(datetime.datetime.now().strftime('%Y%m%d'))
if config['prettyName'] else 'magisk-uninstaller.zip')
2017-11-14 22:25:19 +01:00
sign_adjust_zip(unsigned, output)
2018-05-12 21:04:40 +02:00
header('Output: ' + output)
2017-06-03 14:19:01 +02:00
def sign_adjust_zip(unsigned, output):
2018-05-20 09:24:47 +02:00
signer_name = 'zipsigner-2.2.jar'
2018-01-27 01:34:40 +01:00
jarsigner = os.path.join('utils', 'build', 'libs', signer_name)
if not os.path.exists(jarsigner):
header('* Building ' + signer_name)
2018-07-12 05:14:27 +02:00
proc = subprocess.run('{} utils:shadowJar'.format(os.path.join('.', 'gradlew.bat' if os.name == 'nt' else 'gradlew')), shell=True)
if proc.returncode != 0:
error('Build {} failed!'.format(signer_name))
2018-01-27 01:25:34 +01:00
header('* Signing Zip')
2017-11-14 22:25:19 +01:00
signed = tempfile.mkstemp()[1]
2018-01-27 01:25:34 +01:00
proc = subprocess.run(['java', '-jar', jarsigner, unsigned, output])
if proc.returncode != 0:
2018-01-27 01:25:34 +01:00
error('Signing zip failed!')
2017-06-03 14:19:01 +02:00
def cleanup(args):
if len(args.target) == 0:
2018-07-07 18:02:18 +02:00
args.target = ['native', 'java']
2017-06-03 14:19:01 +02:00
2018-07-07 18:02:18 +02:00
if 'native' in args.target:
header('* Cleaning native')
subprocess.run(ndk_build + ' -C native B_MAGISK=1 B_INIT=1 B_BOOT=1 B_BXZ=1 B_BB=1 clean', shell=True)
2018-05-12 21:04:40 +02:00
shutil.rmtree(os.path.join('native', 'out'), ignore_errors=True)
2017-06-03 14:19:01 +02:00
2017-10-07 16:48:16 +02:00
if 'java' in args.target:
header('* Cleaning java')
2018-01-27 01:34:40 +01:00
subprocess.run('{} app:clean snet:clean utils:clean'.format(os.path.join('.', 'gradlew')), shell=True)
2018-05-12 21:04:40 +02:00
def parse_config():
c = {}
with open('config.prop', 'r') as f:
for line in [l.strip(' \t\r\n') for l in f]:
if line.startswith('#') or len(line) == 0:
continue
prop = line.split('=')
c[prop[0].strip(' \t\r\n')] = prop[1].strip(' \t\r\n')
if 'version' not in c or 'versionCode' not in c:
error('"version" and "versionCode" is required in "config.prop"')
try:
c['versionCode'] = int(c['versionCode'])
except ValueError:
error('"versionCode" is required to be an integer')
if 'prettyName' not in c:
c['prettyName'] = 'false'
c['prettyName'] = c['prettyName'].lower() == 'true'
if 'outdir' not in c:
c['outdir'] = 'out'
mkdir_p(c['outdir'])
return c
config = parse_config()
2017-06-03 14:19:01 +02:00
parser = argparse.ArgumentParser(description='Magisk build script')
2017-06-03 16:04:22 +02:00
parser.add_argument('--release', action='store_true', help='compile Magisk for release')
2017-06-03 14:19:01 +02:00
subparsers = parser.add_subparsers(title='actions')
2018-05-12 21:04:40 +02:00
all_parser = subparsers.add_parser('all', help='build everything (binaries/apks/zips)')
2017-06-03 14:19:01 +02:00
all_parser.set_defaults(func=build_all)
2018-05-12 21:04:40 +02:00
binary_parser = subparsers.add_parser('binary', help='build binaries. target: magisk magiskinit magiskboot busybox b64xz')
binary_parser.add_argument('target', nargs='*')
2017-06-03 14:19:01 +02:00
binary_parser.set_defaults(func=build_binary)
apk_parser = subparsers.add_parser('apk', help='build Magisk Manager APK')
apk_parser.set_defaults(func=build_apk)
2017-10-07 16:48:16 +02:00
snet_parser = subparsers.add_parser('snet', help='build snet extention for Magisk Manager')
snet_parser.set_defaults(func=build_snet)
2017-06-03 14:19:01 +02:00
zip_parser = subparsers.add_parser('zip', help='zip and sign Magisk into a flashable zip')
zip_parser.set_defaults(func=zip_main)
uninstaller_parser = subparsers.add_parser('uninstaller', help='create flashable uninstaller')
uninstaller_parser.set_defaults(func=zip_uninstaller)
2018-05-12 21:04:40 +02:00
clean_parser = subparsers.add_parser('clean', help='cleanup. target: binary java zip')
2017-06-03 14:19:01 +02:00
clean_parser.add_argument('target', nargs='*')
clean_parser.set_defaults(func=cleanup)
if len(sys.argv) == 1:
2017-12-04 11:05:07 +01:00
parser.print_help()
sys.exit(1)
2017-06-03 14:19:01 +02:00
args = parser.parse_args()
args.func(args)