465 lines
15 KiB
Python
Executable File
465 lines
15 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
import sys
|
|
import os
|
|
import subprocess
|
|
|
|
if os.name == 'nt':
|
|
import colorama
|
|
colorama.init()
|
|
|
|
def error(str):
|
|
print('\n' + '\033[41m' + str + '\033[0m' + '\n')
|
|
sys.exit(1)
|
|
|
|
def header(str):
|
|
print('\n' + '\033[44m' + str + '\033[0m' + '\n')
|
|
|
|
def vprint(str):
|
|
if args.verbose:
|
|
print(str)
|
|
|
|
# Environment checks
|
|
if not sys.version_info >= (3, 5):
|
|
error('Requires Python 3.5+')
|
|
|
|
if 'ANDROID_HOME' not in os.environ:
|
|
error('Please add Android SDK path to ANDROID_HOME environment variable!')
|
|
|
|
try:
|
|
subprocess.run(['java', '-version'], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
|
|
except FileNotFoundError:
|
|
error('Please install JDK and make sure \'java\' is available in PATH')
|
|
|
|
import argparse
|
|
import multiprocessing
|
|
import zipfile
|
|
import datetime
|
|
import errno
|
|
import shutil
|
|
import lzma
|
|
import base64
|
|
import tempfile
|
|
|
|
if 'ANDROID_NDK_HOME' in os.environ:
|
|
ndk_build = os.path.join(os.environ['ANDROID_NDK_HOME'], 'ndk-build')
|
|
else:
|
|
ndk_build = os.path.join(os.environ['ANDROID_HOME'], 'ndk-bundle', 'ndk-build')
|
|
|
|
cpu_count = multiprocessing.cpu_count()
|
|
gradlew = os.path.join('.', 'gradlew.bat' if os.name == 'nt' else 'gradlew')
|
|
archs = ['armeabi-v7a', 'x86']
|
|
keystore = 'release-key.jks'
|
|
config = {}
|
|
|
|
def mv(source, target):
|
|
try:
|
|
shutil.move(source, target)
|
|
except:
|
|
pass
|
|
|
|
def cp(source, target):
|
|
try:
|
|
shutil.copyfile(source, target)
|
|
vprint('cp: {} -> {}'.format(source, target))
|
|
except:
|
|
pass
|
|
|
|
def rm(file):
|
|
try:
|
|
os.remove(file)
|
|
except OSError as e:
|
|
if e.errno != errno.ENOENT:
|
|
raise
|
|
|
|
def mkdir(path, mode=0o777):
|
|
try:
|
|
os.mkdir(path, mode)
|
|
except:
|
|
pass
|
|
|
|
def mkdir_p(path, mode=0o777):
|
|
os.makedirs(path, mode, exist_ok=True)
|
|
|
|
def zip_with_msg(zipfile, source, target):
|
|
if not os.path.exists(source):
|
|
error('{} does not exist! Try build \'binary\' and \'apk\' before zipping!'.format(source))
|
|
zipfile.write(source, target)
|
|
vprint('zip: {} -> {}'.format(source, target))
|
|
|
|
def collect_binary():
|
|
for arch in archs:
|
|
mkdir_p(os.path.join('native', 'out', arch))
|
|
for bin in ['magisk', 'magiskinit', 'magiskboot', 'busybox', 'b64xz']:
|
|
source = os.path.join('native', 'libs', arch, bin)
|
|
target = os.path.join('native', 'out', arch, bin)
|
|
mv(source, target)
|
|
|
|
def execv(cmd, redirect=None):
|
|
return subprocess.run(cmd, stdout=redirect if redirect != None else STDOUT)
|
|
|
|
def system(cmd, redirect=None):
|
|
return subprocess.run(cmd, shell=True, stdout=redirect if redirect != None else STDOUT)
|
|
|
|
def xz(data):
|
|
return lzma.compress(data, preset=9, check=lzma.CHECK_NONE)
|
|
|
|
def sign_zip(unsigned, output, release):
|
|
signer_name = 'zipsigner-3.0.jar'
|
|
zipsigner = os.path.join('utils', 'build', 'libs', signer_name)
|
|
|
|
if not os.path.exists(zipsigner):
|
|
header('* Building ' + signer_name)
|
|
proc = execv([gradlew, 'utils:shadowJar'])
|
|
if proc.returncode != 0:
|
|
error('Build {} failed!'.format(signer_name))
|
|
|
|
header('* Signing Zip')
|
|
|
|
if release:
|
|
proc = execv(['java', '-jar', zipsigner, keystore, config['keyStorePass'], config['keyAlias'], config['keyPass'], unsigned, output])
|
|
else:
|
|
proc = execv(['java', '-jar', zipsigner, unsigned, output])
|
|
|
|
if proc.returncode != 0:
|
|
error('Signing zip failed!')
|
|
|
|
def binary_dump(src, out, var_name):
|
|
out.write('const static unsigned char {}[] = {{'.format(var_name))
|
|
for i, c in enumerate(xz(src.read())):
|
|
if i % 16 == 0:
|
|
out.write('\n')
|
|
out.write('0x{:02X},'.format(c))
|
|
out.write('\n};\n')
|
|
out.flush()
|
|
|
|
def gen_update_binary():
|
|
update_bin = []
|
|
binary = os.path.join('native', 'out', 'armeabi-v7a', 'b64xz')
|
|
if not os.path.exists(binary):
|
|
error('Please build \'binary\' before zipping!')
|
|
with open(binary, 'rb') as b64xz:
|
|
update_bin.append('#! /sbin/sh\nEX_ARM=\'')
|
|
update_bin.append(''.join("\\x{:02X}".format(c) for c in b64xz.read()))
|
|
binary = os.path.join('native', 'out', 'x86', 'b64xz')
|
|
with open(binary, 'rb') as b64xz:
|
|
update_bin.append('\'\nEX_X86=\'')
|
|
update_bin.append(''.join("\\x{:02X}".format(c) for c in b64xz.read()))
|
|
binary = os.path.join('native', 'out', 'armeabi-v7a', 'busybox')
|
|
with open(binary, 'rb') as busybox:
|
|
update_bin.append('\'\nBB_ARM=')
|
|
update_bin.append(base64.b64encode(xz(busybox.read())).decode('ascii'))
|
|
binary = os.path.join('native', 'out', 'x86', 'busybox')
|
|
with open(binary, 'rb') as busybox:
|
|
update_bin.append('\nBB_X86=')
|
|
update_bin.append(base64.b64encode(xz(busybox.read())).decode('ascii'))
|
|
update_bin.append('\n')
|
|
with open(os.path.join('scripts', 'update_binary.sh'), 'r') as script:
|
|
update_bin.append(script.read())
|
|
return ''.join(update_bin)
|
|
|
|
def build_binary(args):
|
|
support_targets = {'magisk', 'magiskinit', 'magiskboot', 'busybox', 'b64xz'}
|
|
if len(args.target) == 0:
|
|
# If nothing specified, build everything
|
|
args.target = support_targets
|
|
else:
|
|
args.target = set(args.target) & support_targets
|
|
|
|
if len(args.target) == 0:
|
|
return
|
|
|
|
header('* Building binaries: ' + ' '.join(args.target))
|
|
|
|
# Force update logging.h timestamp to trigger recompilation for the flags to make a difference
|
|
os.utime(os.path.join('native', 'jni', 'include', 'logging.h'))
|
|
|
|
# Basic flags
|
|
base_flags = 'MAGISK_VERSION=\"{}\" MAGISK_VER_CODE={} MAGISK_DEBUG={}'.format(config['version'], config['versionCode'],
|
|
'' if args.release else '-DMAGISK_DEBUG')
|
|
|
|
if 'magisk' in args.target:
|
|
# Magisk is special case as it is a dependency of magiskinit
|
|
proc = system('{} -C native {} B_MAGISK=1 -j{}'.format(ndk_build, base_flags, cpu_count))
|
|
if proc.returncode != 0:
|
|
error('Build Magisk binary failed!')
|
|
collect_binary()
|
|
# Dump the binary to header
|
|
for arch in archs:
|
|
bin_file = os.path.join('native', 'out', arch, 'magisk')
|
|
with open(os.path.join('native', 'out', arch, 'binaries_arch.h'), 'w') as out:
|
|
with open(bin_file, 'rb') as src:
|
|
binary_dump(src, out, 'magisk_xz')
|
|
|
|
old_plat = False
|
|
flags = base_flags
|
|
|
|
if 'b64xz' in args.target:
|
|
flags += ' B_BXZ=1'
|
|
old_plat = True
|
|
|
|
if 'magiskinit' in args.target:
|
|
if not os.path.exists(os.path.join('native', 'out', 'x86', 'binaries_arch.h')):
|
|
error('Build "magisk" before building "magiskinit"')
|
|
if not os.path.exists(os.path.join('native', 'out', 'binaries.h')):
|
|
error('Build stub APK before building "magiskinit"')
|
|
flags += ' B_INIT=1'
|
|
old_plat = True
|
|
|
|
if 'magiskboot' in args.target:
|
|
flags += ' B_BOOT=1'
|
|
old_plat = True
|
|
|
|
if old_plat:
|
|
proc = system('{} -C native {} -j{}'.format(ndk_build, flags, cpu_count))
|
|
if proc.returncode != 0:
|
|
error('Build binaries failed!')
|
|
collect_binary()
|
|
|
|
if 'busybox' in args.target:
|
|
proc = system('{} -C native {} B_BB=1 -j{}'.format(ndk_build, base_flags, cpu_count))
|
|
if proc.returncode != 0:
|
|
error('Build binaries failed!')
|
|
collect_binary()
|
|
|
|
def build_apk(args, flavor):
|
|
header('* Building {} Magisk Manager'.format(flavor))
|
|
|
|
buildType = 'Release' if args.release else 'Debug'
|
|
|
|
proc = execv([gradlew, 'app:assemble' + flavor + buildType])
|
|
if proc.returncode != 0:
|
|
error('Build Magisk Manager failed!')
|
|
|
|
flavor = flavor.lower()
|
|
buildType = buildType.lower()
|
|
apk = 'app-{}-{}.apk'.format(flavor, buildType)
|
|
|
|
source = os.path.join('app', 'build', 'outputs', 'apk', flavor, buildType, apk)
|
|
target = os.path.join(config['outdir'], apk)
|
|
mv(source, target)
|
|
header('Output: ' + target)
|
|
return target
|
|
|
|
def build_app(args):
|
|
source = os.path.join('scripts', 'util_functions.sh')
|
|
target = os.path.join('app', 'src', 'full', 'res', 'raw', 'util_functions.sh')
|
|
cp(source, target)
|
|
build_apk(args, 'Full')
|
|
|
|
def build_stub(args):
|
|
stub = build_apk(args, 'Stub')
|
|
# Dump the stub APK to header
|
|
mkdir(os.path.join('native', 'out'))
|
|
with open(os.path.join('native', 'out', 'binaries.h'), 'w') as out:
|
|
with open(stub, 'rb') as src:
|
|
binary_dump(src, out, 'manager_xz');
|
|
|
|
def build_snet(args):
|
|
proc = execv([gradlew, 'snet:assembleRelease'])
|
|
if proc.returncode != 0:
|
|
error('Build snet extention failed!')
|
|
source = os.path.join('snet', 'build', 'outputs', 'apk', 'release', 'snet-release-unsigned.apk')
|
|
target = os.path.join(config['outdir'], 'snet.apk')
|
|
# Re-compress the whole APK for smaller size
|
|
with zipfile.ZipFile(target, 'w', compression=zipfile.ZIP_DEFLATED, allowZip64=False) as zout:
|
|
with zipfile.ZipFile(source) as zin:
|
|
for item in zin.infolist():
|
|
zout.writestr(item.filename, zin.read(item))
|
|
rm(source)
|
|
header('Output: ' + target)
|
|
|
|
def zip_main(args):
|
|
header('* Packing Flashable Zip')
|
|
|
|
unsigned = tempfile.mkstemp()[1]
|
|
|
|
with zipfile.ZipFile(unsigned, 'w', compression=zipfile.ZIP_DEFLATED, allowZip64=False) as zipf:
|
|
# META-INF
|
|
# update-binary
|
|
target = os.path.join('META-INF', 'com', 'google', 'android', 'update-binary')
|
|
vprint('zip: ' + target)
|
|
zipf.writestr(target, gen_update_binary())
|
|
# updater-script
|
|
source = os.path.join('scripts', 'flash_script.sh')
|
|
target = os.path.join('META-INF', 'com', 'google', 'android', 'updater-script')
|
|
zip_with_msg(zipf, source, target)
|
|
|
|
# Binaries
|
|
for lib_dir, zip_dir in [('armeabi-v7a', 'arm'), ('x86', 'x86')]:
|
|
for binary in ['magiskinit', 'magiskboot']:
|
|
source = os.path.join('native', 'out', lib_dir, binary)
|
|
target = os.path.join(zip_dir, binary)
|
|
zip_with_msg(zipf, source, target)
|
|
|
|
# APK
|
|
source = os.path.join(config['outdir'], 'app-release.apk' if args.release else 'app-debug.apk')
|
|
target = os.path.join('common', 'magisk.apk')
|
|
zip_with_msg(zipf, source, target)
|
|
|
|
# Scripts
|
|
# boot_patch.sh
|
|
source = os.path.join('scripts', 'boot_patch.sh')
|
|
target = os.path.join('common', 'boot_patch.sh')
|
|
zip_with_msg(zipf, source, target)
|
|
# util_functions.sh
|
|
source = os.path.join('scripts', 'util_functions.sh')
|
|
with open(source, 'r') as script:
|
|
# Add version info util_functions.sh
|
|
util_func = script.read().replace('#MAGISK_VERSION_STUB',
|
|
'MAGISK_VER="{}"\nMAGISK_VER_CODE={}'.format(config['version'], config['versionCode']))
|
|
target = os.path.join('common', 'util_functions.sh')
|
|
vprint('zip: ' + source + ' -> ' + target)
|
|
zipf.writestr(target, util_func)
|
|
# addon.d.sh
|
|
source = os.path.join('scripts', 'addon.d.sh')
|
|
target = os.path.join('common', 'addon.d.sh')
|
|
zip_with_msg(zipf, source, target)
|
|
|
|
# Prebuilts
|
|
for chromeos in ['futility', 'kernel_data_key.vbprivk', 'kernel.keyblock']:
|
|
source = os.path.join('chromeos', chromeos)
|
|
zip_with_msg(zipf, source, source)
|
|
|
|
# End of zipping
|
|
|
|
output = os.path.join(config['outdir'], 'Magisk-v{}.zip'.format(config['version']) if config['prettyName'] else
|
|
'magisk-release.zip' if args.release else 'magisk-debug.zip')
|
|
sign_zip(unsigned, output, args.release)
|
|
header('Output: ' + output)
|
|
|
|
def zip_uninstaller(args):
|
|
header('* Packing Uninstaller Zip')
|
|
|
|
unsigned = tempfile.mkstemp()[1]
|
|
|
|
with zipfile.ZipFile(unsigned, 'w', compression=zipfile.ZIP_DEFLATED, allowZip64=False) as zipf:
|
|
# META-INF
|
|
# update-binary
|
|
target = os.path.join('META-INF', 'com', 'google', 'android', 'update-binary')
|
|
vprint('zip: ' + target)
|
|
zipf.writestr(target, gen_update_binary())
|
|
# updater-script
|
|
source = os.path.join('scripts', 'magisk_uninstaller.sh')
|
|
target = os.path.join('META-INF', 'com', 'google', 'android', 'updater-script')
|
|
zip_with_msg(zipf, source, target)
|
|
|
|
# Binaries
|
|
for lib_dir, zip_dir in [('armeabi-v7a', 'arm'), ('x86', 'x86')]:
|
|
for bin in ['magisk', 'magiskboot']:
|
|
source = os.path.join('native', 'out', lib_dir, bin)
|
|
target = os.path.join(zip_dir, bin)
|
|
zip_with_msg(zipf, source, target)
|
|
|
|
# Scripts
|
|
# util_functions.sh
|
|
source = os.path.join('scripts', 'util_functions.sh')
|
|
with open(source, 'r') as script:
|
|
# Remove the stub
|
|
target = os.path.join('util_functions.sh')
|
|
vprint('zip: ' + source + ' -> ' + target)
|
|
zipf.writestr(target, script.read())
|
|
|
|
# Prebuilts
|
|
for chromeos in ['futility', 'kernel_data_key.vbprivk', 'kernel.keyblock']:
|
|
source = os.path.join('chromeos', chromeos)
|
|
zip_with_msg(zipf, source, source)
|
|
|
|
# End of zipping
|
|
|
|
output = os.path.join(config['outdir'], 'Magisk-uninstaller-{}.zip'.format(datetime.datetime.now().strftime('%Y%m%d'))
|
|
if config['prettyName'] else 'magisk-uninstaller.zip')
|
|
sign_zip(unsigned, output, args.release)
|
|
header('Output: ' + output)
|
|
|
|
def cleanup(args):
|
|
support_targets = {'native', 'java'}
|
|
if len(args.target) == 0:
|
|
# If nothing specified, clean everything
|
|
args.target = support_targets
|
|
else:
|
|
args.target = set(args.target) & support_targets
|
|
|
|
if 'native' in args.target:
|
|
header('* Cleaning native')
|
|
system(ndk_build + ' -C native B_MAGISK=1 B_INIT=1 B_BOOT=1 B_BXZ=1 B_BB=1 clean')
|
|
shutil.rmtree(os.path.join('native', 'out'), ignore_errors=True)
|
|
|
|
if 'java' in args.target:
|
|
header('* Cleaning java')
|
|
execv([gradlew, 'app:clean', 'snet:clean', 'utils:clean'])
|
|
|
|
def build_all(args):
|
|
vars(args)['target'] = []
|
|
build_stub(args)
|
|
build_apk(args, 'Full')
|
|
build_binary(args)
|
|
zip_main(args)
|
|
zip_uninstaller(args)
|
|
build_snet(args)
|
|
|
|
with open('config.prop', 'r') as f:
|
|
for line in [l.strip(' \t\r\n') for l in f]:
|
|
if line.startswith('#') or len(line) == 0:
|
|
continue
|
|
prop = line.split('=')
|
|
config[prop[0].strip(' \t\r\n')] = prop[1].strip(' \t\r\n')
|
|
|
|
if 'version' not in config or 'versionCode' not in config:
|
|
error('"version" and "versionCode" is required in "config.prop"')
|
|
|
|
try:
|
|
config['versionCode'] = int(config['versionCode'])
|
|
except ValueError:
|
|
error('"versionCode" is required to be an integer')
|
|
|
|
if 'prettyName' not in config:
|
|
config['prettyName'] = 'false'
|
|
|
|
config['prettyName'] = config['prettyName'].lower() == 'true'
|
|
|
|
if 'outdir' not in config:
|
|
config['outdir'] = 'out'
|
|
|
|
mkdir_p(config['outdir'])
|
|
|
|
parser = argparse.ArgumentParser(description='Magisk build script')
|
|
parser.add_argument('-r', '--release', action='store_true', help='compile Magisk for release')
|
|
parser.add_argument('-v', '--verbose', action='store_true', help='verbose output')
|
|
subparsers = parser.add_subparsers(title='actions')
|
|
|
|
all_parser = subparsers.add_parser('all', help='build everything (binaries/apks/zips)')
|
|
all_parser.set_defaults(func=build_all)
|
|
|
|
binary_parser = subparsers.add_parser('binary', help='build binaries')
|
|
binary_parser.add_argument('target', nargs='*', help='Support: magisk, magiskinit, magiskboot, busybox, b64xz. Leave empty to build all.')
|
|
binary_parser.set_defaults(func=build_binary)
|
|
|
|
apk_parser = subparsers.add_parser('apk', help='build Magisk Manager APK')
|
|
apk_parser.set_defaults(func=build_app)
|
|
|
|
stub_parser = subparsers.add_parser('stub', help='build stub Magisk Manager APK')
|
|
stub_parser.set_defaults(func=build_stub)
|
|
|
|
snet_parser = subparsers.add_parser('snet', help='build snet extention for Magisk Manager')
|
|
snet_parser.set_defaults(func=build_snet)
|
|
|
|
zip_parser = subparsers.add_parser('zip', help='zip Magisk into a flashable zip')
|
|
zip_parser.set_defaults(func=zip_main)
|
|
|
|
un_parser = subparsers.add_parser('uninstaller', help='create flashable uninstaller')
|
|
un_parser.set_defaults(func=zip_uninstaller)
|
|
|
|
clean_parser = subparsers.add_parser('clean', help='cleanup.')
|
|
clean_parser.add_argument('target', nargs='*', help='Support: native, java. Leave empty to clean all.')
|
|
clean_parser.set_defaults(func=cleanup)
|
|
|
|
if len(sys.argv) == 1:
|
|
parser.print_help()
|
|
sys.exit(1)
|
|
|
|
args = parser.parse_args()
|
|
if args.release and not os.path.exists(keystore):
|
|
error('Please generate a java keystore and place it in \'{}\''.format(keystore))
|
|
STDOUT = None if args.verbose else subprocess.DEVNULL
|
|
args.func(args)
|