diff options
author | Markus Mohrhard <markus.mohrhard@googlemail.com> | 2016-08-30 05:19:06 +0200 |
---|---|---|
committer | Markus Mohrhard <markus.mohrhard@googlemail.com> | 2017-05-19 03:43:21 +0200 |
commit | 5276e0fc8adc5ff96b91b8c31e19906ae0ba9bd2 (patch) | |
tree | ea6db81b901efda08265289300ed31086e509ff7 /bin | |
parent | more steps in the direction of signed mar files (diff) | |
download | core-5276e0fc8adc5ff96b91b8c31e19906ae0ba9bd2.tar.gz core-5276e0fc8adc5ff96b91b8c31e19906ae0ba9bd2.zip |
improve the build system part for generating mar files
Change-Id: If28cca535da20e4633ce025e39a967820eae6945
Diffstat (limited to 'bin')
-rwxr-xr-x | bin/update/create_full_mar.py | 51 | ||||
-rwxr-xr-x | bin/update/create_full_mar_for_languages.py | 61 | ||||
-rw-r--r-- | bin/update/tools.py | 43 |
3 files changed, 155 insertions, 0 deletions
diff --git a/bin/update/create_full_mar.py b/bin/update/create_full_mar.py new file mode 100755 index 000000000000..ae103357c6d3 --- /dev/null +++ b/bin/update/create_full_mar.py @@ -0,0 +1,51 @@ +#!/usr/bin/env python3 + +import sys +import os +import subprocess +import json + +from tools import uncompress_file_to_dir, get_file_info + +current_dir_path = os.path.dirname(os.path.realpath(__file__)) + +def make_mar_name(target_dir, filename_prefix): + filename = filename_prefix + "_complete.mar" + return os.path.join(target_dir, filename) + +def main(): + print(sys.argv) + if len(sys.argv) < 8: + print("Usage: create_full_mar_for_languages.py $PRODUCTNAME $WORKDIR $TARGETDIR $TEMPDIR $FILENAMEPREFIX") + sys.exit(1) + + certificate_path = sys.argv[7] + certificate_name = sys.argv[6] + filename_prefix = sys.argv[5] + temp_dir = sys.argv[4] + target_dir = sys.argv[3] + workdir = sys.argv[2] + product_name = sys.argv[1] + + tar_dir = os.path.join(workdir, "installation", product_name, "archive", "install", "en-US") + tar_file = os.path.join(tar_dir, os.listdir(tar_dir)[0]) + + uncompress_dir = uncompress_file_to_dir(tar_file, temp_dir) + + # on linux we should stip the symbols from the libraries + if sys.platform.startswith('linux'): + subprocess.call('strip -g ' + os.path.join(uncompress_dir, 'program/') + '*', shell=True) + + mar_executable = os.environ.get('MAR', 'mar') + mar_file = make_mar_name(target_dir, filename_prefix) + subprocess.call([os.path.join(current_dir_path, 'make_full_update.sh'), mar_file, uncompress_dir]) + + subprocess.call([mar_executable, '-C', target_dir, '-d', certificate_path, '-n', certificate_name, '-s', mar_file, make_mar_name(target_dir, filename_prefix + '_signed')]) + + file_info = { 'complete' : get_file_info(mar_file) } + + with open(os.path.join(target_dir, 'complete_info.json'), "w") as complete_info_file: + json.dump(file_info, complete_info_file, indent = 4) + +if __name__ == '__main__': + main() diff --git a/bin/update/create_full_mar_for_languages.py b/bin/update/create_full_mar_for_languages.py new file mode 100755 index 000000000000..539c3e7ebbc2 --- /dev/null +++ b/bin/update/create_full_mar_for_languages.py @@ -0,0 +1,61 @@ +#!/usr/bin/env python3 + +import sys +import os +import subprocess +import json + +from tools import uncompress_file_to_dir, get_file_info + +current_dir_path = os.path.dirname(os.path.realpath(__file__)) + +def make_complete_mar_name(target_dir, filename_prefix, language): + filename = filename_prefix + "_" + language + "_complete_langpack.mar" + return os.path.join(target_dir, filename) + +def create_lang_infos(mar_file_name, language): + data = {'lang' : language, + 'complete' : get_file_info(mar_file_name) + } + return data + +def main(): + print(sys.argv) + if len(sys.argv) < 8: + print("Usage: create_full_mar_for_languages.py $PRODUCTNAME $WORKDIR $TARGETDIR $TEMPDIR $FILENAMEPREFIX") + sys.exit(1) + + certificate_path = sys.argv[7] + certificate_name = sys.argv[6] + filename_prefix = sys.argv[5] + temp_dir = sys.argv[4] + target_dir = sys.argv[3] + workdir = sys.argv[2] + product_name = sys.argv[1] + + mar_executable = os.environ.get('MAR', 'mar') + + language_pack_dir = os.path.join(workdir, "installation", product_name + "_languagepack", "archive", "install") + language_packs = os.listdir(language_pack_dir) + lang_infos = [] + for language in language_packs: + if language == 'log': + continue + + language_dir = os.path.join(language_pack_dir, language) + language_file = os.path.join(language_dir, os.listdir(language_dir)[0]) + + directory = uncompress_file_to_dir(language_file, os.path.join(temp_dir, language)) + + mar_file_name = make_complete_mar_name(target_dir, filename_prefix, language) + + subprocess.call([os.path.join(current_dir_path, 'make_full_update.sh'), mar_file_name, directory]) + subprocess.call([mar_executable, '-C', target_dir, '-d', certificate_path, '-n', certificate_name, '-s', mar_file_name, make_complete_mar_name(target_dir, filename_prefix + '_signed', language)]) + + lang_infos.append(create_lang_infos(mar_file_name, language)) + + with open(os.path.join(target_dir, "complete_lang_info.json"), "w") as language_info_file: + json.dump({'languages' : lang_infos}, language_info_file, indent=4) + +if __name__ == '__main__': + main() diff --git a/bin/update/tools.py b/bin/update/tools.py new file mode 100644 index 000000000000..87f67fa97f4e --- /dev/null +++ b/bin/update/tools.py @@ -0,0 +1,43 @@ +import os +import hashlib +import tarfile + +def uncompress_file_to_dir(compressed_file, uncompress_dir): + command = None + extension = os.path.splitext(compressed_file)[1] + + try: + os.mkdir(uncompress_dir) + except FileExistsError as e: + pass + + if extension == '.gz': + tar = tarfile.open(compressed_file) + tar.extractall(uncompress_dir) + tar.close() + elif extension == '.zip': + pass + else: + print("Error: unknown extension " + extension) + + return os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0]) + +BUF_SIZE = 1048576 + +def get_hash(file_path): + sha512 = hashlib.sha512() + with open(file_path, 'rb') as f: + while True: + data = f.read(BUF_SIZE) + if not data: + break + sha512.update(data) + return sha512.hexdigest() + +def get_file_info(mar_file): + filesize = os.path.getsize(mar_file) + data = { 'hash' : get_hash(mar_file), + 'hashFunction' : 'sha512', + 'size' : filesize } + + return data |