提交 #1

build/ohos/sdk/check_sdk_completeness.py

@@ -0,0 +1,205 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# Copyright (c) 2021 Huawei Device Co., Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import json
+import os
+import sys
+import zipfile
+import argparse
+import time
+
+sys.path.append(
+    os.path.dirname(
+        os.path.dirname(os.path.dirname(os.path.abspath(__file__)))))
+from scripts.util.file_utils import read_json_file # noqa: E402
+
+sdk_package_list = []
+sdk_package_set = set()
+sdk_package_location = ""
+product_name = ""
+sdk_version = ""
+
+
+def parse_sdk_check_list(sdk_check_list):
+    sdk_check_files = []
+    sdk_check_directories = []
+    sdk_delivery_list = read_json_file(sdk_check_list)
+
+    if sdk_delivery_list is None:
+        raise Exception("read file '{}' failed.".format(sdk_check_list))
+
+    if sys.platform == 'linux':
+        if sdk_platform == 'default':
+            sdk_check_files = sdk_delivery_list['linux']['checkFiles']
+            sdk_check_directories = sdk_delivery_list['linux']['checkDirectories']
+            win_sdk_check_files = sdk_delivery_list['windows']['checkFiles']
+            win_sdk_check_directories = sdk_delivery_list['windows']['checkDirectories']
+            sdk_check_files.extend(win_sdk_check_files)
+            sdk_check_directories.extend(win_sdk_check_directories)
+        elif sdk_platform == 'win':
+            sdk_check_files = sdk_delivery_list['windows']['checkFiles']
+            sdk_check_directories = sdk_delivery_list['windows']['checkDirectories']
+        elif sdk_platform == 'linux':
+            sdk_check_files = sdk_delivery_list['linux']['checkFiles']
+            sdk_check_directories = sdk_delivery_list['linux']['checkDirectories']
+    else:  
+        sdk_check_files = sdk_delivery_list['darwin']['checkFiles']
+        sdk_check_directories = sdk_delivery_list['darwin']['checkDirectories']
+
+    return sdk_check_files, sdk_check_directories
+
+
+def add_files_to_sdk_package(sdk_package_directory, compressed_file):
+    archive_file = os.path.join(sdk_package_directory, compressed_file)
+    is_zipfile = zipfile.is_zipfile(archive_file)
+    if is_zipfile: 
+        sdk_package_path = sdk_package_directory[sdk_package_directory.find(product_name) + len(product_name) + 1:]
+        zip_file = zipfile.ZipFile(archive_file, 'r')
+        global sdk_package_list
+        zip_file_path = []
+        zip_file_namelist = zip_file.namelist()
+        for zip_file in zip_file_namelist:
+            zip_file_path.append(os.path.join(sdk_package_path, zip_file))
+        sdk_package_list.extend(zip_file_path)
+    else:
+        raise Exception("Error: {} is not zip".format(archive_file))
+
+
+def get_sdk_package_directories():
+    if sys.platform == 'linux':
+        if sdk_platform == 'default':
+            os_types = ['linux', 'windows']
+        elif sdk_platform == 'win':
+            os_types = ['windows']
+        elif sdk_platform == 'linux':
+            os_types = ['linux']
+    else:
+        os_types = ['darwin']
+
+    cur_path = os.path.dirname(os.path.realpath(__file__))
+    sdk_package_location_prefix = cur_path[0:cur_path.find('build')]
+    sdk_package_directories = []
+
+    for os_type in os_types:
+        sdk_package_directories.append(os.path.join(sdk_package_location_prefix, sdk_package_location, os_type))
+    for sdk_package_directory in sdk_package_directories: 
+        if not os.path.exists(sdk_package_directory):
+            raise Exception("Error: directory {} not exits!".format(sdk_package_directory))
+
+    return sdk_package_directories
+
+
+def get_all_sdk_package_list():
+    global sdk_package_list
+    compressed_file_dict = {}
+    sdk_package_directories = get_sdk_package_directories()
+    for sdk_package_directory in sdk_package_directories:
+        for file_name in os.listdir(sdk_package_directory):
+            if file_name.endswith(".zip") and file_name.find(sdk_version) != -1:
+                compressed_file_dict.setdefault(sdk_package_directory, []).append(file_name)
+        if sdk_package_directory in compressed_file_dict.keys():
+            for compressed_file in compressed_file_dict[sdk_package_directory]:
+                add_files_to_sdk_package(sdk_package_directory, compressed_file)
+        else:
+            raise Exception("Error: {} not in {}, please check.".format(sdk_package_directory, compressed_file_dict))
+
+    return sdk_package_list
+
+
+def get_redundant_set(sdk_check_list):
+    outside_the_list_set = set()
+    sdk_check_files, sdk_check_directories = parse_sdk_check_list(sdk_check_list)
+    sdk_list_set = set(sdk_check_files)
+    sym_intersection = sdk_package_set.symmetric_difference(sdk_list_set)
+    remove_check_from_package_set = sdk_package_set.intersection(sym_intersection)
+    sdk_directorys_tuple = tuple(map(str, sdk_check_directories))
+    for file in remove_check_from_package_set:
+        if not file.startswith(sdk_directorys_tuple):
+            outside_the_list_set.add(file)
+
+    return outside_the_list_set
+
+
+def get_unpacked_directories(sdk_check_list):
+    sdk_check_directories = parse_sdk_check_list(sdk_check_list)[1]
+    sdk_check_directories_set = set(sdk_check_directories)
+    for directory in sdk_check_directories: 
+        for file in sdk_package_list:
+            if file.startswith(directory):
+                sdk_check_directories_set.discard(directory)
+                break
+
+    return sdk_check_directories_set
+
+
+def get_missing_set(sdk_check_list):
+    sdk_list_set = set(parse_sdk_check_list(sdk_check_list)[0])
+    sym_intersection = sdk_package_set.symmetric_difference(sdk_list_set)
+    missing_set = sdk_list_set.intersection(sym_intersection)
+    sdk_unpacked_directories = get_unpacked_directories(sdk_check_list)
+    if len(sdk_unpacked_directories) != 0:
+        for directory in sdk_unpacked_directories:
+            missing_set.add(directory)
+
+    return missing_set
+
+
+def output_the_verification_result(sdk_check_list):
+    sdk_package_missing_set = get_missing_set(sdk_check_list)
+    sdk_package_redundant_set = get_redundant_set(sdk_check_list)
+
+    if len(sdk_package_missing_set) == 0 and len(sdk_package_redundant_set) == 0:
+        print("package and verify successful!") 
+    else:
+        if len(sdk_package_missing_set) != 0 and len(sdk_package_redundant_set) != 0:
+            print("SDK package is less than SDK delivery list, missing: {}.".format(sdk_package_missing_set))
+            print("SDK package is more than SDK delivery list, extra: {}.".format(sdk_package_redundant_set))
+            sys.exit(1)
+        elif len(sdk_package_missing_set) != 0:
+            print("SDK package is less than SDK delivery list, missing: {}.".format(sdk_package_missing_set))
+            sys.exit(1)
+        else:
+            print("SDK package is more than SDK delivery list, extra: {}.".format(sdk_package_redundant_set))
+            sys.exit(1)
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--sdk-delivery-list')
+    parser.add_argument('root_build_dir')
+    parser.add_argument('--sdk-archive-dir')
+    parser.add_argument('product_name')
+    parser.add_argument('sdk_version')
+    parser.add_argument('--sdk-platform')
+    options = parser.parse_args()
+
+    sdk_check_list = options.sdk_delivery_list
+    root_build_directory = options.root_build_dir[2:]
+    global sdk_package_location
+    sdk_package_location = os.path.join(root_build_directory, options.sdk_archive_dir)
+    global product_name
+    product_name = options.product_name
+    global sdk_version
+    sdk_version = options.sdk_version
+    global sdk_platform
+    sdk_platform = options.sdk_platform
+
+    global sdk_package_set 
+    sdk_package_set = set(get_all_sdk_package_list())
+    output_the_verification_result(sdk_check_list)
+
+
+if __name__ == '__main__':
+    sys.exit(main())