diff --git a/extract-files.py b/extract-files.py new file mode 100755 index 0000000..348c930 --- /dev/null +++ b/extract-files.py @@ -0,0 +1,122 @@ +#!/usr/bin/env -S PYTHONPATH=../../../tools/extract-utils python3 +# +# SPDX-FileCopyrightText: 2024 The LineageOS Project +# SPDX-License-Identifier: Apache-2.0 +# + +from extract_utils.fixups_blob import ( + blob_fixup, + blob_fixups_user_type, +) +from extract_utils.fixups_lib import ( + lib_fixup_remove, + lib_fixup_remove_arch_suffix, + lib_fixup_vendorcompat, + lib_fixups_user_type, + libs_clang_rt_ubsan, + libs_proto_3_9_1, +) +from extract_utils.main import ( + ExtractUtils, + ExtractUtilsModule, +) + +namespace_imports = [ + 'device/oneplus/sm8550-common', + 'hardware/qcom-caf/sm8550', + 'hardware/qcom-caf/wlan', + 'hardware/oplus', + 'vendor/qcom/opensource/commonsys/display', + 'vendor/qcom/opensource/commonsys-intf/display', + 'vendor/qcom/opensource/dataservices', +] + + +def lib_fixup_odm_suffix(lib: str, partition: str, *args, **kwargs): + return f'{lib}_{partition}' if partition == 'odm' else None + +def lib_fixup_vendor_suffix(lib: str, partition: str, *args, **kwargs): + return f'{lib}_{partition}' if partition == 'vendor' else None + + +lib_fixups: lib_fixups_user_type = { + libs_clang_rt_ubsan: lib_fixup_remove_arch_suffix, + libs_proto_3_9_1: lib_fixup_vendorcompat, + ( + 'libpwirisfeature', + 'libpwirishalwrapper', + ): lib_fixup_odm_suffix, + ( + 'com.qualcomm.qti.dpm.api@1.0', + 'libQnnCpu', + 'libQnnHtp', + 'libQnnHtpPrepare', + 'libQnnHtpV73Stub', + 'libhwconfigurationutil', + 'vendor.oplus.hardware.cammidasservice-V1-ndk', + 'vendor.oplus.hardware.communicationcenter-V1-ndk', + 'vendor.oplus.hardware.performance-V1-ndk', + 'vendor.oplus.hardware.sendextcamcmd-V1-ndk', + 'vendor.oplus.hardware.stability.oplus_project-V1-ndk', + 'vendor.pixelworks.hardware.display@1.0', + 'vendor.pixelworks.hardware.display@1.1', + 'vendor.pixelworks.hardware.display@1.2', + 'vendor.pixelworks.hardware.feature@1.0', + 'vendor.pixelworks.hardware.feature@1.1', + 'vendor.qti.diaghal@1.0', + 'vendor.qti.hardware.dpmservice@1.0', + 'vendor.qti.hardware.qccsyshal@1.0', + 'vendor.qti.hardware.qccsyshal@1.1', + 'vendor.qti.hardware.qccsyshal@1.2', + 'vendor.qti.hardware.qccvndhal@1.0', + 'vendor.qti.hardware.wifidisplaysession@1.0', + 'vendor.qti.imsrtpservice@3.0', + 'vendor.qti.imsrtpservice@3.1', + ): lib_fixup_vendor_suffix, + ( + 'libagmclient', + 'libpalclient', + 'libwpa_client', + ): lib_fixup_remove, +} + +blob_fixups: blob_fixups_user_type = { + 'odm/lib64/libAlgoProcess.so': blob_fixup() + .replace_needed('android.hardware.graphics.common-V3-ndk.so', 'android.hardware.graphics.common-V5-ndk.so'), + ('odm/lib64/libCOppLceTonemapAPI.so', 'odm/lib64/libCS.so', 'odm/lib64/libSuperRaw.so', 'odm/lib64/libYTCommon.so', 'odm/lib64/libyuv2.so'): blob_fixup() + .patchelf_version('0_17_2') + .replace_needed('libstdc++.so', 'libstdc++_vendor.so'), + 'odm/lib64/libextensionlayer.so': blob_fixup() + .patchelf_version('0_17_2') + .replace_needed('libziparchive.so', 'libziparchive_odm.so'), + 'product/etc/sysconfig/com.android.hotwordenrollment.common.util.xml': blob_fixup() + .regex_replace('/my_product', '/product'), + 'system_ext/lib64/libwfdnative.so': blob_fixup() + .replace_needed('android.hidl.base@1.0.so', 'libhidlbase.so'), + 'system_ext/lib64/libwfdservice.so': blob_fixup() + .replace_needed('android.media.audio.common.types-V2-cpp.so', 'android.media.audio.common.types-V3-cpp.so'), + ('vendor/bin/hw/android.hardware.security.keymint-service-qti', 'vendor/lib64/libqtikeymint.so'): blob_fixup() + .add_needed('android.hardware.security.rkp-V3-ndk.so'), + 'vendor/etc/libnfc-nci.conf': blob_fixup() + .regex_replace('NFC_DEBUG_ENABLED=1', 'NFC_DEBUG_ENABLED=0'), + 'vendor/etc/libnfc-nxp.conf': blob_fixup() + .regex_replace('(NXPLOG_.*_LOGLEVEL)=0x03', '\\1=0x02') + .regex_replace('NFC_DEBUG_ENABLED=1', 'NFC_DEBUG_ENABLED=0'), + ('vendor/etc/media_codecs_kalama.xml', 'vendor/etc/media_codecs_kalama_vendor.xml'): blob_fixup() + .regex_replace('.*media_codecs_(google_audio|google_c2|google_telephony|google_video|vendor_audio).*\n', ''), + 'vendor/etc/seccomp_policy/qwesd@2.0.policy': blob_fixup() + .add_line_if_missing('pipe2: 1'), +} # fmt: skip + +module = ExtractUtilsModule( + 'sm8550-common', + 'oneplus', + blob_fixups=blob_fixups, + lib_fixups=lib_fixups, + namespace_imports=namespace_imports, + check_elf=True, +) + +if __name__ == '__main__': + utils = ExtractUtils.device(module) + utils.run() diff --git a/extract-files.sh b/extract-files.sh deleted file mode 100755 index 57daad7..0000000 --- a/extract-files.sh +++ /dev/null @@ -1,155 +0,0 @@ -#!/bin/bash -# -# SPDX-FileCopyrightText: 2016 The CyanogenMod Project -# SPDX-FileCopyrightText: 2017-2024 The LineageOS Project -# SPDX-License-Identifier: Apache-2.0 -# - -set -e - -# Load extract_utils and do some sanity checks -MY_DIR="${BASH_SOURCE%/*}" -if [[ ! -d "${MY_DIR}" ]]; then MY_DIR="${PWD}"; fi - -ANDROID_ROOT="${MY_DIR}/../../.." - -export TARGET_ENABLE_CHECKELF=true - -# If XML files don't have comments before the XML header, use this flag -# Can still be used with broken XML files by using blob_fixup -export TARGET_DISABLE_XML_FIXING=true - -HELPER="${ANDROID_ROOT}/tools/extract-utils/extract_utils.sh" -if [ ! -f "${HELPER}" ]; then - echo "Unable to find helper script at ${HELPER}" - exit 1 -fi -source "${HELPER}" - -# Default to sanitizing the vendor folder before extraction -CLEAN_VENDOR=true - -ONLY_COMMON= -ONLY_FIRMWARE= -ONLY_TARGET= -KANG= -SECTION= - -while [ "${#}" -gt 0 ]; do - case "${1}" in - --only-common) - ONLY_COMMON=true - ;; - --only-firmware) - ONLY_FIRMWARE=true - ;; - --only-target) - ONLY_TARGET=true - ;; - -n | --no-cleanup) - CLEAN_VENDOR=false - ;; - -k | --kang) - KANG="--kang" - ;; - -s | --section) - SECTION="${2}" - shift - CLEAN_VENDOR=false - ;; - *) - SRC="${1}" - ;; - esac - shift -done - -if [ -z "${SRC}" ]; then - SRC="adb" -fi - -function blob_fixup() { - case "${1}" in - odm/etc/camera/CameraHWConfiguration.config) - [ "$2" = "" ] && return 0 - sed -i "/SystemCamera = / s/1;/0;/g" "${2}" - ;; - odm/lib64/libAlgoProcess.so) - [ "$2" = "" ] && return 0 - sed -i "s/android.hardware.graphics.common-V3-ndk.so/android.hardware.graphics.common-V5-ndk.so/" "${2}" - ;; - odm/lib64/libCOppLceTonemapAPI.so|odm/lib64/libCS.so|odm/lib64/libSuperRaw.so|odm/lib64/libYTCommon.so|odm/lib64/libyuv2.so) - [ "$2" = "" ] && return 0 - "${PATCHELF_0_17_2}" --replace-needed "libstdc++.so" "libstdc++_vendor.so" "${2}" - ;; - odm/lib64/libextensionlayer.so) - [ "$2" = "" ] && return 0 - "${PATCHELF_0_17_2}" --replace-needed "libziparchive.so" "libziparchive_odm.so" "${2}" - ;; - product/etc/sysconfig/com.android.hotwordenrollment.common.util.xml) - [ "$2" = "" ] && return 0 - sed -i "s/\/my_product/\/product/" "${2}" - ;; - system_ext/lib64/libwfdnative.so) - [ "$2" = "" ] && return 0 - sed -i "s/android.hidl.base@1.0.so/libhidlbase.so\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00/" "${2}" - ;; - system_ext/lib64/libwfdservice.so) - [ "$2" = "" ] && return 0 - sed -i "s/android.media.audio.common.types-V2-cpp.so/android.media.audio.common.types-V3-cpp.so/" "${2}" - ;; - vendor/bin/hw/android.hardware.security.keymint-service-qti|vendor/lib64/libqtikeymint.so) - [ "$2" = "" ] && return 0 - grep -q "android.hardware.security.rkp-V3-ndk.so" "${2}" || ${PATCHELF} --add-needed "android.hardware.security.rkp-V3-ndk.so" "${2}" - ;; - vendor/etc/libnfc-nci.conf) - [ "$2" = "" ] && return 0 - sed -i "s/NFC_DEBUG_ENABLED=1/NFC_DEBUG_ENABLED=0/" "${2}" - ;; - vendor/etc/libnfc-nxp.conf) - [ "$2" = "" ] && return 0 - sed -i "/NXPLOG_\w\+_LOGLEVEL/ s/0x03/0x02/" "${2}" - sed -i "s/NFC_DEBUG_ENABLED=1/NFC_DEBUG_ENABLED=0/" "${2}" - ;; - vendor/etc/media_codecs_kalama.xml|vendor/etc/media_codecs_kalama_vendor.xml) - [ "$2" = "" ] && return 0 - sed -Ei "/media_codecs_(google_audio|google_c2|google_telephony|google_video|vendor_audio)/d" "${2}" - ;; - vendor/etc/seccomp_policy/qwesd@2.0.policy) - [ "$2" = "" ] && return 0 - echo "pipe2: 1" >> "${2}" - ;; - *) - return 1 - ;; - esac - - return 0 -} - -function blob_fixup_dry() { - blob_fixup "$1" "" -} - -if [ -z "${ONLY_FIRMWARE}" ] && [ -z "${ONLY_TARGET}" ]; then - # Initialize the helper for common device - setup_vendor "${DEVICE_COMMON}" "${VENDOR_COMMON:-$VENDOR}" "${ANDROID_ROOT}" true "${CLEAN_VENDOR}" - - extract "${MY_DIR}/proprietary-files.txt" "${SRC}" "${KANG}" --section "${SECTION}" -fi - -if [ -z "${ONLY_COMMON}" ] && [ -s "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-files.txt" ]; then - # Reinitialize the helper for device - source "${MY_DIR}/../../${VENDOR}/${DEVICE}/extract-files.sh" - setup_vendor "${DEVICE}" "${VENDOR}" "${ANDROID_ROOT}" false "${CLEAN_VENDOR}" - - if [ -z "${ONLY_FIRMWARE}" ]; then - extract "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-files.txt" "${SRC}" "${KANG}" --section "${SECTION}" - fi - - if [ -z "${SECTION}" ] && [ -f "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-firmware.txt" ]; then - extract_firmware "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-firmware.txt" "${SRC}" - fi -fi - -"${MY_DIR}/setup-makefiles.sh" diff --git a/setup-makefiles.py b/setup-makefiles.py new file mode 100755 index 0000000..32947cf --- /dev/null +++ b/setup-makefiles.py @@ -0,0 +1 @@ +#!./extract-files.py --regenerate_makefiles diff --git a/setup-makefiles.sh b/setup-makefiles.sh deleted file mode 100755 index c921604..0000000 --- a/setup-makefiles.sh +++ /dev/null @@ -1,131 +0,0 @@ -#!/bin/bash -# -# SPDX-FileCopyrightText: 2016 The CyanogenMod Project -# SPDX-FileCopyrightText: 2017-2024 The LineageOS Project -# SPDX-License-Identifier: Apache-2.0 -# - -set -e - -# Load extract_utils and do some sanity checks -MY_DIR="${BASH_SOURCE%/*}" -if [[ ! -d "${MY_DIR}" ]]; then MY_DIR="${PWD}"; fi - -ANDROID_ROOT="${MY_DIR}/../../.." - -export TARGET_ENABLE_CHECKELF=true - -HELPER="${ANDROID_ROOT}/tools/extract-utils/extract_utils.sh" -if [ ! -f "${HELPER}" ]; then - echo "Unable to find helper script at ${HELPER}" - exit 1 -fi -source "${HELPER}" - -function vendor_imports() { - cat <>"$1" - "device/oneplus/sm8550-common", - "hardware/qcom-caf/sm8550", - "hardware/qcom-caf/wlan", - "hardware/oplus", - "vendor/qcom/opensource/commonsys/display", - "vendor/qcom/opensource/commonsys-intf/display", - "vendor/qcom/opensource/dataservices", -EOF -} - -function lib_to_package_fixup_odm_variants() { - if [ "$2" != "odm" ]; then - return 1 - fi - - case "$1" in - libpwirisfeature | \ - libpwirishalwrapper) - echo "$1_odm" - ;; - *) - return 1 - ;; - esac -} - -function lib_to_package_fixup_vendor_variants() { - if [ "$2" != "vendor" ]; then - return 1 - fi - - case "$1" in - com.qualcomm.qti.dpm.api@1.0 | \ - libQnnCpu | \ - libQnnHtp | \ - libQnnHtpPrepare | \ - libQnnHtpV73Stub | \ - libhwconfigurationutil | \ - vendor.oplus.hardware.cammidasservice-V1-ndk | \ - vendor.oplus.hardware.communicationcenter-V1-ndk | \ - vendor.oplus.hardware.performance-V1-ndk | \ - vendor.oplus.hardware.sendextcamcmd-V1-ndk | \ - vendor.oplus.hardware.stability.oplus_project-V1-ndk | \ - vendor.pixelworks.hardware.display@1.0 | \ - vendor.pixelworks.hardware.display@1.1 | \ - vendor.pixelworks.hardware.display@1.2 | \ - vendor.pixelworks.hardware.feature@1.0 | \ - vendor.pixelworks.hardware.feature@1.1 | \ - vendor.qti.diaghal@1.0 | \ - vendor.qti.hardware.dpmservice@1.0 | \ - vendor.qti.hardware.qccsyshal@1.0 | \ - vendor.qti.hardware.qccsyshal@1.1 | \ - vendor.qti.hardware.qccsyshal@1.2 | \ - vendor.qti.hardware.qccvndhal@1.0 | \ - vendor.qti.hardware.wifidisplaysession@1.0 | \ - vendor.qti.imsrtpservice@3.0 | \ - vendor.qti.imsrtpservice@3.1) - echo "$1_vendor" - ;; - libagmclient | \ - libpalclient | \ - libwpa_client) ;; - *) - return 1 - ;; - esac -} - -function lib_to_package_fixup() { - lib_to_package_fixup_clang_rt_ubsan_standalone "$1" || - lib_to_package_fixup_proto_3_9_1 "$1" || - lib_to_package_fixup_odm_variants "$@" || - lib_to_package_fixup_vendor_variants "$@" -} - -# Initialize the helper for common -setup_vendor "${DEVICE_COMMON}" "${VENDOR_COMMON:-$VENDOR}" "${ANDROID_ROOT}" true - -# Warning headers and guards -write_headers "salami" - -# The standard common blobs -write_makefiles "${MY_DIR}/proprietary-files.txt" true - -# Finish -write_footers - -if [ -s "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-files.txt" ]; then - # Reinitialize the helper for device - source "${MY_DIR}/../../${VENDOR}/${DEVICE}/setup-makefiles.sh" - setup_vendor "${DEVICE}" "${VENDOR}" "${ANDROID_ROOT}" false - - # Warning headers and guards - write_headers - - # The standard device blobs - write_makefiles "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-files.txt" true - - if [ -f "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-firmware.txt" ]; then - append_firmware_calls_to_makefiles "${MY_DIR}/../../${VENDOR}/${DEVICE}/proprietary-firmware.txt" - fi - - # Finish - write_footers -fi