Merge branch 'master' into fix_mem_issue

Author: mvafin

.github/actions/common/constants.py

@@ -11,6 +11,7 @@ class EventType(Enum):
     'public_linux_fedora_29_x86_64_release',
     'public_linux_ubuntu_20_04_x86_64_release',
     'public_linux_ubuntu_22_04_arm64_release',
+    'public_linux_ubuntu_22_04_arm64_cross_compile_release',
     'public_linux_ubuntu_22_04_x86_64_release',
     'public_linux_ubuntu_22_04_dpcpp_x86_64_release',
     'public_linux_ubuntu_24_04_x86_64_release',
@@ -21,6 +22,7 @@ class EventType(Enum):
     'public_manylinux2014_x86_64_release',
     'public_manylinux_2_28_x86_64_release',
     'public_macos_x86_64_release',
+    'public_macos_arm64_release',
 )
 ProductType = Enum('ProductType', {t.upper(): t for t in productTypes})
 
@@ -31,11 +33,13 @@ class EventType(Enum):
     'debian10_armhf',
     'rhel8_x86_64',
     'ubuntu22_arm64',
+    'ubuntu22_arm64_cross_compile',
     'ubuntu20_x86_64',
     'ubuntu22_x86_64',
     'ubuntu24_x86_64',
     'macos_12_6_arm64',
     'macos_12_6_x86_64',
+    'macos_14_7_arm64',
     'windows_x86_64',
 )
 PlatformKey = Enum('PlatformKey', {t.upper(): t for t in platformKeys})
@@ -44,10 +48,12 @@ class EventType(Enum):
     PlatformKey.DEBIAN10_ARMHF: ProductType.PUBLIC_LINUX_DEBIAN_10_ARM_RELEASE,
     PlatformKey.UBUNTU20_X86_64: ProductType.PUBLIC_LINUX_UBUNTU_20_04_X86_64_RELEASE,
     PlatformKey.UBUNTU22_ARM64: ProductType.PUBLIC_LINUX_UBUNTU_22_04_ARM64_RELEASE,
+    PlatformKey.UBUNTU22_ARM64_CROSS_COMPILE: ProductType.PUBLIC_LINUX_UBUNTU_22_04_ARM64_CROSS_COMPILE_RELEASE,
     PlatformKey.UBUNTU22_X86_64: ProductType.PUBLIC_LINUX_UBUNTU_22_04_X86_64_RELEASE,
     PlatformKey.UBUNTU24_X86_64: ProductType.PUBLIC_LINUX_UBUNTU_24_04_X86_64_RELEASE,
     PlatformKey.WINDOWS_X86_64: ProductType.PUBLIC_WINDOWS_VS2022_RELEASE,
     PlatformKey.MACOS_12_6_X86_64: ProductType.PUBLIC_MACOS_X86_64_RELEASE,
+    PlatformKey.MACOS_14_7_ARM64: ProductType.PUBLIC_MACOS_ARM64_RELEASE,
     PlatformKey.CENTOS7_X86_64: ProductType.PUBLIC_MANYLINUX2014_X86_64_RELEASE,
     PlatformKey.ALMALINUX8_X86_64: ProductType.PUBLIC_MANYLINUX_2_28_X86_64_RELEASE,
 }

.github/dockerfiles/docker_tag

@@ -1 +1 @@
-pr-31514
+pr-31611

.github/dockerfiles/ov_build/ubuntu_22_04_arm64_cross_compilation/Dockerfile

@@ -0,0 +1,144 @@
+ARG REGISTRY="docker.io"
+FROM ${REGISTRY}/library/ubuntu:22.04
+
+USER root
+
+SHELL ["/bin/bash", "-eo", "pipefail", "-c"]
+
+# APT configuration
+RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
+    echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
+
+# Arm libraries are now in ports.ubuntu.com
+RUN sed -i 's/^deb /deb [arch=amd64] /g' /etc/apt/sources.list
+RUN echo -e "\ndeb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports jammy main universe\ndeb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports jammy-updates main universe" >> /etc/apt/sources.list
+
+ENV DEBIAN_FRONTEND="noninteractive" \
+    TZ="Europe/London"
+
+RUN dpkg --add-architecture arm64 && \
+    apt-get update && \
+    apt-get install software-properties-common && \
+    apt-get update && \
+    apt-get install \
+        pciutils \
+        dmidecode \
+        clinfo \
+        lshw \
+        procps \
+        g++ \
+        ninja-build \
+        smbclient \
+        software-properties-common \
+        crossbuild-essential-arm64 \
+        libpython3-dev:arm64 \
+        python3-pip \
+        libsqlite3-dev \
+        libsqlite3-dev:arm64 \
+        zlib1g-dev:arm64 \
+        libgflags2.2:arm64 \
+        libgflags-dev:arm64 \
+        libpugixml1v5:arm64 \
+        libtbb2:arm64 \
+        nlohmann-json3-dev \
+        libpugixml-dev:arm64 \
+        libtbb-dev:arm64 \
+        shellcheck \
+        lintian \
+        libffi-dev \
+        libssl-dev \
+        chrpath \
+        libssl-dev \
+        libprotobuf-dev \
+        libprotoc-dev \
+        protobuf-compiler \
+        lcov \
+        # parallel gzip
+        pigz \
+        # For ARM CPU plugin
+        scons \
+        # To extract OpenCV .xz archives
+        liblzma-dev \
+        # For wheel packaging
+        patchelf \
+        # check python wheel for duplicated files
+        fdupes \
+        # Need to curl from pypa without warnings
+        openssl \
+        # For Java API
+        default-jdk \
+        # To build documentation
+        graphviz \
+        texlive \
+        liblua5.2-0 \
+        # JS API
+        libgtk-3-0 \
+        libgbm1 \
+        && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install build dependencies
+ADD install_build_dependencies.sh /install_build_dependencies.sh
+RUN chmod +x /install_build_dependencies.sh && \
+    bash -e /install_build_dependencies.sh && \
+    rm -rf /var/lib/apt/lists/*
+
+# For cross-compilation for ARM64. If installed in the first `apt-get install` command, it will be removed by the install_build_dependencies.sh script
+RUN apt-get update && \
+    apt-get install gcc-aarch64-linux-gnu g++-aarch64-linux-gnu
+
+# Install sscache
+ARG SCCACHE_VERSION="v0.7.5"
+ENV SCCACHE_HOME="/opt/sccache" \
+    SCCACHE_PATH="/opt/sccache/sccache"
+
+RUN mkdir ${SCCACHE_HOME} && cd ${SCCACHE_HOME} && \
+    SCCACHE_ARCHIVE="sccache-${SCCACHE_VERSION}-x86_64-unknown-linux-musl.tar.gz" && \
+    curl -SLO https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/${SCCACHE_ARCHIVE} && \
+    tar -xzf ${SCCACHE_ARCHIVE} --strip-components=1 && rm ${SCCACHE_ARCHIVE}
+
+ENV PIP_VERSION="24.0"
+# To cross-compile Python 3.11 we need to first compile it for the host
+RUN curl -O https://www.python.org/ftp/python/3.11.3/Python-3.11.3.tar.xz && \
+    tar -xf Python-3.11.3.tar.xz && \
+    cd Python-3.11.3 && ./configure && make -j4 && make altinstall && \
+    curl https://bootstrap.pypa.io/get-pip.py | python3.11 - --no-cache-dir pip==${PIP_VERSION} numpy cython crossenv
+
+# Cross-compile Python 3.11 for ARM64
+RUN cd Python-3.11.3 && make distclean && \
+    ./configure \
+        --host=aarch64-linux-gnu \
+        --build=x86_64-linux-gnu \
+        --disable-ipv6 \
+        --enable-shared \
+        --prefix=/opt/python3.11_arm \
+        --with-build-python \
+        ac_cv_file__dev_ptmx=no \
+        ac_cv_file__dev_ptc=no && \
+    make -j4 && make altinstall
+
+ENV PATH="$SCCACHE_HOME:$PATH"
+ENV PIP_CACHE_DIR=/mount/caches/pip/linux/${PIP_VERSION}
+
+# Use Python 3.11 as default
+# Using venv here because other methods to switch the default Python break both system and wheels build
+RUN python3.11 -m venv venv
+ENV PATH="/venv/bin:$PATH"
+
+# Install Node
+ENV NODE_VERSION=21.7.3
+ENV NVM_DIR=/.nvm
+RUN mkdir -p $NVM_DIR
+RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash
+RUN . "$NVM_DIR/nvm.sh" && nvm install ${NODE_VERSION}
+ENV PATH="$NVM_DIR/versions/node/v${NODE_VERSION}/bin/:${PATH}"
+
+# Install doxygen
+ENV DOXYGEN_HOME="/opt/doxygen"
+ENV DOXYGEN_VERSION='1.9.6'
+RUN mkdir -p ${DOXYGEN_HOME} && cd ${DOXYGEN_HOME} && wget https://www.doxygen.nl/files/doxygen-$DOXYGEN_VERSION.linux.bin.tar.gz && \
+    tar -I pigz -xf doxygen-$DOXYGEN_VERSION.linux.bin.tar.gz && \
+    rm -f doxygen-$DOXYGEN_VERSION.linux.bin.tar.gz
+ENV PATH="${DOXYGEN_HOME}/doxygen-$DOXYGEN_VERSION/bin:$PATH"

.github/dockerfiles/ov_test/ubuntu_22_04_x64/Dockerfile

@@ -32,6 +32,11 @@ RUN apt-get update && \
         python3.11-venv \
         python3.11-distutils \
         libhdf5-dev \
+        # JS API
+        xvfb \
+        libgtk-3-0 \
+        libgbm1 \
+        libnss3 \
         # For TF Models tests
         wget \
         # libGL for PyTorch Models tests

.github/scripts/workflow_rerun/errors_to_look_for.json

@@ -134,5 +134,9 @@
     {
         "error_text": "THESE PACKAGES DO NOT MATCH THE HASHES FROM THE REQUIREMENTS FILE",
         "ticket": 163749
+    },
+    {
+        "error_text": "OperationStopped:",
+        "ticket": 171334
     }
 ]

.github/scripts/workflow_rerun/log_analyzer.py

@@ -81,6 +81,9 @@ def _collect_log_files(self) -> None:
                 for log_file in _file.iterdir():
                     self._log_files.append(LogFile(file_name=log_file.name,
                                                    path=log_file.resolve()))
+            elif _file.suffix == '.txt':
+                self._log_files.append(LogFile(file_name=_file.name,
+                                               path=_file.resolve()))
 
     def _is_error_in_log(self,
                          error_to_look_for: str,

.github/scripts/workflow_rerun/tests/integration_test.py

@@ -48,10 +48,10 @@ def test_log_collection_and_analysis(self) -> None:
             path_to_log_archive=log_archive_path,
             path_to_errors_file=self.errors_to_look_for_file,
         )
+        self.assertTrue(len(analyzer._log_files) > 0)
         analyzer.analyze()
         if analyzer.found_matching_error:
-            print(f'Found matrching error, ticket: {analyzer.found_error_ticket}')
-        
-    
+            print(f'Found matching error, ticket: {analyzer.found_error_ticket}')
+
     def tearDown(self) -> None:
         self.github.close()

.github/workflows/clang_tidy.yml

@@ -113,7 +113,7 @@ jobs:
 
   Build:
     needs: [Docker, Smart_CI]
-    if: "!needs.smart_ci.outputs.skip_workflow"
+    if: fromJSON(needs.smart_ci.outputs.affected_components).CPU && !needs.smart_ci.outputs.skip_workflow
     timeout-minutes: 150
     defaults:
       run:
@@ -180,7 +180,7 @@ jobs:
 
   Build-aarch64:
     needs: [Docker_Arm, Smart_CI]
-    if: "!needs.smart_ci.outputs.skip_workflow"
+    if: fromJSON(needs.smart_ci.outputs.affected_components).CPU && !needs.smart_ci.outputs.skip_workflow
     timeout-minutes: 150
     defaults:
       run:
@@ -249,7 +249,7 @@ jobs:
 
   Build-riscv64:
     needs: [Docker, Smart_CI]
-    if: "!needs.smart_ci.outputs.skip_workflow"
+    if: fromJSON(needs.smart_ci.outputs.affected_components).CPU && !needs.smart_ci.outputs.skip_workflow
     timeout-minutes: 150
     defaults:
       run:

.github/workflows/code_style.yml

@@ -42,9 +42,6 @@ jobs:
           level: warning
           fail_level: error
           filter_mode: nofilter
-          exclude: |
-              "*/thirdparty/*"
-              "./temp/*"
 
   clang-format-aarch64:
     runs-on: ubuntu-24.04
@@ -81,9 +78,6 @@ jobs:
           level: warning
           fail_level: error
           filter_mode: nofilter
-          exclude: |
-              "*/thirdparty/*"
-              "./temp/*"
 
   clang-format-riscv64:
     runs-on: ubuntu-24.04
@@ -119,9 +113,6 @@ jobs:
           level: warning
           fail_level: error
           filter_mode: nofilter
-          exclude: |
-              "*/thirdparty/*"
-              "./temp/*"
 
   ShellCheck:
     runs-on: ubuntu-22.04

.github/workflows/job_build_linux.yml

@@ -402,7 +402,7 @@ jobs:
 
       - name: Store artifacts to a shared drive
         id: store_artifacts
-        if: ${{ always() }}
+        if: ${{ inputs.event-name != 'schedule' }}
         uses: ./openvino/.github/actions/store_artifacts
         with:
           artifacts: |