Work CI-CD

.gitignore

@@ -380,3 +380,6 @@ sdkconfig
 CMakeUserPresets.json
 config/user-tools-repos.json
 config/user-prefs.json
+
+# ccache cache files
+.ccache/

CMake/Modules/STM32_CubePackage.cmake

@@ -153,13 +153,13 @@ macro(ProcessSTM32CubePackage)
     endif()
 
     FetchContent_GetProperties(stm32${TARGET_SERIES_SHORT_LOWER}_hal_driver)
-    FetchContent_Populate(stm32${TARGET_SERIES_SHORT_LOWER}_hal_driver)
+    FetchContent_MakeAvailable(stm32${TARGET_SERIES_SHORT_LOWER}_hal_driver)
 
     FetchContent_GetProperties(cmsis_device_${TARGET_SERIES_SHORT_LOWER})
-    FetchContent_Populate(cmsis_device_${TARGET_SERIES_SHORT_LOWER})
+    FetchContent_MakeAvailable(cmsis_device_${TARGET_SERIES_SHORT_LOWER})
 
     FetchContent_GetProperties(cmsis_core)
-    FetchContent_Populate(cmsis_core)
+    FetchContent_MakeAvailable(cmsis_core)
 
 endmacro()
 

CMake/binutils.common.cmake

@@ -743,7 +743,7 @@ function(nf_add_mbedtls_library)
     FetchContent_GetProperties(mbedtls)
     if(NOT mbedtls_POPULATED)
         # Fetch the content using previously declared details
-        FetchContent_Populate(mbedtls)
+        FetchContent_MakeAvailable(mbedtls)
     endif()
 
     # don't include tests or programs, only build libraries
@@ -803,7 +803,7 @@ function(nf_add_lwip_library)
 
     if(NOT lwip_POPULATED)
         # Fetch the content using previously declared details
-        FetchContent_Populate(lwip)
+        FetchContent_MakeAvailable(lwip)
     endif()
 
 endfunction()

azure-pipelines-nightly.yml

@@ -296,6 +296,7 @@ jobs:
       REVISION: $[counter('STM32_1_10_0_versioncounter', 0)]
       HelperPackageVersion: $[counter('HelperPackageVersioncounter', 0)]
       TargetPlatform: "stm32"
+      CCACHE_DIR: $(Build.SourcesDirectory)/nf-interpreter/.ccache
 
     steps:
       - template: azure-pipelines-templates/build-preparations.yml
@@ -304,6 +305,7 @@ jobs:
       - template: azure-pipelines-templates/download-install-ninja.yml
       - template: azure-pipelines-templates/download-srecord.yml
       - template: azure-pipelines-templates/download-hexdfu.yml
+      - template: azure-pipelines-templates/download-ccache.yml
       - template: azure-pipelines-templates/build-chibios-stm32-targets.yml
       - template: azure-pipelines-templates/pack-publish-artifacts.yml
       - template: azure-pipelines-templates/publish-cloudsmith.yml
@@ -546,6 +548,8 @@ jobs:
       # creates a counter and assigns it to the revision variable
       REVISION: $[counter('ESP32_1_10_0_versioncounter', 0)]
       IDF_PATH: "D:/a/1/s/esp-idf"
+      IDF_CCACHE_ENABLE: "1"
+      CCACHE_DIR: $(Build.SourcesDirectory)/nf-interpreter/.ccache
       PIP_CACHE_DIR: $(Pipeline.Workspace)/.pip
       TargetPlatform: "esp32"
 
@@ -629,6 +633,7 @@ jobs:
       - template: azure-pipelines-templates/nb-gitversioning.yml
       - template: azure-pipelines-templates/download-install-arm-gcc-toolchain.yml
       - template: azure-pipelines-templates/download-install-ninja.yml
+      - template: azure-pipelines-templates/download-ccache.yml
       - template: azure-pipelines-templates/build-ti-simplelink-targets.yml
       - template: azure-pipelines-templates/pack-publish-artifacts.yml
       - template: azure-pipelines-templates/publish-cloudsmith.yml
@@ -682,6 +687,7 @@ jobs:
       - template: azure-pipelines-templates/download-install-ninja.yml
       - template: azure-pipelines-templates/download-hexdfu.yml
       - template: azure-pipelines-templates/download-srecord.yml
+      - template: azure-pipelines-templates/download-ccache.yml
       - template: azure-pipelines-templates/build-azurertos-targets.yml
       - template: azure-pipelines-templates/pack-publish-artifacts.yml
       - template: azure-pipelines-templates/publish-cloudsmith.yml

azure-pipelines-templates/build-azurertos-targets.yml

@@ -11,36 +11,49 @@ steps:
     parameters:
       repoDirectory: ${{ parameters.repoDirectory }}
 
+  - task: Cache@2
+    displayName: Cache ccache files
+    inputs:
+      key: 'ccache-azurertos | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache
+      cacheHitVar: CCACHE_RESTORED
+
   - task: CMake@1
     displayName: Setup CMake (DFU, no SRecord)
     condition: and(eq(variables['NeedsDFU'], true), eq(variables['NeedsSRECORD'], 'false'))
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_HEX2DFU_PREFIX=$(HEX2DFU_PATH) $(BuildOptions) "
+      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_HEX2DFU_PREFIX=$(HEX2DFU_PATH) $(BuildOptions) "
       workingDirectory: ${{ parameters.repoDirectory }}
 
   - task: CMake@1
     displayName: Setup CMake build (SRecord, no DFU)
     condition: and(eq(variables['NeedsSRECORD'], true), eq(variables['NeedsDFU'], false))
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions)  "
+      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions)  "
       workingDirectory: ${{ parameters.repoDirectory }}
 
   - task: CMake@1
     displayName: Setup CMake build (DFU and SRecord)
     condition: and(eq(variables['NeedsDFU'], true), eq(variables['NeedsSRECORD'], true))
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_HEX2DFU_PREFIX=$(HEX2DFU_PATH) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions) "
+      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_HEX2DFU_PREFIX=$(HEX2DFU_PATH) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions) "
       workingDirectory: ${{ parameters.repoDirectory }}
 
   - task: CMake@1
     displayName: Setup CMake build (no DFU, no SRecord)
     condition: and(eq(variables['NeedsDFU'], false), eq(variables['NeedsSRECORD'], false))
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) $(BuildOptions) "
+      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) $(BuildOptions) "
       workingDirectory: ${{ parameters.repoDirectory }}
 
   - task: CMake@1
     displayName: Build with CMake
     inputs:
       cmakeArgs: "--build  --preset $(CMakePreset) --target all --config MinSizeRel"
       workingDirectory: ${{ parameters.repoDirectory }}
+
+  - task: Cache@2
+    displayName: Save ccache files
+    inputs:
+      key: 'ccache-azurertos | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache

azure-pipelines-templates/build-chibios-stm32-targets.yml

@@ -11,36 +11,49 @@ steps:
     parameters:
       repoDirectory: ${{ parameters.repoDirectory }}
 
+  - task: Cache@2
+    displayName: Cache ccache files
+    inputs:
+      key: 'ccache-chibios | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache
+      cacheHitVar: CCACHE_RESTORED
+
   - task: CMake@1
     displayName: Setup CMake (DFU, no SRecord)
     condition: and(eq(variables['NeedsDFU'], true), eq(variables['NeedsSRECORD'], 'false'))
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_HEX2DFU_PREFIX=$(HEX2DFU_PATH) $(BuildOptions) "
+      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_HEX2DFU_PREFIX=$(HEX2DFU_PATH) $(BuildOptions) "
       workingDirectory: ${{ parameters.repoDirectory }}
 
   - task: CMake@1
     displayName: Setup CMake build (SRecord, no DFU)
     condition: and(eq(variables['NeedsSRECORD'], true), eq(variables['NeedsDFU'], false))
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions)  "
+      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions)  "
       workingDirectory: ${{ parameters.repoDirectory }}
 
   - task: CMake@1
     displayName: Setup CMake build (DFU and SRecord)
     condition: and(eq(variables['NeedsDFU'], true), eq(variables['NeedsSRECORD'], true))
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_HEX2DFU_PREFIX=$(HEX2DFU_PATH) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions) "
+      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_HEX2DFU_PREFIX=$(HEX2DFU_PATH) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions) "
       workingDirectory: ${{ parameters.repoDirectory }}
 
   - task: CMake@1
     displayName: Setup CMake build (no DFU, no SRecord)
     condition: and(eq(variables['NeedsDFU'], false), eq(variables['NeedsSRECORD'], false))
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) $(BuildOptions) "
+      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) $(BuildOptions) "
       workingDirectory: ${{ parameters.repoDirectory }}
 
   - task: CMake@1
     displayName: Build with CMake
     inputs:
       cmakeArgs: "--build  --preset $(CMakePreset) --target all --config MinSizeRel"
       workingDirectory: ${{ parameters.repoDirectory }}
+
+  - task: Cache@2
+    displayName: Save ccache files
+    inputs:
+      key: 'ccache-chibios | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache

azure-pipelines-templates/build-espressif-esp32-targets.yml

@@ -14,11 +14,25 @@ steps:
     parameters:
       repoDirectory: ${{ parameters.repoDirectory }}
 
+  - task: Cache@2
+    displayName: Cache IDF components
+    inputs:
+      key: 'esp-idf-components-cache | 0'
+      path: $(Agent.BuildDirectory)/s/esp-idf/components
+      cacheHitVar: ESP32_COMPONENTS_RESTORED
+
+  - task: Cache@2
+    displayName: Cache ccache files
+    inputs:
+      key: 'ccache-$(IDF_Target) | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache
+      cacheHitVar: CCACHE_RESTORED
+
   - task: CMake@1
     condition: succeeded()
     displayName: Setup build with CMake
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DESP32_IDF_PATH=$(IDF_PATH) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) $(BuildOptions)"
+      cmakeArgs: "--preset $(CMakePreset) -DCCACHE_ENABLE=ON -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DESP32_IDF_PATH=$(IDF_PATH) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) $(BuildOptions)"
       workingDirectory: ${{ parameters.repoDirectory }}
 
   - task: CMake@1
@@ -97,3 +111,15 @@ steps:
       TargetFolder: ${{ parameters.repoDirectory }}\build
       flattenFolders: false
       ignoreMakeDirErrors: true
+
+  - task: Cache@2
+    displayName: Save IDF components
+    inputs:
+      key: 'esp-idf-components-cache | 0'
+      path: $(Agent.BuildDirectory)/s/esp-idf/components
+
+  - task: Cache@2
+    displayName: Save ccache files
+    inputs:
+      key: 'ccache-$(IDF_Target) | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache

azure-pipelines-templates/build-freertos-nxp-targets.yml

@@ -11,9 +11,16 @@ steps:
     parameters:
       repoDirectory: ${{ parameters.repoDirectory }}
 
+  - task: Cache@2
+    displayName: Cache ccache files
+    inputs:
+      key: 'ccache-freeRTOS | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache
+      cacheHitVar: CCACHE_RESTORED
+
   - task: CMake@1
     inputs:
-      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions)"
+      cmakeArgs: "--preset $(CMakePreset) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_NAME=$(TargetPublishName) -DTOOL_SRECORD_PREFIX=$(SRECORD_PATH)/srecord/ $(BuildOptions)"
       workingDirectory: ${{ parameters.repoDirectory }}
     displayName: Setup build with CMake
 
@@ -22,3 +29,9 @@ steps:
       cmakeArgs: "--build --preset $(CMakePreset) --target all --config MinSizeRel"
       workingDirectory: ${{ parameters.repoDirectory }}
     displayName: Build with CMake
+
+  - task: Cache@2
+    displayName: Save ccache files
+    inputs:
+      key: 'ccache-freeRTOS | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache

azure-pipelines-templates/build-ti-simplelink-targets.yml

@@ -11,9 +11,16 @@ steps:
     parameters:
       repoDirectory: ${{ parameters.repoDirectory }}
 
+  - task: Cache@2
+    displayName: Cache ccache files
+    inputs:
+      key: 'ccache-ti-simplelink | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache
+      cacheHitVar: CCACHE_RESTORED
+
   - task: CMake@1
     inputs:
-      cmakeArgs: " --preset $(TargetBoard) -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_BOARD=$(TargetBoard) -DTARGET_NAME=$(TargetPublishName) $(BuildOptions)"
+      cmakeArgs: " --preset $(TargetBoard) -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE=MinSizeRel -DBUILD_VERSION=$(NBGV_VersionMajor).$(NBGV_VersionMinor).$(NBGV_BuildNumber).$(TARGET_BUILD_COUNTER) -DTARGET_BOARD=$(TargetBoard) -DTARGET_NAME=$(TargetPublishName) $(BuildOptions)"
       workingDirectory: ${{ parameters.repoDirectory }}
     displayName: Setup build with CMake
 
@@ -22,3 +29,9 @@ steps:
       cmakeArgs: "--build --preset $(TargetBoard) --target all --config MinSizeRel"
       workingDirectory: ${{ parameters.repoDirectory }}
     displayName: Build with CMake
+
+  - task: Cache@2
+    displayName: Save ccache files
+    inputs:
+      key: 'ccache-ti-simplelink | 0'
+      path: $(Build.SourcesDirectory)/nf-interpreter/.ccache

azure-pipelines-templates/download-ccache.yml

@@ -0,0 +1,33 @@
+# Copyright (c) .NET Foundation and Contributors
+# See LICENSE file in the project root for full license information.
+
+steps:
+  - task: Cache@2
+    displayName: "Cache ccache"
+    inputs:
+      key: "ccache | 4_10_2"
+      path: 'C:\Program Files\ccache'
+      cacheHitVar: CCACHE_CACHE_RESTORED
+
+  - task: PowerShell@2
+    displayName: Downloading Ccache
+    condition: ne(variables.CCACHE_CACHE_RESTORED, 'true')
+    inputs:
+      targetType: "inline"
+      script: |
+        $url = "https://github.com/ccache/ccache/releases/download/v4.10.2/ccache-4.10.2-windows-x86_64.zip"
+        $output = "$(Agent.TempDirectory)\ccache.zip"
+        (New-Object Net.WebClient).DownloadFile($url, $output)
+      errorActionPreference: "stop"
+      failOnStderr: true
+
+  - task: ExtractFiles@1
+    displayName: Install Ccache
+    condition: ne(variables.CCACHE_CACHE_RESTORED, 'true')
+    inputs:
+      archiveFilePatterns: '$(Agent.TempDirectory)\ccache.zip'
+      destinationFolder: '$(Agent.TempDirectory)\ccache'
+
+  - script: echo "##vso[task.prependpath]$(Agent.TempDirectory)\ccache"
+    displayName: Add Ccache to PATH
+    condition: succeeded()