Vibhansa/rocky (#1408)

* Add nightly tests for rocky linux
Azure · May 15, 2024 · 9c6c6f4 · 9c6c6f4
1 parent dffacdf
commit 9c6c6f4
Show file tree

Hide file tree

Showing 3 changed files with 190 additions and 0 deletions.
diff --git a/blobfuse2-nightly.yaml b/blobfuse2-nightly.yaml
@@ -1068,6 +1068,78 @@ stages:
                     displayName: 'Install fuse'
                   verbose_log: ${{ parameters.verbose_log }}
 
+          # ROCKY Tests
+          - job: Set_7
+            timeoutInMinutes: 60
+            strategy:
+              matrix:
+                Rocky-8.0:
+                  DistroVer: "Rocky-8.0"
+                  Description: "Rocky Linux 8.0"
+                  AgentName: "blobfuse-rocky8"
+                  ContainerName: "test-cnt-rocky-8"
+                  tags: 'fuse3'
+                Rocky-9.0:
+                  DistroVer: "Rocky-9.0"
+                  Description: "Rocky Linux 9.0"
+                  AgentName: "blobfuse-rocky9"
+                  ContainerName: "test-cnt-rocky-9"
+                  tags: 'fuse3'
+            pool:
+              name: "blobfuse2-rocky-pool"
+              demands:
+                - ImageOverride -equals $(AgentName)
+
+            variables:
+              - group: NightlyBlobFuse
+              - name: ROOT_DIR
+                value: "/usr/pipeline/workv2"
+              - name: WORK_DIR
+                value: "/usr/pipeline/workv2/go/src/azure-storage-fuse"
+              - name: skipComponentGovernanceDetection
+                value: true
+              - name: MOUNT_DIR
+                value: "/usr/pipeline/workv2/blob_mnt"
+              - name: TEMP_DIR
+                value: "/usr/pipeline/workv2/temp"
+              - name: BLOBFUSE2_CFG
+                value: "/usr/pipeline/workv2/blobfuse2.yaml"
+              - name: BLOBFUSE2_ADLS_CFG
+                value: "/home/vsts/workv2/blobfuse2.adls.yaml"
+              - name: GOPATH
+                value: "/usr/pipeline/workv2/go"
+
+            steps:
+              - script: |
+                  sudo touch /etc/yum.repos.d/centos.repo
+                  sudo sh -c 'echo -e "[centos-extras]\nname=Centos extras - $basearch\nbaseurl=http://mirror.centos.org/centos/7/extras/x86_64\nenabled=1\ngpgcheck=1\ngpgkey=http://centos.org/keys/RPM-GPG-KEY-CentOS-7" > /etc/yum.repos.d/centos.repo'
+                condition: eq(variables['AgentName'], 'blobfuse-rhel7_5')
+                displayName: "Update OS mirrors"
+
+              - template: 'azure-pipeline-templates/distro-tests.yml'
+                parameters:
+                  working_dir: $(WORK_DIR)
+                  root_dir: $(ROOT_DIR)
+                  temp_dir: $(TEMP_DIR)
+                  mount_dir: $(MOUNT_DIR)
+                  config_path: $(BLOBFUSE2_CFG)
+                  container: $(ContainerName)
+                  blob_account_name: $(NIGHTLY_STO_BLOB_ACC_NAME)
+                  blob_account_key: $(NIGHTLY_STO_BLOB_ACC_KEY)
+                  adls_account_name: $(AZTEST_ADLS_ACC_NAME)
+                  adls_account_key: $(AZTEST_ADLS_KEY)
+                  distro_name: $(AgentName)
+                  gopath: $(GOPATH)
+                  tags: $(tags) 
+                  installStep:
+                    script: |
+                      sudo sed -i '/^failovermethod=/d' /etc/yum.repos.d/*.repo
+                      sudo yum update -y
+                      sudo yum groupinstall "Development Tools" -y
+                      sudo yum install wget git fuse fuse3-libs fuse3-devel fuse3 python3 -y --nobest --allowerasing
+                    displayName: 'Install fuse'
+                  verbose_log: ${{ parameters.verbose_log }}
+
           # SUSE Tests
           - job: Set_9
             timeoutInMinutes: 60

diff --git a/blobfuse2-release.yaml b/blobfuse2-release.yaml
@@ -1356,6 +1356,122 @@ stages:
               temp_dir: $(temp_dir)
               container: $(container)
 
+      - job: Set_9
+        timeoutInMinutes: 120
+        strategy:
+          matrix:
+            Rocky-8.0:
+              agentName: "blobfuse-rocky8"
+              vmImage: 'Rocky-8.0'
+              fuselib: 'fuse3-devel'
+              fuse-version: 'fuse3'
+              tags: 'fuse3'
+              container: 'test-cnt-rocky-8'
+            Rocky-9.0:
+              agentName: "blobfuse-rocky9"
+              vmImage: 'Rocky-9.0'
+              fuselib: 'fuse3-devel'
+              fuse-version: 'fuse3'
+              tags: 'fuse3'
+              container: 'test-cnt-rocky-9'
+
+        pool:
+          name: "blobfuse2-rocky-pool"
+          demands:
+            - ImageOverride -equals $(agentName)
+
+        variables:
+          - group: NightlyBlobFuse
+          - name: root_dir
+            value: '$(System.DefaultWorkingDirectory)'
+          - name: work_dir
+            value: '$(System.DefaultWorkingDirectory)/azure-storage-fuse'
+          - name: mount_dir
+            value: '$(System.DefaultWorkingDirectory)/fusetmp'
+          - name: temp_dir
+            value: '$(System.DefaultWorkingDirectory)/fusetmpcache'
+
+        steps:
+          - checkout: none
+
+          - script: |
+              sudo touch /etc/yum.repos.d/centos.repo
+              sudo sh -c 'echo -e "[centos-extras]\nname=Centos extras - $basearch\nbaseurl=http://mirror.centos.org/centos/7/extras/x86_64\nenabled=1\ngpgcheck=1\ngpgkey=http://centos.org/keys/RPM-GPG-KEY-CentOS-7" > /etc/yum.repos.d/centos.repo'
+            condition: or(eq(variables['AgentName'], 'blobfuse-rhel7_5'),eq(variables['AgentName'], 'blobfuse-rhel7_8'))
+            displayName: "Update OS mirrors"
+
+          - script: |
+              sudo yum update -y
+              sudo yum install wget git -y
+            displayName: 'Install Git'
+
+          - script: |
+              git clone https://github.com/Azure/azure-storage-fuse
+            displayName: 'Checkout Code'
+            workingDirectory: $(root_dir)
+
+          - script: |
+              git checkout `echo $(Build.SourceBranch) | cut -d "/" -f 1,2 --complement`
+            displayName: 'Checkout Branch'
+            workingDirectory: $(root_dir)/azure-storage-fuse
+
+          # Custom script to install Go-lang
+          - task: ShellScript@2
+            inputs:
+              scriptPath: "$(work_dir)/go_installer.sh"
+              args: "$(root_dir)/"
+            displayName: "GoTool Custom Setup"
+
+          # get glibc version with which build is done
+          - script: |
+             ldd --version
+            displayName: "GLIBC Version"
+
+          - task: DownloadBuildArtifacts@0
+            displayName: 'Download Build Artifacts'
+            inputs:
+              artifactName: 'blobfuse2-signed'
+              downloadPath: $(root_dir)
+              itemPattern: blobfuse2-signed/blobfuse2*$(tags)*x86_64.rpm
+
+          - script: |
+              ls -l
+              result=$(ls -1 | wc -l)
+              if [ $result -ne 1 ]; then
+                exit 1
+              fi
+            displayName: 'List Downloaded Package'
+            workingDirectory: $(root_dir)/blobfuse2-signed
+
+          - script: |
+              for f in ./blobfuse2*$(tags)*.rpm; do mv -v "$f" "${f/-$(tags)./-$(vmImage).}"; done;
+              cp ./blobfuse2*$(vmImage)*.rpm $(Build.ArtifactStagingDirectory)
+            displayName: 'Rename Package'
+            workingDirectory: $(root_dir)/blobfuse2-signed
+
+          - script: |
+              sudo sed -i '/^failovermethod=/d' /etc/yum.repos.d/*.repo
+              sudo rpm -qip blobfuse2*$(vmImage)*.rpm
+              sudo yum groupinstall "Development Tools" -y              
+              sudo yum install fuse fuse3-libs fuse3-devel fuse3 -y --nobest --allowerasing
+              sudo rpm -i blobfuse2*$(vmImage)*.rpm
+            displayName: 'Install Package'
+            workingDirectory: $(Build.ArtifactStagingDirectory)
+
+          - template: 'azure-pipeline-templates/release-distro-tests.yml'
+            parameters:
+              root_dir: $(root_dir)
+              work_dir: $(work_dir)
+              mount_dir: $(mount_dir)
+              temp_dir: $(temp_dir)
+              container: $(container)
+
+          # publishing the artifacts generated
+          - task: PublishBuildArtifacts@1
+            inputs:
+              artifactName: 'blobfuse2'
+            displayName: 'Publish Artifacts'
+
   # TestArtifacts ends here
   - stage: ReleaseArtifacts
     dependsOn: TestArtifacts

diff --git a/setup/packages.csv b/setup/packages.csv
@@ -22,3 +22,5 @@ CentOS-8.0,fuse3AmdRpm,microsoft-centos8-prod-yum,
 SUSE-15Gen2,fuse3AmdRpm,microsoft-sles15-prod-yum,
 Mariner-2.0-x86_64,marinerFuse3AmdRpm,cbl-mariner-2.0-prod-Microsoft-x86_64-yum,
 Mariner-2.0-aarch64,marinerFuse3AarchRpm,cbl-mariner-2.0-prod-Microsoft-aarch64-yum,
+Rocky-8.0,fuse3AmdRpm,microsoft-el8-prod-yum,
+Rocky-9.0,fuse3AmdRpm,microsoft-el9-prod-yum,