diff --git a/blobfuse2-nightly.yaml b/blobfuse2-nightly.yaml index 87a18a7ae..406e43f4f 100755 --- a/blobfuse2-nightly.yaml +++ b/blobfuse2-nightly.yaml @@ -1068,6 +1068,78 @@ stages: displayName: 'Install fuse' verbose_log: ${{ parameters.verbose_log }} + # ROCKY Tests + - job: Set_7 + timeoutInMinutes: 60 + strategy: + matrix: + Rocky-8.0: + DistroVer: "Rocky-8.0" + Description: "Rocky Linux 8.0" + AgentName: "blobfuse-rocky8" + ContainerName: "test-cnt-rocky-8" + tags: 'fuse3' + Rocky-9.0: + DistroVer: "Rocky-9.0" + Description: "Rocky Linux 9.0" + AgentName: "blobfuse-rocky9" + ContainerName: "test-cnt-rocky-9" + tags: 'fuse3' + pool: + name: "blobfuse2-rocky-pool" + demands: + - ImageOverride -equals $(AgentName) + + variables: + - group: NightlyBlobFuse + - name: ROOT_DIR + value: "/usr/pipeline/workv2" + - name: WORK_DIR + value: "/usr/pipeline/workv2/go/src/azure-storage-fuse" + - name: skipComponentGovernanceDetection + value: true + - name: MOUNT_DIR + value: "/usr/pipeline/workv2/blob_mnt" + - name: TEMP_DIR + value: "/usr/pipeline/workv2/temp" + - name: BLOBFUSE2_CFG + value: "/usr/pipeline/workv2/blobfuse2.yaml" + - name: BLOBFUSE2_ADLS_CFG + value: "/home/vsts/workv2/blobfuse2.adls.yaml" + - name: GOPATH + value: "/usr/pipeline/workv2/go" + + steps: + - script: | + sudo touch /etc/yum.repos.d/centos.repo + sudo sh -c 'echo -e "[centos-extras]\nname=Centos extras - $basearch\nbaseurl=http://mirror.centos.org/centos/7/extras/x86_64\nenabled=1\ngpgcheck=1\ngpgkey=http://centos.org/keys/RPM-GPG-KEY-CentOS-7" > /etc/yum.repos.d/centos.repo' + condition: eq(variables['AgentName'], 'blobfuse-rhel7_5') + displayName: "Update OS mirrors" + + - template: 'azure-pipeline-templates/distro-tests.yml' + parameters: + working_dir: $(WORK_DIR) + root_dir: $(ROOT_DIR) + temp_dir: $(TEMP_DIR) + mount_dir: $(MOUNT_DIR) + config_path: $(BLOBFUSE2_CFG) + container: $(ContainerName) + blob_account_name: $(NIGHTLY_STO_BLOB_ACC_NAME) + blob_account_key: $(NIGHTLY_STO_BLOB_ACC_KEY) + adls_account_name: $(AZTEST_ADLS_ACC_NAME) + adls_account_key: $(AZTEST_ADLS_KEY) + distro_name: $(AgentName) + gopath: $(GOPATH) + tags: $(tags) + installStep: + script: | + sudo sed -i '/^failovermethod=/d' /etc/yum.repos.d/*.repo + sudo yum update -y + sudo yum groupinstall "Development Tools" -y + sudo yum install wget git fuse fuse3-libs fuse3-devel fuse3 python3 -y --nobest --allowerasing + displayName: 'Install fuse' + verbose_log: ${{ parameters.verbose_log }} + # SUSE Tests - job: Set_9 timeoutInMinutes: 60 diff --git a/blobfuse2-release.yaml b/blobfuse2-release.yaml index c8a0d3d15..6e3a9fece 100644 --- a/blobfuse2-release.yaml +++ b/blobfuse2-release.yaml @@ -1356,6 +1356,122 @@ stages: temp_dir: $(temp_dir) container: $(container) + - job: Set_9 + timeoutInMinutes: 120 + strategy: + matrix: + Rocky-8.0: + agentName: "blobfuse-rocky8" + vmImage: 'Rocky-8.0' + fuselib: 'fuse3-devel' + fuse-version: 'fuse3' + tags: 'fuse3' + container: 'test-cnt-rocky-8' + Rocky-9.0: + agentName: "blobfuse-rocky9" + vmImage: 'Rocky-9.0' + fuselib: 'fuse3-devel' + fuse-version: 'fuse3' + tags: 'fuse3' + container: 'test-cnt-rocky-9' + + pool: + name: "blobfuse2-rocky-pool" + demands: + - ImageOverride -equals $(agentName) + + variables: + - group: NightlyBlobFuse + - name: root_dir + value: '$(System.DefaultWorkingDirectory)' + - name: work_dir + value: '$(System.DefaultWorkingDirectory)/azure-storage-fuse' + - name: mount_dir + value: '$(System.DefaultWorkingDirectory)/fusetmp' + - name: temp_dir + value: '$(System.DefaultWorkingDirectory)/fusetmpcache' + + steps: + - checkout: none + + - script: | + sudo touch /etc/yum.repos.d/centos.repo + sudo sh -c 'echo -e "[centos-extras]\nname=Centos extras - $basearch\nbaseurl=http://mirror.centos.org/centos/7/extras/x86_64\nenabled=1\ngpgcheck=1\ngpgkey=http://centos.org/keys/RPM-GPG-KEY-CentOS-7" > /etc/yum.repos.d/centos.repo' + condition: or(eq(variables['AgentName'], 'blobfuse-rhel7_5'),eq(variables['AgentName'], 'blobfuse-rhel7_8')) + displayName: "Update OS mirrors" + + - script: | + sudo yum update -y + sudo yum install wget git -y + displayName: 'Install Git' + + - script: | + git clone https://github.com/Azure/azure-storage-fuse + displayName: 'Checkout Code' + workingDirectory: $(root_dir) + + - script: | + git checkout `echo $(Build.SourceBranch) | cut -d "/" -f 1,2 --complement` + displayName: 'Checkout Branch' + workingDirectory: $(root_dir)/azure-storage-fuse + + # Custom script to install Go-lang + - task: ShellScript@2 + inputs: + scriptPath: "$(work_dir)/go_installer.sh" + args: "$(root_dir)/" + displayName: "GoTool Custom Setup" + + # get glibc version with which build is done + - script: | + ldd --version + displayName: "GLIBC Version" + + - task: DownloadBuildArtifacts@0 + displayName: 'Download Build Artifacts' + inputs: + artifactName: 'blobfuse2-signed' + downloadPath: $(root_dir) + itemPattern: blobfuse2-signed/blobfuse2*$(tags)*x86_64.rpm + + - script: | + ls -l + result=$(ls -1 | wc -l) + if [ $result -ne 1 ]; then + exit 1 + fi + displayName: 'List Downloaded Package' + workingDirectory: $(root_dir)/blobfuse2-signed + + - script: | + for f in ./blobfuse2*$(tags)*.rpm; do mv -v "$f" "${f/-$(tags)./-$(vmImage).}"; done; + cp ./blobfuse2*$(vmImage)*.rpm $(Build.ArtifactStagingDirectory) + displayName: 'Rename Package' + workingDirectory: $(root_dir)/blobfuse2-signed + + - script: | + sudo sed -i '/^failovermethod=/d' /etc/yum.repos.d/*.repo + sudo rpm -qip blobfuse2*$(vmImage)*.rpm + sudo yum groupinstall "Development Tools" -y + sudo yum install fuse fuse3-libs fuse3-devel fuse3 -y --nobest --allowerasing + sudo rpm -i blobfuse2*$(vmImage)*.rpm + displayName: 'Install Package' + workingDirectory: $(Build.ArtifactStagingDirectory) + + - template: 'azure-pipeline-templates/release-distro-tests.yml' + parameters: + root_dir: $(root_dir) + work_dir: $(work_dir) + mount_dir: $(mount_dir) + temp_dir: $(temp_dir) + container: $(container) + + # publishing the artifacts generated + - task: PublishBuildArtifacts@1 + inputs: + artifactName: 'blobfuse2' + displayName: 'Publish Artifacts' + # TestArtifacts ends here - stage: ReleaseArtifacts dependsOn: TestArtifacts diff --git a/setup/packages.csv b/setup/packages.csv index a82887bf8..aae812857 100644 --- a/setup/packages.csv +++ b/setup/packages.csv @@ -22,3 +22,5 @@ CentOS-8.0,fuse3AmdRpm,microsoft-centos8-prod-yum, SUSE-15Gen2,fuse3AmdRpm,microsoft-sles15-prod-yum, Mariner-2.0-x86_64,marinerFuse3AmdRpm,cbl-mariner-2.0-prod-Microsoft-x86_64-yum, Mariner-2.0-aarch64,marinerFuse3AarchRpm,cbl-mariner-2.0-prod-Microsoft-aarch64-yum, +Rocky-8.0,fuse3AmdRpm,microsoft-el8-prod-yum, +Rocky-9.0,fuse3AmdRpm,microsoft-el9-prod-yum,