Revert "Deprecated Site Replication in UI (minio#3469)"

This reverts commit 4e5dcf0.

Author: georgmangold

.github/workflows/jobs.yaml

@@ -902,7 +902,88 @@ jobs:
       - name: Run tests
         working-directory: ./web-app
         run: yarn test --passWithNoTests
+  replication:
+    name: Site Replication Test
+    needs:
+      - lint-job
+      - ui-assets
+      - semgrep-static-code-analysis
+      - latest-minio
+    runs-on: [ubuntu-latest]
+
+    strategy:
+      matrix:
+        go-version: [1.24.x]
+
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v3
+
+      - name: Set up Go ${{ matrix.go-version }} on ${{ matrix.os }}
+        uses: actions/setup-go@v5
+        with:
+          go-version: ${{ matrix.go-version }}
+        id: go
+
+      - name: Clone github.com/minio/minio
+        uses: actions/checkout@master
+        with:
+          repository: minio/minio
+          path: "minio_repository"
+      - name: Check-out matching MinIO branch
+        env:
+          GH_BRANCH: ${{ github.head_ref || github.ref_name }}
+          GH_PR_REPO: ${{ github.event.pull_request.head.repo.full_name }}
+        run: |
+          GH_PR_ACCOUNT=`echo $GH_PR_REPO | sed "s/\\/.*//"`
+          if [ ! -z "$GH_PR_ACCOUNT" ] && [ ! "$GH_PR_ACCOUNT" = "minio" ]; then
+            ALTREPO="https://github.com/$GH_PR_ACCOUNT/minio.git"
+            echo "Attempting to fetch $ALTREPO..."
+            git remote add alt $ALTREPO
+            (git fetch alt && git checkout "alt/$GH_BRANCH") || echo "$ALTREPO ($GH_BRANCH) not available, so keeping default repository/branch"
+          fi
+      - uses: actions/cache@v4
+        id: minio-latest-cache
+        name: MinIO Latest Cache
+        with:
+          path: |
+            ./minio
+          key: ${{ runner.os }}-minio-latest-${{ hashFiles('./minio_repository/go.sum') }}
 
+      - name: Build on ${{ matrix.os }}
+        run: |
+          echo "The idea is to build minio image from downloaded repository";
+          cd $GITHUB_WORKSPACE/minio_repository;
+          echo "Get git version to build MinIO Image";
+          VERSION=`git rev-parse HEAD`;
+          echo $VERSION;
+          echo "Create MinIO image";
+          make docker VERSION=$VERSION;
+
+          docker build -q --no-cache -t minio/minio:$VERSION . -f Dockerfile
+          echo "Jumping back to console repository to run the integration test"
+          cd $GITHUB_WORKSPACE;
+
+          echo "We are going to use the built image on test-integration";
+          MINIO_VERSION="minio/minio:$VERSION";
+          echo $MINIO_VERSION;
+
+          make test-replication MINIO_VERSION=$MINIO_VERSION;
+      - uses: actions/cache@v4
+        id: coverage-cache-replication
+        name: Coverage Cache Replication
+        with:
+          path: |
+            ./replication/coverage/
+          key: ${{ runner.os }}-replication-coverage-2-${{ github.run_id }}
+
+      # To save our replication.out file into an artifact.
+      # By default, GitHub stores build logs and artifacts for 90 days.
+      - uses: actions/upload-artifact@v4
+        with:
+          name: replication-artifact
+          path: ./replication/coverage/replication.out
+          if-no-files-found: error
   sso-integration:
     name: SSO Integration Test
     needs:
@@ -995,6 +1076,7 @@ jobs:
       - test-api-on-go
       - test-pkg-on-go
       - sso-integration
+      - replication
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
@@ -1030,6 +1112,14 @@ jobs:
             ./sso-integration/coverage/
           key: ${{ runner.os }}-sso-coverage-2-${{ github.run_id }}
 
+      - uses: actions/cache@v4
+        id: coverage-cache-replication
+        name: Coverage Cache Replication
+        with:
+          path: |
+            ./replication/coverage/
+          key: ${{ runner.os }}-replication-coverage-2-${{ github.run_id }}
+
       - uses: actions/cache@v4
         id: coverage-cache-api
         name: Coverage Cache API
@@ -1046,6 +1136,12 @@ jobs:
             ./pkg/coverage/
           key: ${{ runner.os }}-coverage-pkg-2-${{ github.run_id }}
 
+      # Get the replication.out file from the artifact since this is working for self host runner.
+      - uses: actions/download-artifact@v4
+        with:
+          name: replication-artifact
+          path: replication/coverage
+
       - name: Get coverage
         run: |
           echo "change directory to gocovmerge"
@@ -1057,7 +1153,7 @@ jobs:
           echo "go build gocoverage.go"
           go build gocovmerge.go
           echo "put together the outs for final coverage resolution"
-          ./gocovmerge ../integration/coverage/system.out ../sso-integration/coverage/sso-system.out ../api/coverage/coverage.out ../pkg/coverage/coverage-pkg.out > all.out
+          ./gocovmerge ../integration/coverage/system.out ../replication/coverage/replication.out ../sso-integration/coverage/sso-system.out ../api/coverage/coverage.out ../pkg/coverage/coverage-pkg.out > all.out
           echo "grep to obtain the result"
           go tool cover -func=all.out | grep total > tmp2
           result=`cat tmp2 | awk 'END {print $3}'`

api/admin_replication_status.go

@@ -0,0 +1,86 @@
+// This file is part of MinIO Console Server
+// Copyright (c) 2022 MinIO, Inc.
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+package api
+
+import (
+	"context"
+
+	"github.com/go-openapi/runtime/middleware"
+	"github.com/minio/console/api/operations"
+	siteRepApi "github.com/minio/console/api/operations/site_replication"
+	"github.com/minio/console/models"
+	"github.com/minio/madmin-go/v3"
+)
+
+func registerSiteReplicationStatusHandler(api *operations.ConsoleAPI) {
+	api.SiteReplicationGetSiteReplicationStatusHandler = siteRepApi.GetSiteReplicationStatusHandlerFunc(func(params siteRepApi.GetSiteReplicationStatusParams, session *models.Principal) middleware.Responder {
+		rInfo, err := getSRStatusResponse(session, params)
+		if err != nil {
+			return siteRepApi.NewGetSiteReplicationStatusDefault(err.Code).WithPayload(err.APIError)
+		}
+		return siteRepApi.NewGetSiteReplicationStatusOK().WithPayload(rInfo)
+	})
+}
+
+func getSRStatusResponse(session *models.Principal, params siteRepApi.GetSiteReplicationStatusParams) (*models.SiteReplicationStatusResponse, *CodedAPIError) {
+	ctx, cancel := context.WithCancel(params.HTTPRequest.Context())
+	defer cancel()
+	mAdmin, err := NewMinioAdminClient(params.HTTPRequest.Context(), session)
+	if err != nil {
+		return nil, ErrorWithContext(ctx, err)
+	}
+	adminClient := AdminClient{Client: mAdmin}
+	res, err := getSRStats(ctx, adminClient, params)
+	if err != nil {
+		return nil, ErrorWithContext(ctx, err)
+	}
+	return res, nil
+}
+
+func getSRStats(ctx context.Context, client MinioAdmin, params siteRepApi.GetSiteReplicationStatusParams) (info *models.SiteReplicationStatusResponse, err error) {
+	srParams := madmin.SRStatusOptions{
+		Buckets:  *params.Buckets,
+		Policies: *params.Policies,
+		Users:    *params.Users,
+		Groups:   *params.Groups,
+	}
+	if params.EntityType != nil && params.EntityValue != nil {
+		srParams.Entity = madmin.GetSREntityType(*params.EntityType)
+		srParams.EntityValue = *params.EntityValue
+	}
+
+	srInfo, err := client.getSiteReplicationStatus(ctx, srParams)
+
+	retInfo := models.SiteReplicationStatusResponse{
+		BucketStats:  &srInfo.BucketStats,
+		Enabled:      srInfo.Enabled,
+		GroupStats:   srInfo.GroupStats,
+		MaxBuckets:   int64(srInfo.MaxBuckets),
+		MaxGroups:    int64(srInfo.MaxGroups),
+		MaxPolicies:  int64(srInfo.MaxPolicies),
+		MaxUsers:     int64(srInfo.MaxUsers),
+		PolicyStats:  &srInfo.PolicyStats,
+		Sites:        &srInfo.Sites,
+		StatsSummary: srInfo.StatsSummary,
+		UserStats:    &srInfo.UserStats,
+	}
+
+	if err != nil {
+		return nil, err
+	}
+	return &retInfo, nil
+}