Add support for server-side replication

[acolombier]

Description

This request suggests adding support for Minio's capability to replicate bucket content to a remote Minio deployment.

Bellow is a suggested resource definition:

resource "minio_s3_bucket_replication" "bucket" {
  bucket     = minio_s3_bucket.state_terraform_s3.bucket

  rule {
    id = "string" # Attribute
    arn = "string" # Attribute
    enabled = true
    priority = 1

    prefix = "string"
    tags = {
      foo = "string"
    }

    delete_replication = false
    delete_marker_replication = false
    existing_object_replication = false
    metadata_sync = false

    target = {
      bucket = ""
      storage_class = "default"
      host = "string"
      secure = true
      path = ""
      syncronous = false
      health_check_period = 60
      bandwidth_limt = "123M"
      region = "string"
      access_key = "string"
      secret_key = "string"
    }
  }
}

Here as example that should stand as acceptance criteria:

Details

```hcl resource "minio_s3_bucket" "my_bucket_in_a" { provider = minio.deployment_a bucket = "my-bucket" } resource "minio_s3_bucket" "my_bucket_in_b" { provider = minio.deployment_b bucket = "my-bucket" } resource "minio_s3_bucket_versioning" "my_bucket_in_a" { provider = minio.deployment_a bucket = minio_s3_bucket.my_bucket_in_a.bucket versioning_configuration { status = "Enabled" } } resource "minio_s3_bucket_versioning" "my_bucket_in_b" { provider = minio.deployment_b bucket = minio_s3_bucket.my_bucket_in_b.bucket versioning_configuration { status = "Enabled" } } data "minio_iam_policy_document" "replication_policy" { statement { sid = "EnableReplicationOnBucket" effect = "Allow" resources = ["arn:aws:s3:::*"] actions = [ "s3:ListBucket", ] } statement { sid = "EnableReplicationOnBucket" effect = "Allow" resources = ["arn:aws:s3:::my-bucket"] actions = [ "s3:GetReplicationConfiguration", "s3:ListBucket", "s3:ListBucketMultipartUploads", "s3:GetBucketLocation", "s3:GetBucketVersioning", "s3:GetBucketObjectLockConfiguration", "s3:GetEncryptionConfiguration", ] } statement { sid = "EnableReplicatingDataIntoBucket" effect = "Allow" resources = ["arn:aws:s3:::my-bucket/*"] actions = [ "s3:GetReplicationConfiguration", "s3:ReplicateTags", "s3:AbortMultipartUpload", "s3:GetObject", "s3:GetObjectVersion", "s3:GetObjectVersionTagging", "s3:PutObject", "s3:PutObjectRetention", "s3:PutBucketObjectLockConfiguration", "s3:PutObjectLegalHold", "s3:DeleteObject", "s3:ReplicateObject", "s3:ReplicateDelete", ] } } # One-Way replication (A -> B) resource "minio_iam_policy" "replication_in_b" { provider = minio.deployment_b name = "ReplicationToMyBucketPolicy" policy = data.minio_iam_policy_document.replication_policy.json } resource "minio_iam_user_policy_attachment" "replication_in_b" { provider = minio.deployment_b user_name = "my-user" policy_name = minio_iam_policy.replication_in_b.id } resource "minio_iam_service_account" "replication_in_b" { provider = minio.deployment_b target_user = "my-user" } resource "minio_s3_bucket_replication" "replication_in_b" { bucket = minio_s3_bucket.my_bucket_in_a.bucket provider = minio.deployment_a rule { delete_replication = true delete_marker_replication = true existing_object_replication = true metadata_sync = true # SHould be false for one-way target = { bucket = minio_s3_bucket.my_bucket_in_b.bucket host = "myotherminiodeployment.com:1234" bandwidth_limt = "100M" access_key = minio_iam_service_account.replication_in_b.access_key secret_key = minio_iam_service_account.replication_in_b.secret_key } } } # Two-Way replication (A <-> B) resource "minio_iam_policy" "replication_in_a" { provider = minio.deployment_a name = "ReplicationToMyBucketPolicy" policy = data.minio_iam_policy_document.replication_policy.json } resource "minio_iam_user_policy_attachment" "replication_in_a" { provider = minio.deployment_a user_name = "my-user" policy_name = minio_iam_policy.replication_in_a.id } resource "minio_iam_service_account" "replication_in_a" { provider = minio.deployment_a target_user = "my-user" } resource "minio_s3_bucket_replication" "replication_in_a" { bucket = minio_s3_bucket.my_bucket_in_b.bucket provider = minio.deployment_b rule { delete_replication = true delete_marker_replication = true existing_object_replication = true metadata_sync = true target = { bucket = minio_s3_bucket.my_bucket_in_a.bucket host = "myminiodeployment.com:1234" bandwidth_limt = "100M" access_key = minio_iam_service_account.replication_in_a.access_key secret_key = minio_iam_service_account.replication_in_a.secret_key } } } ```

Let me know if you like the suggestion in if you have requirement/changes you would like to add it. I'm happy to get starting working on this as soon as you give me the go ahead.

Requirement

1. Upgrade madmin-go to v3 (PR outstanding)

[felladrin]

Excellent! Your contribution would be greatly appreciated and welcomed, @acolombier!