[das#91] Evaluate the impact of sharding in MongoDB indexes

.gitignore

@@ -6,3 +6,4 @@ VULTR_SSH_PRIVATE_KEY
 VULTR_SSH_PUBLIC_KEY
 vultr_*.json
 tfplan-destroy
+*.pem

main.tf

@@ -44,7 +44,7 @@ locals {
   }
 }
 data "template_file" "mongodb_user_data" {
-  template = file("install-server.sh")
+  template = file("user-data/default-server.sh")
 
   vars = merge(local.instance_user_data, {
     environment_type = "toolbox"
@@ -69,8 +69,32 @@ module "das_apt_repository" {
   create_resource = true
   name            = "das-apt-repository"
   environment     = local.environment
-  user_data_file  = file("install-apt-repository.sh")
+  user_data_file  = file("user-data/deb-package-server.sh")
   ssh_key_ids     = var.ssh_key_ids
   region          = var.region
   plan            = "vc2-1c-2gb"
 }
+
+module "mongodb_shard" {
+  source      = "./mongodb-shards"
+  region      = var.region
+  environment = local.environment
+
+  shard = {
+    clusters          = 1
+    nodes_per_cluster = 2,
+    instance_type     = "vc2-1c-2gb"
+  }
+
+  config_set = {
+    clusters          = 1
+    nodes_per_cluster = 2,
+    instance_type     = "vc2-1c-2gb"
+  }
+
+  mongos = {
+    nodes         = 1
+    instance_type = "vc2-1c-2gb"
+  }
+
+}

mongodb-shards/config-set.tf

@@ -0,0 +1,50 @@
+module "mongodb_cluster_config_set" {
+  source          = "../instance"
+  create_resource = true
+  count           = var.config_set.clusters * var.config_set.nodes_per_cluster
+  name            = "configrepl${count.index}-${random_string.random[count.index].id}"
+  environment     = var.environment
+  user_data_file  = file("mongodb-shards/user-data/config-set.sh")
+  ssh_key_ids     = [vultr_ssh_key.mongodb_ssh_key.id]
+  region          = var.region
+  plan            = var.config_set.instance_type
+}
+
+resource "null_resource" "mongo_init_config_set" {
+  depends_on = [
+    module.mongodb_cluster_config_set
+  ]
+
+  count = var.config_set.clusters
+  triggers = {
+    cluster_instance_ids = join(",", module.mongodb_cluster_config_set[*].instance_ip)
+  }
+
+  provisioner "file" {
+    source      = "mongodb-shards/user-data/init-config-set.sh"
+    destination = "/tmp/bootstrap-cluster.sh"
+
+
+    connection {
+      type        = "ssh"
+      user        = "root"
+      private_key = file(local_file.mongodb_private_key.filename)
+      host        = slice(module.mongodb_cluster_config_set[*].instance_ip, count.index * var.config_set.nodes_per_cluster, (count.index + 1) * var.config_set.nodes_per_cluster)[0]
+    }
+  }
+
+  provisioner "remote-exec" {
+    inline = [
+      "chmod +x /tmp/bootstrap-cluster.sh",
+      "/tmp/bootstrap-cluster.sh ${join(" ",
+      slice(module.mongodb_cluster_config_set[*].instance_ip, count.index * var.config_set.nodes_per_cluster, (count.index + 1) * var.config_set.nodes_per_cluster))}"
+    ]
+
+    connection {
+      type        = "ssh"
+      user        = "root"
+      private_key = file(local_file.mongodb_private_key.filename)
+      host        = slice(module.mongodb_cluster_config_set[*].instance_ip, count.index * var.config_set.nodes_per_cluster, (count.index + 1) * var.config_set.nodes_per_cluster)[0]
+    }
+  }
+}

mongodb-shards/main.tf

@@ -0,0 +1,62 @@
+variable "region" {
+  type = string
+}
+
+variable "environment" {
+  type = string
+}
+
+variable "shard" {
+  type = object({
+    clusters          = number
+    nodes_per_cluster = number
+    instance_type     = string
+  })
+}
+
+
+variable "config_set" {
+  type = object({
+    clusters          = number
+    nodes_per_cluster = number
+    instance_type     = string
+  })
+}
+
+variable "mongos" {
+  type = object({
+    nodes         = number
+    instance_type = string
+  })
+}
+
+terraform {
+  required_providers {
+    vultr = {
+      source  = "vultr/vultr"
+      version = "2.15.1"
+    }
+  }
+}
+
+resource "random_string" "random" {
+  length  = 16
+  special = false
+  count   = var.config_set.clusters * var.config_set.nodes_per_cluster
+}
+
+resource "tls_private_key" "mongodb_ssh_key" {
+  algorithm = "RSA"
+  rsa_bits  = 4096
+}
+
+resource "vultr_ssh_key" "mongodb_ssh_key" {
+  name    = "mongodb-shard-${formatdate("YYYYMMDDhhmmss", timestamp())}"
+  ssh_key = tls_private_key.mongodb_ssh_key.public_key_openssh
+}
+
+resource "local_file" "mongodb_private_key" {
+  content  = tls_private_key.mongodb_ssh_key.private_key_pem
+  filename = "${vultr_ssh_key.mongodb_ssh_key.name}.pem"
+}
+

mongodb-shards/mongos.tf

@@ -0,0 +1,57 @@
+module "mongodb_cluster_mongos" {
+  source          = "../instance"
+  create_resource = true
+  count           = var.mongos.nodes
+  name            = "mongos${count.index}-${random_string.random[count.index].id}"
+  environment     = var.environment
+  user_data_file  = file("mongodb-shards/user-data/config-mongos.sh")
+  ssh_key_ids     = [vultr_ssh_key.mongodb_ssh_key.id]
+  region          = var.region
+  plan            = var.mongos.instance_type
+
+  depends_on = [
+    module.mongodb_cluster_config_set,
+    module.mongodb_cluster_shard,
+    null_resource.mongo_init_config_set,
+    null_resource.mongo_init_shard,
+  ]
+}
+
+
+resource "null_resource" "mongo_init_mongos" {
+  depends_on = [
+    module.mongodb_cluster_mongos
+  ]
+
+  count = var.mongos.nodes
+  triggers = {
+    cluster_instance_ids = join(",", module.mongodb_cluster_mongos[*].instance_ip)
+  }
+
+  provisioner "file" {
+    source      = "mongodb-shards/user-data/init-mongos.sh"
+    destination = "/tmp/bootstrap-cluster.sh"
+
+
+    connection {
+      type        = "ssh"
+      user        = "root"
+      private_key = file(local_file.mongodb_private_key.filename)
+      host        = module.mongodb_cluster_mongos[count.index].instance_ip
+    }
+  }
+
+  provisioner "remote-exec" {
+    inline = [
+      "chmod +x /tmp/bootstrap-cluster.sh",
+      "/tmp/bootstrap-cluster.sh --config-set ${join(",", module.mongodb_cluster_config_set[*].instance_ip)} --shards ${join(",", module.mongodb_cluster_shard[*].instance_ip)} --shard-clusters ${var.config_set.clusters}"
+    ]
+
+    connection {
+      type        = "ssh"
+      user        = "root"
+      private_key = file(local_file.mongodb_private_key.filename)
+      host        = module.mongodb_cluster_mongos[count.index].instance_ip
+    }
+  }
+}

mongodb-shards/shard.tf

@@ -0,0 +1,55 @@
+module "mongodb_cluster_shard" {
+  source          = "../instance"
+  create_resource = true
+  count           = var.shard.nodes_per_cluster * var.shard.clusters
+  name            = "shard${count.index % var.shard.nodes_per_cluster == 0 ? var.shard.nodes_per_cluster : count.index % var.shard.nodes_per_cluster}node${count.index}-${random_string.random[count.index].id}"
+  environment     = var.environment
+  user_data_file  = file("mongodb-shards/user-data/config-shard.sh")
+  ssh_key_ids     = [vultr_ssh_key.mongodb_ssh_key.id]
+  region          = var.region
+  plan            = var.shard.instance_type
+
+  depends_on = [
+    module.mongodb_cluster_config_set,
+    null_resource.mongo_init_config_set
+  ]
+}
+
+resource "null_resource" "mongo_init_shard" {
+  depends_on = [
+    module.mongodb_cluster_shard
+  ]
+
+  count = var.shard.clusters
+  triggers = {
+    cluster_instance_ids = join(",", module.mongodb_cluster_shard[*].instance_ip)
+  }
+
+  provisioner "file" {
+    source      = "mongodb-shards/user-data/init-shard-set.sh"
+    destination = "/tmp/bootstrap-cluster.sh"
+
+
+    connection {
+      type        = "ssh"
+      user        = "root"
+      private_key = file(local_file.mongodb_private_key.filename)
+      host        = slice(module.mongodb_cluster_shard[*].instance_ip, count.index * var.shard.nodes_per_cluster, (count.index + 1) * var.shard.nodes_per_cluster)[0]
+    }
+  }
+
+  provisioner "remote-exec" {
+    inline = [
+      "chmod +x /tmp/bootstrap-cluster.sh", var.shard.clusters,
+      "/tmp/bootstrap-cluster.sh ${join(" ",
+      slice(module.mongodb_cluster_shard[*].instance_ip, count.index * var.shard.nodes_per_cluster, (count.index + 1) * var.shard.nodes_per_cluster))}"
+    ]
+
+    connection {
+      type        = "ssh"
+      user        = "root"
+      private_key = file(local_file.mongodb_private_key.filename)
+      host        = slice(module.mongodb_cluster_shard[*].instance_ip, count.index * var.shard.nodes_per_cluster, (count.index + 1) * var.shard.nodes_per_cluster)[0]
+    }
+  }
+}

mongodb-shards/user-data/config-mongos.sh

@@ -0,0 +1,64 @@
+#!/bin/bash
+
+# Global Variables
+PID_FILE="/run/terraform-mongos-manager.pid"
+CURRENT_SCRIPT_LOGS="/tmp/mongos-setup.log"
+
+exec >$CURRENT_SCRIPT_LOGS 2>&1
+
+function raise_command_not_found() {
+  local cmd="$1"
+
+  if ! command -v "$cmd" &> /dev/null; then
+    echo "$cmd is required"
+    exit 1
+  fi
+}
+
+function enable_firewall() {
+  if ! command -v ufw &>/dev/null; then
+    apt-get update
+    apt-get install ufw
+  fi
+
+  ufw enable
+  ufw allow ssh
+  ufw allow 28041
+}
+
+function cleanup() {
+  if [ -f "$PID_FILE" ]; then
+    rm -f "$PID_FILE"
+  fi
+}
+
+function create_pid_file() {
+  if [ -f "$PID_FILE" ]; then
+    echo "Script is already running with PID $(cat "$PID_FILE"). Waiting process to end..."
+    exit 1
+  fi
+
+  echo $$ > "$PID_FILE"
+  trap cleanup EXIT
+}
+
+function install_mongodb() {
+  if command -v mongod; then
+    echo "Skipping mongodb installation because it's already installed."
+    return 0
+  fi
+
+  wget -qO - https://www.mongodb.org/static/pgp/server-6.0.asc | sudo apt-key add -
+  echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu $(lsb_release -cs)/mongodb-org/6.0 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-6.0.list
+  apt update
+  apt install -y mongodb-org
+  systemctl start mongod
+  systemctl enable mongod
+  systemctl status mongod
+
+  raise_command_not_found "mongod"
+}
+
+create_pid_file
+install_mongodb
+enable_firewall