storage_non_shared_block_volumes_with_tiering.tf

/*
Storage Block Volume details, when var.storage_use_shared_disk = false , for var.storage_use_shared_disk = true, these resources are not used, instead resources from storage_shared_block_volumes_with_tiering.tf are used.  They are kept seperate to minimize TF logic complexity associated with Storage Tiering.
*/


locals {
  local_nvme_ssd_count = ( var.storage_tier_1_disk_type == "Local_NVMe_SSD" ? var.storage_tier_1_disk_count : 0 )
  all_block_count = ( var.storage_tier_1_disk_type == "Local_NVMe_SSD" ? var.storage_tier_2_disk_count + var.storage_tier_3_disk_count + var.storage_tier_4_disk_count : var.storage_tier_1_disk_count + var.storage_tier_2_disk_count + var.storage_tier_3_disk_count )
}

resource "oci_core_volume" "storage_tier_blockvolume" {
  count = (var.storage_use_shared_disk ? 0 : local.all_block_count * var.storage_server_node_count)
  availability_domain = local.ad
  compartment_id      = var.compartment_ocid
  display_name        = "storage${count.index % var.storage_server_node_count + 1}-target${floor(count.index/local.all_block_count)+(count.index % local.all_block_count)}"
  size_in_gbs         = ( var.storage_tier_1_disk_type == "Local_NVMe_SSD" ? ((count.index % local.all_block_count) <  var.storage_tier_2_disk_count ? var.storage_tier_2_disk_size  :  (count.index % local.all_block_count)  <  (var.storage_tier_2_disk_count + var.storage_tier_3_disk_count) ? var.storage_tier_3_disk_size : (count.index % local.all_block_count)  <  (var.storage_tier_2_disk_count + var.storage_tier_3_disk_count + var.storage_tier_4_disk_count) ? var.storage_tier_4_disk_size : -1 ) : ((count.index % local.all_block_count)  <  var.storage_tier_1_disk_count ? var.storage_tier_1_disk_size  :  (count.index % local.all_block_count)  <  (var.storage_tier_1_disk_count + var.storage_tier_2_disk_count) ? var.storage_tier_2_disk_size : (count.index % local.all_block_count)  <  (var.storage_tier_1_disk_count + var.storage_tier_2_disk_count + var.storage_tier_3_disk_count) ? var.storage_tier_3_disk_size : var.storage_tier_4_disk_size   )  )
  vpus_per_gb         = ( var.storage_tier_1_disk_type == "Local_NVMe_SSD" ? ((count.index % local.all_block_count) <  var.storage_tier_2_disk_count ? var.volume_type_vpus_per_gb_mapping[(var.storage_tier_2_disk_type)]  :  (count.index % local.all_block_count)  <  (var.storage_tier_2_disk_count + var.storage_tier_3_disk_count) ? var.volume_type_vpus_per_gb_mapping[(var.storage_tier_3_disk_type)] : (count.index % local.all_block_count)  <  (var.storage_tier_2_disk_count + var.storage_tier_3_disk_count + var.storage_tier_4_disk_count) ? var.volume_type_vpus_per_gb_mapping[(var.storage_tier_4_disk_type)] : -1 ) : ((count.index % local.all_block_count)  <  var.storage_tier_1_disk_count ? var.volume_type_vpus_per_gb_mapping[(var.storage_tier_1_disk_type)]  :  (count.index % local.all_block_count)  <  (var.storage_tier_1_disk_count + var.storage_tier_2_disk_count) ? var.volume_type_vpus_per_gb_mapping[(var.storage_tier_2_disk_type)] : (count.index % local.all_block_count)  <  (var.storage_tier_1_disk_count + var.storage_tier_2_disk_count + var.storage_tier_3_disk_count) ? var.volume_type_vpus_per_gb_mapping[(var.storage_tier_3_disk_type)] : var.volume_type_vpus_per_gb_mapping[(var.storage_tier_4_disk_type)]  )  )
}


resource "oci_core_volume_attachment" "storage_tier_blockvolume_attach" {
  attachment_type = "iscsi"
  count = (var.storage_use_shared_disk ? 0 : local.all_block_count * var.storage_server_node_count)
  instance_id = element(
    oci_core_instance.storage_server.*.id,
    count.index % var.storage_server_node_count,
  )
  volume_id = element(oci_core_volume.storage_tier_blockvolume.*.id, count.index)

  provisioner "remote-exec" {
    connection {
      agent   = false
      timeout = "30m"
      host = element(
        oci_core_instance.storage_server.*.private_ip,
        count.index % var.storage_server_node_count,
      )
      user                = var.ssh_user
      private_key         = tls_private_key.ssh.private_key_pem
      bastion_host        = oci_core_instance.bastion[0].public_ip
      bastion_port        = "22"
      bastion_user        = var.ssh_user
      bastion_private_key = tls_private_key.ssh.private_key_pem

    }

    inline = [
      "sudo -s bash -c 'set -x && iscsiadm -m node -o new -T ${self.iqn} -p ${self.ipv4}:${self.port}'",
      "sudo -s bash -c 'set -x && iscsiadm -m node -o update -T ${self.iqn} -n node.startup -v automatic '",
      "sudo -s bash -c 'set -x && iscsiadm -m node -T ${self.iqn} -p ${self.ipv4}:${self.port} -l '",
    ]
  }
}



resource "null_resource" "notify_storage_server_nodes_block_attach_complete" {
  depends_on = [ oci_core_volume_attachment.storage_tier_blockvolume_attach ]
  count = (var.storage_use_shared_disk ? 0 : var.storage_server_node_count)
  provisioner "remote-exec" {
    connection {
        agent               = false
        timeout             = "30m"
        host                = element(oci_core_instance.storage_server.*.private_ip, count.index)
        user                = var.ssh_user
        private_key         = tls_private_key.ssh.private_key_pem
        bastion_host        = oci_core_instance.bastion.*.public_ip[0]
        bastion_port        = "22"
        bastion_user        = var.ssh_user
        bastion_private_key = tls_private_key.ssh.private_key_pem
    }
    inline = [
      "set -x",
      "sudo touch /tmp/block-attach.complete",
    ]
  }
}