Merge pull request #19922 from pdostal/cloud_netconfig

Cloud netconfig
os-autoinst · Aug 22, 2024 · 4251800 · 4251800
2 parents 6c64a12 + 650be00
commit 4251800
Show file tree

Hide file tree

Showing 6 changed files with 403 additions and 57 deletions.
diff --git a/data/publiccloud/terraform/azure_cloud-netconfig.tf b/data/publiccloud/terraform/azure_cloud-netconfig.tf
@@ -0,0 +1,249 @@
+terraform {
+  required_providers {
+    azurerm = {
+      version = "= 3.48.0"
+      source  = "hashicorp/azurerm"
+    }
+    random = {
+      version = "= 3.1.0"
+      source  = "hashicorp/random"
+    }
+  }
+}
+
+provider "azurerm" {
+  features {}
+}
+
+variable "instance_count" {
+  default = "1"
+}
+
+variable "name" {
+  default = "openqa-vm"
+}
+
+variable "type" {
+  default = "Standard_B2s"
+}
+
+variable "region" {
+  default = "westeurope"
+}
+
+variable "image_id" {
+  default = ""
+}
+
+variable "image_uri" {
+  default = ""
+}
+
+variable "publisher" {
+  default = "SUSE"
+}
+
+variable "offer" {
+  default = ""
+}
+
+variable "sku" {
+  default = "gen2"
+}
+
+variable "storage-account" {
+  # Note: Don't delete the default value!!!
+  # Not all of our `terraform destroy` calls pass this variable and neither is it necessary.
+  # However removing the default value might cause `terraform destroy` to fail in corner cases,
+  # resulting effectively in leaking resources due to failed cleanups.
+  default = "eisleqaopenqa"
+}
+
+variable "tags" {
+  type    = map(string)
+  default = {}
+}
+
+variable "vm_create_timeout" {
+  default = "20m"
+}
+
+variable "subnet_id" {
+  default = ""
+}
+
+variable "ssh_public_key" {
+  default = "/root/.ssh/id_rsa.pub"
+}
+
+resource "random_id" "service" {
+  count = var.instance_count
+  keepers = {
+    name = var.name
+  }
+  byte_length = 8
+}
+
+
+resource "azurerm_resource_group" "openqa-group" {
+  name     = "${var.name}-${element(random_id.service.*.hex, 0)}"
+  location = var.region
+
+  tags = merge({
+    openqa_created_by   = var.name
+    openqa_created_date = timestamp()
+    openqa_created_id   = element(random_id.service.*.hex, 0)
+  }, var.tags)
+}
+
+resource "azurerm_public_ip" "openqa-publicip" {
+  name                = "${var.name}-${element(random_id.service.*.hex, count.index)}-public-ip"
+  location            = var.region
+  resource_group_name = azurerm_resource_group.openqa-group.name
+  allocation_method   = "Dynamic"
+  count               = var.instance_count
+}
+
+resource "azurerm_network_interface" "openqa-nic" {
+  name                = "${var.name}-${element(random_id.service.*.hex, count.index)}-nic"
+  location            = var.region
+  resource_group_name = azurerm_resource_group.openqa-group.name
+  count               = var.instance_count
+
+  ip_configuration {
+    name                          = "${element(random_id.service.*.hex, count.index)}-nic-config"
+    subnet_id                     = var.subnet_id
+    private_ip_address_allocation = "Dynamic"
+    public_ip_address_id          = element(azurerm_public_ip.openqa-publicip.*.id, count.index)
+    primary = true
+  }
+  ip_configuration {
+    name                          = "${element(random_id.service.*.hex, count.index)}-nic-secondary-config"
+    subnet_id                     = var.subnet_id
+    private_ip_address_version  = "IPv4"
+    private_ip_address_allocation = "Dynamic"
+  }
+}
+
+resource "azurerm_public_ip" "openqa-secondary-publicip" {
+  name                = "${var.name}-${element(random_id.service.*.hex, count.index)}-secondary-public-ip"
+  location            = var.region
+  resource_group_name = azurerm_resource_group.openqa-group.name
+  allocation_method   = "Dynamic"
+  count               = var.instance_count
+}
+
+resource "azurerm_network_interface" "openqa-secondary-nic" {
+  name                = "${var.name}-${element(random_id.service.*.hex, count.index)}-secondary-nic"
+  location            = var.region
+  resource_group_name = azurerm_resource_group.openqa-group.name
+  count               = var.instance_count
+
+  ip_configuration {
+    name                          = "${element(random_id.service.*.hex, count.index)}-secondary-nic-config"
+    subnet_id                     = var.subnet_id
+    private_ip_address_allocation = "Dynamic"
+    public_ip_address_id          = element(azurerm_public_ip.openqa-secondary-publicip.*.id, count.index)
+    primary = true
+  }
+  ip_configuration {
+    name                          = "${element(random_id.service.*.hex, count.index)}-secondary-nic-secondary-config"
+    subnet_id                     = var.subnet_id
+    private_ip_address_version  = "IPv4"
+    private_ip_address_allocation = "Dynamic"
+  }
+}
+
+resource "azurerm_image" "image" {
+  name                = "${azurerm_resource_group.openqa-group.name}-disk1"
+  location            = var.region
+  resource_group_name = azurerm_resource_group.openqa-group.name
+  hyper_v_generation  = var.sku == "gen1" ? "V1" : "V2"
+  count               = var.image_id != "" ? 1 : 0
+
+  os_disk {
+    os_type  = "Linux"
+    os_state = "Generalized"
+    blob_uri = "https://${var.storage-account}.blob.core.windows.net/sle-images/${var.image_id}"
+    size_gb  = 30
+  }
+}
+
+resource "azurerm_linux_virtual_machine" "openqa-vm" {
+  name                            = "${var.name}-${element(random_id.service.*.hex, count.index)}"
+  resource_group_name             = azurerm_resource_group.openqa-group.name
+  location                        = var.region
+  size                            = var.type
+  computer_name                   = "${var.name}-${element(random_id.service.*.hex, count.index)}"
+  admin_username                  = "azureuser"
+  disable_password_authentication = true
+
+  count = var.instance_count
+
+  network_interface_ids = [azurerm_network_interface.openqa-nic[count.index].id, azurerm_network_interface.openqa-secondary-nic[count.index].id]
+
+  tags = merge({
+    openqa_created_by   = var.name
+    openqa_created_date = timestamp()
+    openqa_created_id   = element(random_id.service.*.hex, count.index)
+  }, var.tags)
+
+  admin_ssh_key {
+    username   = "azureuser"
+    public_key = file("${var.ssh_public_key}")
+  }
+
+  os_disk {
+    name                 = "${var.name}-${element(random_id.service.*.hex, count.index)}-osdisk"
+    caching              = "ReadWrite"
+    storage_account_type = "Standard_LRS"
+    # SLE images are 30G by default. Uncomment this line in case we need to increase the disk size
+    # note: value can not be decreased because 30 GB is minimum allowed by Azure
+    # disk_size_gb         = 30
+  }
+
+  source_image_id = var.image_uri != "" ? var.image_uri : (var.image_id != "" ? azurerm_image.image.0.id : null)
+  dynamic "source_image_reference" {
+    for_each = range(var.image_id == "" && var.image_uri == "" ? 1 : 0)
+    content {
+      publisher = var.image_id != "" ? "" : var.publisher
+      offer     = var.image_id != "" ? "" : var.offer
+      sku       = var.image_id != "" ? "" : var.sku
+      version   = var.image_id != "" ? "" : "latest"
+    }
+  }
+
+  boot_diagnostics {
+    /* Passing a null value will utilize a Managed Storage Account to store Boot Diagnostics */
+    storage_account_uri = null
+  }
+
+  timeouts {
+    create = var.vm_create_timeout
+  }
+}
+
+
+output "vm_name" {
+  value = azurerm_linux_virtual_machine.openqa-vm.*.id
+}
+
+data "azurerm_public_ip" "openqa-publicip" {
+  name                = azurerm_public_ip.openqa-publicip[count.index].name
+  resource_group_name = azurerm_linux_virtual_machine.openqa-vm.0.resource_group_name
+  count               = var.instance_count
+}
+
+output "public_ip" {
+  value = data.azurerm_public_ip.openqa-publicip.*.ip_address
+}
+
+data "azurerm_public_ip" "openqa-secondary-publicip" {
+  name                = azurerm_public_ip.openqa-secondary-publicip[count.index].name
+  resource_group_name = azurerm_linux_virtual_machine.openqa-vm.0.resource_group_name
+  count               = var.instance_count
+}
+
+output "secondary_public_ip" {
+  value = data.azurerm_public_ip.openqa-secondary-publicip.*.ip_address
+}
diff --git a/lib/publiccloud/azure.pm b/lib/publiccloud/azure.pm
@@ -645,4 +645,20 @@ sub cleanup {
     $self->SUPER::cleanup();
 }
 
+sub query_metadata {
+    my ($self, $instance, %args) = @_;
+    my $ifNum = $args{ifNum};
+    my $addrCount = $args{addrCount};
+
+    # Cloud metadata service API is reachable at local destination
+    # 169.254.169.254 in case of all public cloud providers.
+    my $pc_meta_api_ip = '169.254.169.254';
+
+    my $query_meta_ipv4_cmd = qq(curl -H Metadata:true "http://$pc_meta_api_ip/metadata/instance/network/interface/$ifNum/ipv4/ipAddress/$addrCount/privateIpAddress?api-version=2023-07-01&format=text");
+    my $data = $instance->ssh_script_output($query_meta_ipv4_cmd);
+
+    die("Failed to get interface IPs from metadata server") unless length($data);
+    return $data;
+}
+
 1;
diff --git a/lib/publiccloud/ec2.pm b/lib/publiccloud/ec2.pm
@@ -290,4 +290,22 @@ sub change_instance_type
     die "Failed to change instance type to $instance_type" if ($self->describe_instance($instance)->{InstanceType} ne $instance_type);
 }
 
+sub query_metadata {
+    my ($self, $instance, %args) = @_;
+    my $ifNum = $args{ifNum};
+    my $addrCount = $args{addrCount};
+
+    # Cloud metadata service API is reachable at local destination
+    # 169.254.169.254 in case of all public cloud providers.
+    my $pc_meta_api_ip = '169.254.169.254';
+
+    my $access_token = $instance->ssh_script_output(qq(curl -X PUT http://$pc_meta_api_ip/latest/api/token -H "X-aws-ec2-metadata-token-ttl-seconds:60"));
+    record_info("DEBUG", $access_token);
+    my $query_meta_ipv4_cmd = qq(curl -H "X-aws-ec2-metadata-token: $access_token" "http://$pc_meta_api_ip/latest/meta-data/local-ipv4");
+    my $data = $instance->ssh_script_output($query_meta_ipv4_cmd);
+
+    die("Failed to get data from metadata server") unless length($data);
+    return $data;
+}
+
 1;
diff --git a/lib/publiccloud/gce.pm b/lib/publiccloud/gce.pm
@@ -183,4 +183,17 @@ sub cleanup {
     $self->SUPER::cleanup();
 }
 
+sub query_metadata {
+    my ($self, $instance, %args) = @_;
+
+    # Cloud metadata service API is reachable at local destination
+    # 169.254.169.254 in case of all public cloud providers.
+    my $pc_meta_api_ip = '169.254.169.254';
+
+    my $query_meta_ipv4_cmd = qq(curl -H "Metadata-Flavor: Google" "http://$pc_meta_api_ip/computeMetadata/v1/instance/network-interfaces/0/ip");
+    my $data = $instance->ssh_script_output($query_meta_ipv4_cmd);
+
+    return $data;
+}
+
 1;
diff --git a/lib/publiccloud/provider.pm b/lib/publiccloud/provider.pm
@@ -782,4 +782,8 @@ sub get_state_from_instance
     die('get_state_from_instance() isn\'t implemented');
 }
 
+sub query_metadata {
+    die('query_metadata() isn\'t implemented');
+}
+
 1;