samof76

To investigate high RAM usage in ClickHouse and determine what's consuming so much memory, you can try the following steps:

1. Check system tables: Query the system.metrics and system.asynchronous_metrics tables to get an overview of memory usage:

   SELECT * FROM system.metrics WHERE metric LIKE '%Memory%';
   SELECT * FROM system.asynchronous_metrics WHERE metric LIKE '%Memory%';

samof76

resource "null_resource" "update_cluster_configuration_1" {
  provisioner "local-exec" {
    command = "./update.sh"
    environment = { CLUSTER_NAME = module.eks_cluster.eks_cluster_name
      REGION              = var.region
      ARN                 = var.arn_name
      TFE_CIDR            = var.tfe_cidr
      ECR_URL             = var.utils_image_ecr_url
      KEYMAKER_VERSION    = var.keymaker_version
      GATEKEEPER_VERSION  = var.gatekeeper_version

samof76

resource "null_resource" "cluster_data_setup" {
  provisioner "local-exec" {
    command = "./setup.sh"
    environment = {
      CLUSTER_NAME       = module.eks_cluster.eks_cluster_name
      REGION             = var.region
      ARN                = var.arn_name
      GATEKEEPER_VERSION = var.gatekeeper_version
    }
  }

samof76

module "eks_private_link" {
  source             = "git.url/repo?ref=epl3.0"
  cluster_name       = var.cluster_name
  environment        = module.eks_cluster.eks_cluster_environment
  vpc_id             = module.eks_cluster.eks_cluster_vpc_id
  nlb_subnets        = module.subnets_from_list.eks_subnet_ids
  allowed_principals = var.allowed_principals
  tags               = local.tags
}

samof76

module "eks_cluster_node" {
  source                           = "git.url/repo?ref=en2.6"
  cluster_name                     = var.cluster_name
  cluster_version                  = module.eks_cluster.eks_cluster_version
  environment                      = module.eks_cluster.eks_cluster_environment
  vpc_id                           = module.eks_cluster.eks_cluster_vpc_id
  vpc_zone_identifier              = module.subnets_from_list.eks_subnet_ids
  instance_type                    = var.instance_type
  eks_master_sg_id                 = module.eks_cluster.eks_master_sg
  eks_master_endpoint              = module.eks_cluster.eks_cluster_endpoint

samof76

resource "aws_autoscaling_group" "eks_nodes_asg" {
  count                = length(var.vpc_zone_identifier)
  desired_capacity     = var.nodes_desired_capacity
  launch_configuration = aws_launch_configuration.eks_nodes_lc.id
  max_size             = var.nodes_max_size
  min_size             = var.nodes_min_size
  name                 = "${var.cluster_name}-node-asg-${count.index}"
  vpc_zone_identifier  = [var.vpc_zone_identifier[count.index]]
  termination_policies = var.termination_policies
  tags = module.node_label.tags_as_list_of_maps

samof76

module "eks_cluster" {
  source                     = "git.url/repo?ref=em2.14"
  cluster_name               = var.cluster_name
  cluster_version            = var.cluster_version
  cluster_log_types          = var.cluster_log_types
  environment                = var.stage
  subnet_ids                 = module.subnets_from_list.eks_subnet_ids
  vpc_id                     = var.vpc_id
  master_associated_policies = var.master_associated_policies
  allowed_sgs_master         = var.allowed_sgs_master

samof76

module "subnets_from_list" {
  source       = "git.url/repo?ref=esl2.0"
  cluster_name = var.cluster_name
  vpc_id       = var.vpc_id
  subnets_list = var.subnets_list
  route_table  = var.route_table
  tags         = local.tags
}

samof76

#!/bin/bash
# REQUIREMENTS
# Run this from the directory it resides
# Edit the and populate the required values of the terraform.tfvars
TFPWD=$(pwd)
function print_log()
{
	echo -e "$(date +'[%F %T %Z]') $*"
}
function run_terraform()

samof76

resource "local_file" "cluster_autoscaler" {
  filename = "cluster_autoscaler.yml"
  content  = "${data.template_file.cluster_autoscaler.rendered}"
}