feat(compactor HS): add jsonnet for deploying horizontally scalable compactor (#18550)

Author: sandeepsukhani

production/ksonnet/loki/images.libsonnet

@@ -14,6 +14,7 @@
     query_scheduler:: self.loki,
     ruler:: self.loki,
     compactor:: self.loki,
+    compactor_worker:: self.loki,
     index_gateway:: self.loki,
     overrides_exporter:: self.loki,
     bloom_gateway:: self.loki,

production/ksonnet/loki/shipper.libsonnet

@@ -6,6 +6,7 @@
   local statefulSet = k.apps.v1.statefulSet,
   local service = k.core.v1.service,
   local containerPort = k.core.v1.containerPort,
+  local deployment = k.apps.v1.deployment,
 
   _config+:: {
     // flag for tuning things when boltdb-shipper is current or upcoming index type.
@@ -14,6 +15,7 @@
     using_shipper_store: $._config.using_boltdb_shipper || $._config.using_tsdb_shipper,
 
     stateful_queriers: if self.using_shipper_store && !self.use_index_gateway then true else super.stateful_queriers,
+    enable_horizontally_scalable_compactor: false,
 
     compactor_pvc_size: '10Gi',
     compactor_pvc_class: 'fast',
@@ -47,8 +49,10 @@
     pvc.mixin.spec.withStorageClassName($._config.compactor_pvc_class)
   else {},
 
-  compactor_args:: if $._config.using_shipper_store then $._config.commonArgs {
+  compactor_args:: if !$._config.using_shipper_store then {} else $._config.commonArgs {
     target: 'compactor',
+  } + if $._config.enable_horizontally_scalable_compactor then {
+    'compactor.horizontal-scaling-mode': 'main',
   } else {},
 
   compactor_ports:: $.util.defaultPorts,
@@ -79,4 +83,35 @@
   compactor_service: if $._config.using_shipper_store then
     k.util.serviceFor($.compactor_statefulset, $._config.service_ignored_labels)
   else {},
+
+  local compactor_worker_enabled = $._config.using_shipper_store && $._config.enable_horizontally_scalable_compactor,
+
+  compactor_worker_args:: if compactor_worker_enabled then $._config.commonArgs {
+    target: 'compactor',
+    'compactor.horizontal-scaling-mode': 'worker',
+  },
+
+  compactor_worker_container:: if !compactor_worker_enabled then {} else
+    container.new('compactor-worker', $._images.compactor_worker) +
+    container.withPorts($.util.defaultPorts) +
+    container.withArgsMixin(k.util.mapToFlags($.compactor_worker_args)) +
+    container.mixin.readinessProbe.httpGet.withPath('/ready') +
+    container.mixin.readinessProbe.httpGet.withPort($._config.http_listen_port) +
+    container.mixin.readinessProbe.withTimeoutSeconds(1) +
+    container.withEnvMixin($._config.commonEnvs) +
+    $.jaeger_mixin +
+    k.util.resourcesRequests('1', '500Mi') +
+    k.util.resourcesLimits('2', '1Gi') +
+    container.withEnvMixin($._config.commonEnvs),
+
+  compactor_worker_deployment: if !compactor_worker_enabled then {} else
+    deployment.new('compactor-worker', 1, [$.compactor_worker_container]) +
+    $.config_hash_mixin +
+    k.util.configVolumeMount('loki', '/etc/loki/config') +
+    k.util.configVolumeMount(
+      $._config.overrides_configmap_mount_name,
+      $._config.overrides_configmap_mount_path,
+    ) +
+    deployment.mixin.spec.strategy.rollingUpdate.withMaxSurge('15%') +
+    deployment.mixin.spec.strategy.rollingUpdate.withMaxUnavailable('15%'),
 }