joystream/devops/kubernetes/argus/index.ts

import * as awsx from '@pulumi/awsx'
import * as aws from '@pulumi/aws'
import * as eks from '@pulumi/eks'
import * as docker from '@pulumi/docker'
import * as k8s from '@pulumi/kubernetes'
import * as pulumi from '@pulumi/pulumi'
import { CaddyServiceDeployment, CustomPersistentVolume } from 'pulumi-common'

const awsConfig = new pulumi.Config('aws')
const config = new pulumi.Config()

const queryNodeHost = config.require('queryNodeHost')
const wsProviderEndpointURI = config.require('wsProviderEndpointURI')
const configArgusImage = config.require('argusImage')
const lbReady = config.get('isLoadBalancerReady') === 'true'
const keys = config.require('keys')
const buckets = config.require('buckets')
const workerId = config.require('workerId')
const name = 'argus-node'
const isMinikube = config.getBoolean('isMinikube')
const dataStorage = config.getNumber('dataStorage') || 10
const logStorage = config.getNumber('logStorage') || 2
const cacheStorage = config.getNumber('cacheStorage') || 10

export let kubeconfig: pulumi.Output<any>
export let argusImage: pulumi.Output<string> = pulumi.interpolate`${configArgusImage}`
let provider: k8s.Provider

if (isMinikube) {
  provider = new k8s.Provider('local', {})
} else {
  // Create a VPC for our cluster.
  const vpc = new awsx.ec2.Vpc('argus-vpc', { numberOfAvailabilityZones: 2, numberOfNatGateways: 1 })

  // Create an EKS cluster with the default configuration.
  const cluster = new eks.Cluster('eksctl-argus-node', {
    vpcId: vpc.id,
    subnetIds: vpc.publicSubnetIds,
    desiredCapacity: 2,
    maxSize: 2,
    instanceType: 't2.medium',
    providerCredentialOpts: {
      profileName: awsConfig.get('profile'),
    },
  })
  provider = cluster.provider

  // Export the cluster's kubeconfig.
  kubeconfig = cluster.kubeconfig

  // Create a repository
  const repo = new awsx.ecr.Repository('distributor-node')

  // Build an image and publish it to our ECR repository.
  argusImage = repo.buildAndPushImage({
    context: './docker_dummy',
    dockerfile: './docker_dummy/Dockerfile',
    args: { SOURCE_IMAGE: argusImage! },
  })

  // Uncomment the below line to use an existing image
  // argusImage = pulumi.interpolate`ahhda/distributor-node:latest`
}

const resourceOptions = { provider: provider }

// Create a Kubernetes Namespace
const ns = new k8s.core.v1.Namespace(name, {}, resourceOptions)

// Export the Namespace name
export const namespaceName = ns.metadata.name

const appLabels = { appClass: name }

const dataPVC = new CustomPersistentVolume(
  'data',
  { namespaceName: namespaceName, storage: dataStorage },
  resourceOptions
)
const logsPVC = new CustomPersistentVolume(
  'logs',
  { namespaceName: namespaceName, storage: logStorage },
  resourceOptions
)
const cachePVC = new CustomPersistentVolume(
  'cache',
  { namespaceName: namespaceName, storage: cacheStorage },
  resourceOptions
)

// Create a Deployment
const deployment = new k8s.apps.v1.Deployment(
  name,
  {
    metadata: {
      namespace: namespaceName,
      labels: appLabels,
    },
    spec: {
      replicas: 1,
      selector: { matchLabels: appLabels },
      template: {
        metadata: {
          labels: appLabels,
        },
        spec: {
          containers: [
            {
              name: 'argus',
              image: argusImage,
              imagePullPolicy: 'IfNotPresent',
              workingDir: '/joystream/distributor-node',
              env: [
                {
                  name: 'JOYSTREAM_DISTRIBUTOR__ENDPOINTS__QUERY_NODE',
                  value: queryNodeHost,
                },
                {
                  name: 'JOYSTREAM_DISTRIBUTOR__ENDPOINTS__JOYSTREAM_NODE_WS',
                  value: wsProviderEndpointURI,
                },
                {
                  name: 'JOYSTREAM_DISTRIBUTOR__KEYS',
                  value: keys,
                },
                {
                  name: 'JOYSTREAM_DISTRIBUTOR__BUCKETS',
                  value: buckets,
                },
                {
                  name: 'JOYSTREAM_DISTRIBUTOR__WORKER_ID',
                  value: workerId,
                },
                {
                  name: 'JOYSTREAM_DISTRIBUTOR__PORT',
                  value: '3334',
                },
              ],
              args: ['start'],
              ports: [{ containerPort: 3334 }],
              volumeMounts: [
                {
                  name: 'data',
                  mountPath: '/data',
                  subPath: 'data',
                },
                {
                  name: 'logs',
                  mountPath: '/logs',
                  subPath: 'logs',
                },
                {
                  name: 'cache',
                  mountPath: '/cache',
                  subPath: 'cache',
                },
              ],
            },
          ],
          volumes: [
            {
              name: 'data',
              persistentVolumeClaim: {
                claimName: dataPVC.pvc.metadata.name,
              },
            },
            {
              name: 'logs',
              persistentVolumeClaim: {
                claimName: logsPVC.pvc.metadata.name,
              },
            },
            {
              name: 'cache',
              persistentVolumeClaim: {
                claimName: cachePVC.pvc.metadata.name,
              },
            },
          ],
        },
      },
    },
  },
  resourceOptions
)

// Create a LoadBalancer Service for the Deployment
const service = new k8s.core.v1.Service(
  name,
  {
    metadata: {
      labels: appLabels,
      namespace: namespaceName,
      name: name,
    },
    spec: {
      type: isMinikube ? 'NodePort' : 'ClusterIP',
      ports: [{ name: 'port-1', port: 3334 }],
      selector: appLabels,
    },
  },
  resourceOptions
)

// Export the Service name
export const serviceName = service.metadata.name

// Export the Deployment name
export const deploymentName = deployment.metadata.name

export let endpoint1: pulumi.Output<string> = pulumi.interpolate``
export let endpoint2: pulumi.Output<string> = pulumi.interpolate``

const caddyEndpoints = [
  ` {
    reverse_proxy ${name}:3334
}`,
]

if (!isMinikube) {
  const caddy = new CaddyServiceDeployment(
    'caddy-proxy',
    { lbReady, namespaceName: namespaceName, caddyEndpoints },
    resourceOptions
  )

  endpoint1 = pulumi.interpolate`${caddy.primaryEndpoint}`
  endpoint2 = pulumi.interpolate`${caddy.secondaryEndpoint}`
}