vi ~/.bashrc

• Add the following lines at the end of the file that matches your proxy server:

export http_proxy=username:password@proxy-server-ip:8080
export https_proxy=username:password@proxy-server-ip:8082
export ftp_proxy=username:password@proxy-server-ip:8080
export no_proxy=localhost, 127.0.0.1

source ~/.bashrc

Install Docker (Jumphost)

sudo apt-get remove docker docker-engine docker.io containerd runc

sudo apt-get update
sudo apt-get install \
    ca-certificates \
    curl \
    gnupg \
    lsb-release

sudo mkdir -p /etc/apt/keyrings
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /etc/apt/keyrings/docker.gpg

• Use the following command to set up the repository:

echo \
  "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/ubuntu \
  $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null

Install Docker Engine

sudo apt-get update

• Next command:

sudo apt-get install docker-ce docker-ce-cli containerd.io docker-compose-plugin

• Verify that Docker Engine is installed correctly by running the hello-world image. This might not work, depending on whether connectivity can be established to https://hub.docker.com

sudo docker run hello-world 

Install Azure CLI (Jumphost)

sudo apt install azure-cli

• Authenticate the Azure CLI client with your credentials. This will also store the credentials for all subsequent commands used:

az login

Install helm (Jumphost)

curl -fsSL -o get_helm.sh https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3
chmod 700 get_helm.sh
./get_helm.sh

Install kubectl (Jumphost)

sudo apt-get update
sudo apt-get install -y ca-certificates curl

• Download the Google Cloud public signing key:

sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg

• Add the Kubernetes apt repository:

echo "deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main" | sudo tee /etc/apt/sources.list.d/kubernetes.list

• Update apt package index with the new repository and install kubectl:

sudo apt-get update
sudo apt-get install -y kubectl

# kubectl version --client --output=yaml
clientVersion:
  buildDate: "2022-08-23T17:44:59Z"
  compiler: gc
  gitCommit: a866cbe2e5bbaa01cfd5e969aa3e033f3282a8a2
  gitTreeState: clean
  gitVersion: v1.25.0
  goVersion: go1.19
  major: "1"
  minor: "25"
  platform: linux/amd64
kustomizeVersion: v4.5.7

az group create --name <resource-group> --location <location>

where:

az group create --name direktivResourceGroup --location westus2
{
  "id": "/subscriptions/40eb3cb3-a114-4cd1-b584-5bbedd2126a2/resourceGroups/direktivResourceGroup",
  "location": "westus2",
  "managedBy": null,
  "name": "direktivResourceGroup",
  "properties": {
    "provisioningState": "Succeeded"
  },
  "tags": null,
  "type": "Microsoft.Resources/resourceGroups"
}

Azure AKS Cluster Build

{
  "$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
  "contentVersion": "1.0.0.0",
  "parameters": {
      "resourceName": {
          "type": "string",
          "metadata": {
              "description": "The name of the Managed Cluster resource."
          }
      },
      "location": {
          "type": "string",
          "metadata": {
              "description": "The location of AKS resource."
          }
      },
      "dnsPrefix": {
          "type": "string",
          "metadata": {
              "description": "Optional DNS prefix to use with hosted Kubernetes API server FQDN."
          }
      },
      "osDiskSizeGB": {
          "type": "int",
          "defaultValue": 0,
          "metadata": {
              "description": "Disk size (in GiB) to provision for each of the agent pool nodes. This value ranges from 0 to 1023. Specifying 0 will apply the default disk size for that agentVMSize."
          },
          "minValue": 0,
          "maxValue": 1023
      },
      "kubernetesVersion": {
          "type": "string",
          "defaultValue": "1.7.7",
          "metadata": {
              "description": "The version of Kubernetes."
          }
      },
      "networkPlugin": {
          "type": "string",
          "allowedValues": [
              "azure",
              "kubenet"
          ],
          "metadata": {
              "description": "Network plugin used for building Kubernetes network."
          }
      },
      "enableRBAC": {
          "type": "bool",
          "defaultValue": true,
          "metadata": {
              "description": "Boolean flag to turn on and off of RBAC."
          }
      },
      "vmssNodePool": {
          "type": "bool",
          "defaultValue": false,
          "metadata": {
              "description": "Boolean flag to turn on and off of virtual machine scale sets"
          }
      },
      "windowsProfile": {
          "type": "bool",
          "defaultValue": false,
          "metadata": {
              "description": "Boolean flag to turn on and off of virtual machine scale sets"
          }
      },
      "nodeResourceGroup": {
          "type": "string",
          "metadata": {
              "description": "The name of the resource group containing agent pool nodes."
          }
      },
      "adminGroupObjectIDs": {
          "type": "array",
          "defaultValue": [],
          "metadata": {
              "description": "An array of AAD group object ids to give administrative access."
          }
      },
      "azureRbac": {
          "type": "bool",
          "defaultValue": false,
          "metadata": {
              "description": "Enable or disable Azure RBAC."
          }
      },
      "disableLocalAccounts": {
          "type": "bool",
          "defaultValue": false,
          "metadata": {
              "description": "Enable or disable local accounts."
          }
      },
      "enablePrivateCluster": {
          "type": "bool",
          "defaultValue": false,
          "metadata": {
              "description": "Enable private network access to the Kubernetes cluster."
          }
      },
      "enableHttpApplicationRouting": {
          "type": "bool",
          "defaultValue": true,
          "metadata": {
              "description": "Boolean flag to turn on and off http application routing."
          }
      },
      "enableAzurePolicy": {
          "type": "bool",
          "defaultValue": false,
          "metadata": {
              "description": "Boolean flag to turn on and off Azure Policy addon."
          }
      },
      "enableSecretStoreCSIDriver": {
          "type": "bool",
          "defaultValue": false,
          "metadata": {
              "description": "Boolean flag to turn on and off secret store CSI driver."
          }
      }
  },
  "resources": [
      {
          "apiVersion": "2022-06-01",
          "dependsOn": [],
          "type": "Microsoft.ContainerService/managedClusters",
          "location": "[parameters('location')]",
          "name": "[parameters('resourceName')]",
          "properties": {
              "kubernetesVersion": "[parameters('kubernetesVersion')]",
              "enableRBAC": "[parameters('enableRBAC')]",
              "dnsPrefix": "[parameters('dnsPrefix')]",
              "nodeResourceGroup": "[parameters('nodeResourceGroup')]",
              "agentPoolProfiles": [
                  {
                      "name": "agentpool",
                      "osDiskSizeGB": "[parameters('osDiskSizeGB')]",
                      "count": 2,
                      "enableAutoScaling": true,
                      "minCount": 1,
                      "maxCount": 2,
                      "vmSize": "Standard_DS2_v2",
                      "osType": "Linux",
                      "storageProfile": "ManagedDisks",
                      "type": "VirtualMachineScaleSets",
                      "mode": "System",
                      "maxPods": 110,
                      "availabilityZones": null,
                      "nodeTaints": [],
                      "enableNodePublicIP": false,
                      "tags": {}
                  }
              ],
              "networkProfile": {
                  "loadBalancerSku": "standard",
                  "networkPlugin": "[parameters('networkPlugin')]"
              },
              "disableLocalAccounts": "[parameters('disableLocalAccounts')]",
              "apiServerAccessProfile": {
                  "enablePrivateCluster": "[parameters('enablePrivateCluster')]"
              },
              "addonProfiles": {
                  "httpApplicationRouting": {
                      "enabled": "[parameters('enableHttpApplicationRouting')]"
                  },
                  "azurepolicy": {
                      "enabled": "[parameters('enableAzurePolicy')]"
                  },
                  "azureKeyvaultSecretsProvider": {
                      "enabled": "[parameters('enableSecretStoreCSIDriver')]",
                      "config": null
                  }
              }
          },
          "tags": {},
          "sku": {
              "name": "Basic",
              "tier": "Free"
          },
          "identity": {
              "type": "SystemAssigned"
          }
      }
  ],
  "outputs": {
      "controlPlaneFQDN": {
          "type": "string",
          "value": "[reference(concat('Microsoft.ContainerService/managedClusters/', parameters('resourceName'))).fqdn]"
      }
  }
}

Install Direktiv Enterprise Edition (Jumphost)

az aks get-credentials --resource-group <resource-group> --name <aks-cluster-name>

            Example output is shown below:

# az aks get-credentials --resource-group direktivResourceGroup --name direktiv-cluster
Merged "direktiv-cluster" as current context in /home/wwonigkeit/.kube/config

• Set the KUBECONFIGenvironment variable:

echo "export KUBECONFIG=$HOME/.kube/config" >> ~/.bashrc

source ~/.bashrc

tar -xvf direktiv-ee.tar.gz
cd direktiv-ee/install

• Set the following environmental variables:
  • DIREKTIV_HOST: sets the FQDN for the Direktiv instance.
  • DIREKTIV_DEV: if this environment variable has a value the installation uses the localhost:5000 variant of Direktiv images.
  • DIREKTIV_TOKEN: if this environment variable has a value the installation uses as the admin API key (this has allows for elevated API admin access)

export DIREKTIV_HOST="dev.direktiv.io"
export DIREKTIV_DEV="localhost:5000"
export DIREKTIV_TOKEN="KxTp8d_gj5yj$%mPkvFY=f2rPN2K6N?F"

./prepare.sh

~/direktiv-ee/install/05_knative# cat knative.yaml
# -- Knative version
version: 1.8.0
# -- Knative replicas
replicas: 1
# -- Proxy settings for controller
http_proxy: ""
https_proxy: ""
no_proxy: ""
# -- Custom certificate for controller. This needs to be a secret created before installation in the knative-serving namespace
certificate: ""
# -- Repositories which skip digest resolution
skip-digest: kind.local,ko.local,dev.local,localhost:5000,localhost:31212

• Direktiv also needs to have the proxy settings configured:

:~/direktiv-ee/install/06_direktiv# cat direktiv.yaml
pullPolicy: Always
debug: "false"

proxy:
  no-proxy: ""
  http-proxy: ""
  https-proxy: ""

database:
  replicas: 1
  image: "direktiv/ui-ee"

ui:
  replicas: 1
  image: "direktiv/ui-ee"

api:
  replicas: 1
  image: "direktiv/api-ee"
  additionalEnvs:
  - name: DIREKTIV_ROLE_ADMIN
    value: admin
  - name: DIREKTIV_TOKEN_SECRET
    valueFrom:
      secretKeyRef:
        name: tokensecret
        key: tokensecret
  - name: DIREKTIV_ADMIN_SECRET
    valueFrom:
      secretKeyRef:
        name: adminsecret
        key: adminsecret

• Certificates are required for the DIREKTIV_HOST URL selected used in the previous step. Direktiv will use self-signed certificates if not provided, but this is not recommended. To run the installation with certificates for (as an example *.direktiv.io), replace the following 2 files with the server.key and server.crtfiles for the respective domain:

~/direktiv-ee/install/04_keycloak/certs# ls -l
total 28
-rw-r--r-- 1 root root 7124 Jan 30 04:44 direktiv.io.crt
-rwx------ 1 root root 1708 Jan 30 04:44 direktiv.io.key
drwxr-xr-x 2 root root 4096 Jan 30 05:16 keycloak
-r-------- 1 root root 7124 Jan 30 06:01 server.crt
-r-------- 1 root root 1708 Jan 30 06:01 server.key
~/direktiv-ee/install/04_keycloak/certs#
~/direktiv-ee/install/04_keycloak/certs# cp direktiv.io.crt server.crt
~/direktiv-ee/install/04_keycloak/certs# cp direktiv.io.key server.key

• Run the installer:

./install-all.sh

• Wait till all pods are up and running. Can take a long time if the network is slow. This can be verified using the following command:

# kubectl get pods
NAME                                          READY   STATUS    RESTARTS   AGE
direktiv-api-6f8567555b-pq7q8                 2/2     Running   0          2d16h
direktiv-flow-564c8fc4cc-jh5dh                3/3     Running   0          2d16h
direktiv-functions-6f6698d7fb-s7n9z           2/2     Running   0          2d16h
direktiv-prometheus-server-667b8c6d65-6nzxm   3/3     Running   0          2d16h
direktiv-ui-d947dccc-zlzxc                    2/2     Running   0          2d16h
knative-operator-58647bbfd5-w9kvc             1/1     Running   0          2d16h
operator-webhook-b866dc4c-6klqx               1/1     Running   0          2d16h

• Add the hostname configured in the DIREKTIV_HOSTenvironmental variable to your DNS. The external IP address (or hostname for the Load Balancer) can be found using the following command:

kubectl get svc -n apisix apisix-gateway

• Output shown below:

# kubectl get svc -n apisix apisix-gateway
NAME             TYPE           CLUSTER-IP     EXTERNAL-IP                   PORT(S)                      AGE
apisix-gateway   LoadBalancer   10.43.159.35   145.40.102.235,145.40.99.47   80:30429/TCP,443:31423/TCP   2d16h