yaml file for deploying mapr data science refinery in kubernetes

dsr-unsecured.yaml

apiVersion: v1
kind: ConfigMap
metadata:
  name: dsr-configmap
  namespace: idownard-cluster
data:
  MAPR_CLUSTER: idownard-cluster
  MAPR_CLDB_HOSTS: 10.24.1.7
  MAPR_HS_HOST: 10.24.1.7
  MAPR_CONTAINER_USER: mapr
  MAPR_CONTAINER_UID: "5000"
  MAPR_CONTAINER_GID: "5000"
  MAPR_CONTAINER_GROUP: mapr
  MAPR_TZ: "US/Pacific"
  MAPR_MOUNT_PATH: /mapr
  ZEPPELIN_DEPLOY_MODE: kubernetes
---
apiVersion: v1
kind: Secret
metadata:
  name: dsr-container-secret
  namespace: idownard-cluster
type: Opaque
data:
  password: cGFzc3dvcmQK
---
apiVersion: v1
kind: Service
metadata:
  name: dsr-web-svc
  namespace: idownard-cluster
spec:
  type: LoadBalancer
  sessionAffinity: ClientIP
  selector:
    app: dsr-app
  ports:
  - name: https
    port: 9996
---
apiVersion: v1
kind: Service
metadata:
  name: dsr-svc-ports
  namespace: idownard-cluster
spec:
  type: NodePort
  sessionAffinity: ClientIP
  selector:
    app: dsr-app
  ports:
  - name: dsr-livy-port-1
    port: 30000
    nodePort: 30000
  - name: dsr-livy-port-2
    port: 30001
    nodePort: 30001
  - name: dsr-livy-port-3
    port: 30002
    nodePort: 30002
  - name: dsr-livy-port-4
    port: 30003
    nodePort: 30003
  - name: dsr-livy-port-5
    port: 30004
    nodePort: 30004
  - name: dsr-livy-port-6
    port: 30005
    nodePort: 30005
  - name: dsr-livy-port-7
    port: 30006
    nodePort: 30006
  - name: dsr-livy-port-8
    port: 30007
    nodePort: 30007
  - name: dsr-livy-port-9
    port: 30008
    nodePort: 30008
  - name: dsr-livy-port-10
    port: 30009
    nodePort: 30009
  - name: dsr-livy-port-11
    port: 30010
    nodePort: 30010
  - name: dsr-spark-port-1
    port: 31000
    nodePort: 31000
  - name: dsr-spark-port-2
    port: 31001
    nodePort: 31001
  - name: dsr-spark-port-3
    port: 31002
    nodePort: 31002
  - name: dsr-spark-port-4
    port: 31003
    nodePort: 31003
  - name: dsr-spark-port-5
    port: 31004
    nodePort: 31004
  - name: dsr-spark-port-6
    port: 31005
    nodePort: 31005
  - name: dsr-spark-port-7
    port: 31006
    nodePort: 31006
  - name: dsr-spark-port-8
    port: 31007
    nodePort: 31007
  - name: dsr-spark-port-9
    port: 31008
    nodePort: 31008
  - name: dsr-spark-port-10
    port: 31009
    nodePort: 31009
  - name: dsr-spark-port-11
    port: 31010
    nodePort: 31010
---
apiVersion: apps/v1beta1
kind: Deployment
metadata:
  name: dsr-app
  namespace: idownard-cluster
spec:
  replicas: 1
  template:
    metadata:
      labels:
        app: dsr-app
    spec:
      affinity:
        podAntiAffinity:
          requiredDuringSchedulingIgnoredDuringExecution:
          - labelSelector:
              matchExpressions:
              - key: "app"
                operator: In
                values:
                - dsr-app
            topologyKey: "kubernetes.io/hostname"
      containers:
      - name: dsr
        imagePullPolicy: Always
        image: maprtech/data-science-refinery:v1.3_6.1.0_6.0.0_centos7
        securityContext:
          privileged: true
          capabilities:
            add: ["SYS_ADMIN", "SYS_RESOURCE"]
        resources:
          requests:
            memory: "4Gi"
            cpu: "2000m"
        env:
        - name: MAPR_MOUNT_PATH
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: MAPR_MOUNT_PATH
        - name: MAPR_CLUSTER
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: MAPR_CLUSTER
        - name: MAPR_CLDB_HOSTS
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: MAPR_CLDB_HOSTS
        - name: MAPR_CONTAINER_USER
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: MAPR_CONTAINER_USER
        - name: MAPR_CONTAINER_UID
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: MAPR_CONTAINER_UID
        - name: MAPR_CONTAINER_GID
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: MAPR_CONTAINER_GID
        - name: MAPR_CONTAINER_GROUP
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: MAPR_CONTAINER_GROUP
        - name: MAPR_TZ
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: MAPR_TZ
        - name: MAPR_CONTAINER_PASSWORD
          valueFrom:
            secretKeyRef:
              name: dsr-container-secret
              key: password
        - name: HOST_IP
          valueFrom:
            fieldRef:
              fieldPath: status.hostIP
        - name: ZEPPELIN_DEPLOY_MODE
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: ZEPPELIN_DEPLOY_MODE
        - name: ZEPPELIN_SSL_PORT
          value: "9996"
        - name: MAPR_HS_HOST
          valueFrom:
            configMapKeyRef:
              name: dsr-configmap
              key: MAPR_HS_HOST
        - name: LIVY_RSC_PORT_RANGE
          value: "30000~30010"
        - name: SPARK_PORT_RANGE
          value: "31000~31010"
        - name: MAPR_ZK_QUORUM
          value: 10.24.1.7
        volumeMounts:
        - mountPath: /dev/fuse
          name: fuse
        - mountPath: /sys/fs/cgroup
          name: cgroup
      volumes:
      - name: fuse
        hostPath:
          path: /dev/fuse
      - name: cgroup
        hostPath:
          path: /sys/fs/cgroup