OpenShift Lightspeed for Disconnected systems

ols-config.yaml

apiVersion: ols.openshift.io/v1alpha1
kind: OLSConfig
metadata:
  name: cluster
spec:
  llm:
    providers:
      - credentialsSecretRef:
          name: credentials
        models:
          - name: "granite-code:8b"
        name: OpenAI
        type: rhelai_vllm
        url: 'http://ollama/v1'  # change this to the DNS name of where your model is hosted
  ols:
    conversationCache:
      redis:
        credentialsSecret: lightspeed-redis-secret
        maxMemory: 1024mb
        maxMemoryPolicy: allkeys-lru
      type: redis
    defaultModel: "granite-code:8b"
    defaultProvider: OpenAI
    deployment:
      console:
        replicas: 1
      replicas: 1
    logLevel: INFO
  olsDataCollector:
    logLevel: INFO

ols-kubesec.yaml

apiVersion: v1
kind: Secret
metadata:
  name: credentials
  namespace: openshift-lightspeed
type: Opaque
stringData:
  apitoken: fake