onefoursix

apiVersion: apps/v1
kind: Deployment
metadata:
  labels:
    app: streamsets-deployment-cfa81f1d-baf1-4d7d-9136-e0114a083bc9
  name: streamsets-deployment-cfa81f1d-baf1-4d7d-9136-e0114a083bc9
  namespace: ns1
spec:
  replicas: 1
  selector:

onefoursix

#!/usr/bin/env python

'''
This script exports Fragments, Pipelines, Jobs, and Job Templates from StreamSets DataOps Platform
 
The current version of this script does not export Connections, Tasks, nor Topologies
 
 
Prerequisites:
 - Python 3.6+; Python 3.9+ preferred

onefoursix

#!/usr/bin/env python

'''This script changes ownership of objects from an 'old' user to a 'new' user 
in StreamSets DataOps Platform

Set DRY_RUN to True to generate a list of objects owned by the old user without making any changes.

Set DRY_RUN to False to actually change the ownership of objects from the 'old' to the 'new' user

Objects include:

onefoursix

#!/usr/bin/env python

'''This Python script stops a Control Hub Job, removes a dynamic engine label from a "backup" 
instance of SDC that the user does not want the Job placed on, starts the Job again, 
and then restores the dynamic engine label to the same "backup" SDC.  This process 
allows the user to start or restart a Job with while preventing it from starting up on the "backup"
SDC.

Prerequisites:  
- A Python 3.4 or higher environment to run this script

onefoursix

#!/usr/bin/env python

'''This Python script creates and starts a DataOps Platform AWS Deployment of a single
SDC Engine, starts a Job that runs on that Engine, waits for the Job to complete, then
stops and deletes the SDC Engine and Deployment.

Prerequisites:  

- An AWS Environment configured in DataOps Platform in an Active state

onefoursix

#!/usr/bin/env python

'''This Python script deploys an instance of SDC on Kubernetes using a Control Agent, 
starts a Job that runs on that instance, waits for the Job to complete, then deletes the 
Control Hub Depoyment which tears down the deployed SDC.

This version of the script runs against Control Hub 3.x

Prerequisites:  

onefoursix

<?xml version="1.0" encoding="UTF-8"?>
<jmeterTestPlan version="1.2" properties="5.0" jmeter="5.5">
  <hashTree>
    <TestPlan guiclass="TestPlanGui" testclass="TestPlan" testname="Test Plan" enabled="true">
      <stringProp name="TestPlan.comments"></stringProp>
      <boolProp name="TestPlan.functional_mode">false</boolProp>
      <boolProp name="TestPlan.tearDown_on_shutdown">true</boolProp>
      <boolProp name="TestPlan.serialize_threadgroups">false</boolProp>
      <elementProp name="TestPlan.user_defined_variables" elementType="Arguments" guiclass="ArgumentsPanel" testclass="Arguments" testname="User Defined Variables" enabled="true">
        <collectionProp name="Arguments.arguments"/>

onefoursix

## Example Scripting Origin to call a REST API with pagination and offset handling

# Imports
try:
  sdc.importLock()
  import sys
  
  ## Set this path to where we can load the Requests module
  sys.path.append('/usr/local/lib/python3.9/site-packages')
  

onefoursix

#!/usr/bin/env bash

# DataOps Platform URL
export SCH_URL=https://na01.hub.streamsets.com

# SDC URL - The SDC where the Job is running
export SDC_URL=http://<host>:<port>

# CRED_ID -- Your API Credential CRED_ID.  
export CRED_ID=<redacted>

onefoursix

#!/usr/bin/env bash

# Control Hub 3.x URL
export SCH_URL=https://cloud.streamsets.com

# SDC URL - The SDC where the Job is running
export SDC_URL=https://<sdc-host>:<sdc-port>

# Control Hub User in the form <user>@<org>
export SCH_USER=