onefoursix

"""
FILE: create_jdbc_connection_using azure_key_vault.py

DESCRIPTION: This script provides an example of how to create a
             STREAMSETS_JDBC Connection wit credentials pulled from
             Azure Key Vault using the StreamSets SDK

USAGE: $ python3 create_connection.py

onefoursix

"""
FILE: create_kafka_sasl_connection.py

DESCRIPTION: This script provides an example of how to create a
             STREAMSETS_KAFKA Connection that uses sasl using the StreamSets SDK

USAGE: $ python3 create_kafka_sasl_connection.py

PREREQUISITES:

onefoursix

"""
FILE: create_connection.py

DESCRIPTION: This script provides an example of how to create a
             STREAMSETS_ADLS_GEN2 Connection using the StreamSets SDK

USAGE: $ python3 create_connection.py

PREREQUISITES:

onefoursix

#
# IBM Confidential
# PID 5900-BAF
# Copyright StreamSets Inc., an IBM Company 2024
#

name = datacollectorLog

# reload interval
monitorInterval=10

onefoursix

#!/usr/bin/env python
'''
A simple script to get Job run history and metrics for the latest run of each Job.

Example output looks like this:
-------------------------------------
$ python3 job_metrics.py
{"job_id": "f2275440-be70-444f-b25e-2c54619ad507:8030c2e9-1a39-11ec-a5fe-97c8d4369386", "job_name": "d2t", "create_time": 1726509431556, "last_modified": 1736300865377, "pipeline_name": "d2t", "pipeline_commit_label": "v3", "run_count": 2, "start_time": 1736300867197, "finish_time": 1736300888095, "error_message": null, "color": "GRAY", "status": "INACTIVE", "input_records": 1, "output_records": 1, "error_records": 0}
{"job_id": "a8f45d57-49c7-463d-b48d-982bd967d725:8030c2e9-1a39-11ec-a5fe-97c8d4369386", "job_name": "DEV Job for P1", "create_time": 1723151084016, "last_modified": 1723151088514, "pipeline_name": "d 2 t", "pipeline_commit_label": "v3", "run_count": 4, "start_time": 1741046427629, "finish_time": 1741048987802, "error_message": "JOBRUNNER_65 - A Data Collectors engine didn't respond to the stop 

onefoursix

import java.util.Properties
import jakarta.mail.*
import jakarta.mail.search.*
import java.nio.file.*
import java.util.*
import java.text.SimpleDateFormat

// IMAP Connection Parameters
String host = sdc.userParams["IMAP_SERVER_HOST"]; 
String user = sdc.userParams["EMAIL_USER"]; 

onefoursix

package test;

import java.io.BufferedReader;
import java.io.FileReader;
import java.io.FileInputStream;
import java.util.Properties;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.ResultSet;
import java.sql.ResultSetMetaData;

onefoursix

apiVersion: apps/v1
kind: Deployment
metadata:
  labels:
    app: streamsets-deployment-b039f713-794f-45c7-9c1b-4fec9e94f5af
    vendor: streamsets-sch
    env: na01
  name: streamsets-deployment-b039f713-794f-45c7-9c1b-4fec9e94f5af
  namespace: ns1
spec:

onefoursix

apiVersion: cilium.io/v2
kind: CiliumNetworkPolicy
metadata:
  name: cnp-streamsets-engine
  namespace: <your namespace>
spec:
  endpointSelector:
    matchLabels:
      "streamsets": engine
  egress:

onefoursix

apiVersion: cilium.io/v2
kind: CiliumNetworkPolicy
metadata:
  name: cnp-streamsets-agent
  namespace: <your namespace>
spec:
  endpointSelector:
    matchLabels:
      "streamsets": agent
  egress: