mattfysh

from typing import Dict, List
from bytewax import operators as op
from bytewax.dataflow import Dataflow, Stream
from bytewax.connectors.kafka import operators as kop
from bytewax.connectors.kafka.serde import SchemaDeserializer


class KeyDeserializer(SchemaDeserializer[bytes, str]):
    def de(self, data):
        return data.decode()

mattfysh

const mf = new Miniflare({
  script: `
    export default {
      async fetch(request, env, ctx) {
        let id = env.DOO.idFromName('foo')
        return await env.DOO.get(id).fetch(request)
      }
    }

    const SECONDS = 1000

mattfysh

import * as k8s from '@pulumi/kubernetes'

const provider = new k8s.Provider('k8s-provider', {
  context: 'docker-desktop',
  namespace: 'testns',
})

const ns = new k8s.core.v1.Namespace(
  'ns',
  { metadata: { name: 'testns' } },

mattfysh

import * as k8s from '@pulumi/kubernetes'
import dedent from 'dedent'

new k8s.apps.v1.Deployment('redpanda', {
  metadata: {
    labels: {
      appClass: 'redpanda',
    },
  },
  spec: {

mattfysh

{
  "Version": "2012-10-17",
  "Statement": [
    {
      "Effect": "Allow",
      "Action": [
        "iam:*",
        "eks:*",
        "ec2:*",
        "autoscaling:*",

mattfysh

from copy import deepcopy
from typing import Optional, Any, TypeVar, Tuple
from bytewax.dataflow import operator
from bytewax import operators as op
from bytewax.operators import KeyedStream

RETAIN = False
DISCARD = True

E = TypeVar("E")

mattfysh

• CAST(extract_json(...)[1] AS TEXT) does not work
  • internal error: entered unreachable code: invalid cast from Utf8 to Utf8
  • when targeting string output, must use extract_json_string as workaround. all other output types will use CAST

output

Field	Value
json_parsed_value	"{"string":"abc","number":123,"number_float": 123.456,"boolean":true,"null":null,"string_null":"null"}"
json_parsed_json_string	""abc""

mattfysh

import httpx
from urllib.parse import urlparse, parse_qs
from prefect import flow, task

@task(
    version="0.2.0",
    cache_key_fn=lambda ctx, args: f"{args['id']} v{ctx.task.version}",
)
def collate_soundcloud_tracks(id):
    path = f"/matt/soundcloud-dev/rest/Artist?id={id}"

mattfysh

input:
  generate:
    count: 1
    mapping: '[{"x": 1}, {"x": 2, "y": "a"}]'

pipeline:
  processors:
    - try:
        - unarchive:
            format: json_array

mattfysh

input:
  sequence:
    inputs:
      - generate:
          count: 1
        processors:
          - http:
              verb: GET
              url: ${! env("CONSUL_ENDPOINT") }/v1/kv/${! env("CONSUL_KV_KEY") }
              headers: