package org.example;
import org.apache.spark.sql.catalyst.util.CaseInsensitiveMap;
import org.apache.spark.sql.catalyst.util.CaseInsensitiveMap$;
import org.apache.spark.sql.execution.datasources.jdbc.JdbcOptionsInWrite;
import org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils;
import scala.Tuple2;
import scala.collection.immutable.Map$;
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
brew install astronomer/tap/astro | |
brew install astronomer/tap/[email protected] | |
mkdir some_dir | |
cd some_dir | |
astro dev init | |
>> If you want to install some python modules then put that in requirements.txt file | |
e.g. to add amazone airflow add following | |
apache-airflow-providers-amazon==1.1.0 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
docker run --rm -it -p 8000:4566 -p 4571:4571 localstack/localstack |
This is a working command whihc will run LocalStack. It allows "https://app.localstack.cloud/dashboard" to connect to running docker and expose UI to list all services.
docker run -it -e DEFAULT_REGION="ap-south-1" -e LOCALSTACK_HOSTNAME="localhost" -e LOCALSTACK_API_KEY="PUT_KEY_HERE" -e TEST_AWS_ACCOUNT_ID="000000000000" -e SERVICES="serverless,cognito,rds,sqs,s3,stepfunctions,firehose,es,athena,sns,secretsmanager" -p 0.0.0.0:53:53 -p 0.0.0.0:53:53/udp -p 0.0.0.0:443:443 -p 0.0.0.0:443:443/udp --rm --privileged --name localstack_main -p 4510-4540:4510-4540 -p 4566:4566 -p 4571:4571 -v "/private/var/folders/lm/m7znckm561771km0sj6jq8xw0000gn/T/localstack:/tmp/localstack" -v "/var/run/docker.sock:/var/run/docker.sock" -e DOCKER_HOST="unix:///var/run/docker.sock" -e HOST_TMP_FOLDER="/private/var/folders/lm/m7znckm561771km0sj6jq8xw0000gn/T/localstack" "localstack/localstack"
go install google.golang.org/protobuf/cmd/[email protected]
go install google.golang.org/grpc/cmd/[email protected]
This will read hello.proto and put both proto and grpc file inside folder "pb".
protoc --go_out=pb --go_opt=paths=source_relative --go-grpc_out=pb --go-grpc_opt=paths=source_relative hello.proto
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env python | |
# -*- coding: utf-8 -*- | |
""" | |
WSGI middleware to record requests and responses. | |
""" | |
from __future__ import print_function, unicode_literals | |
import logging |
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import lombok.Getter;
import lombok.NoArgsConstructor;
import lombok.Setter;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.context.annotation.Configuration;
@Getter
@Setter
In your class autowire (@@Autowired for Spring or @Inject for Guice)
@Autowired
private IMessagingFactory messagingFactory;
import io.gitbub.devlibx.easy.helper.json.JsonUtils;
Object logEvent = ...