Easiest HDFS cluster in the world with kubernetes.
Inspiration from kimoonkim/kubernetes-HDFS
kubectl create -f namenode.yaml
kubectl create -f datanode.yaml
Setup a port-forward to so you can see it is alive:
package main | |
import ( | |
"context" | |
"log" | |
"net/http" | |
"os" | |
"os/signal" | |
"time" | |
) |
package auth | |
import ( | |
"encoding/json" | |
"io/ioutil" | |
"net/http" | |
"net/url" | |
"os" | |
"regexp" | |
"time" |
Easiest HDFS cluster in the world with kubernetes.
Inspiration from kimoonkim/kubernetes-HDFS
kubectl create -f namenode.yaml
kubectl create -f datanode.yaml
Setup a port-forward to so you can see it is alive:
# this lives in superset_config.py | |
class AirbnbAuthRemoteUserView(AuthRemoteUserView): | |
def add_role_if_missing(self, sm, user_id, role_name): | |
found_role = sm.find_role(role_name) | |
session = sm.get_session | |
user = session.query(sm.user_model).get(user_id) | |
if found_role and found_role not in user.roles: | |
user.roles += [found_role] | |
session.commit() |
*** Cluster Setup for Google Container Engine *** | |
0/ Install and configure local gcloud and kubectl: https://cloud.google.com/sdk/docs/ | |
> gcloud components install kubectl | |
1/ Configure Google Cloud account: | |
> gcloud config set account YOUR_EMAIL_ADDRESS | |
> gcloud config set project YOUR_PROJECT_ID | |
> gcloud config set compute/zone us-west1-a | |
> gcloud config set container/cluster example |
// Embedded in this article https://medium.com/p/c98e491015b6 | |
package main | |
import ( | |
"context" | |
"fmt" | |
"log" | |
"net/http" | |
"time" |
package main | |
import ( | |
"database/sql" | |
"encoding/json" | |
"fmt" | |
"log" | |
"time" | |
"github.com/go-sql-driver/mysql" |
$ yarn
$ # or npm install
$ node dump.js
$ # from another tab
$ envoy -c envoy.yaml
$ # from another tab
$ curl localhost:10000