CsBigDataHub

Conquering Kubernetes with Emacs

Listing pods with kubectl get pods, then select a pod name and copy paste it into kubectl logs [pod name]

An introduction to curl using GitHub's API.

Makes a basic GET request to the specifed URI

curl https://api.github.com/users/caspyin

Includes HTTP-Header information in the output

Errors you'll see if a RestTemplate isn't defined

Consider defining a bean of type 'org.springframework.web.client.RestTemplate' in your configuration.

or

No qualifying bean of type

Description	Command
Start a new session with session name	`screen -S <session_name>`
List running sessions / screens	`screen -ls`
Attach to a running session	`screen -x`
Attach to a running session with name	`screen -r <session_name>`

	import org.apache.hadoop.conf.Configuration;
	import org.apache.hadoop.fs.*;
	import org.apache.hadoop.io.IOUtils;

	import java.io.IOException;

	public class MyFileUtil {

	public static boolean copyMergeWithHeader(FileSystem srcFS, Path srcDir, FileSystem dstFS, Path dstFile, boolean deleteSource, Configuration conf, String header) throws IOException {
	dstFile = checkDest(srcDir.getName(), dstFS, dstFile, false);

	import scala.util.Try
	import org.apache.hadoop.conf.Configuration
	import org.apache.hadoop.fs.{FileSystem, Path}
	import org.apache.hadoop.io.IOUtils
	import java.io.IOException

	def copyMerge(
	srcFS: FileSystem, srcDir: Path,
	dstFS: FileSystem, dstFile: Path,
	deleteSource: Boolean, conf: Configuration

	name := "playground"

	version := "1.0"

	scalaVersion := "2.10.4"

	libraryDependencies += "org.apache.spark" %% "spark-core" % "1.1.0"

	libraryDependencies += "net.sf.opencsv" % "opencsv" % "2.3"

	<?xml version="1.0" encoding="UTF-8"?>
	<workflow-app xmlns='uri:oozie:workflow:0.4' name='sparkjob'>
	<start to='spark-process' />
	<action name='spark-process'>
	<spark xmlns='uri:oozie:spark-action:0.1'>
	<job-tracker>${jobTracker}</job-tracker>
	<name-node>${nameNode}</name-node>
	<configuration>
	<property>
	<name>oozie.service.SparkConfigurationService.spark.configurations</name>