xiyoulaoyuanjia xiyoulaoyuanjia

xiyoulaoyuanjia / lockwait_test_yj.sh

Created June 20, 2017 07:48

xiyoulaoyuanjia / gist:48144fd4befc86682cb8f71e7fc2327e

Last active February 19, 2019 08:34

	awk -f file.dat.awk file.dat > new_file.dat

	## file.dat.awk
	begin
	{
	print substr($0,1,254)"************""***"substr($0,19)
	}

xiyoulaoyuanjia / spark common code

Last active February 26, 2019 11:35

解压文件到hdfs

	public class IOUtils {

	/**
	* 解压缩本地文件到hdfs。
	* @param srcPath
	* @param tgtPath
	*/
	public static void gzipFileToHdfs(String srcPath,String tgtPath){
	Configuration conf=new Configuration();
	GzipCodec zip=new GzipCodec();

xiyoulaoyuanjia / gist:98ec380dc264edcd166a95405862fa17

Created August 22, 2019 12:05

sparkingStreamingPairTest.java

	package SparkStreaming;

	import java.util.Arrays;


	import java.util.Iterator;
	import java.util.List;

	import org.apache.spark.SparkConf;
	import org.apache.spark.SparkContext;