kimsterv · June 22, 2011 18:23
diff --git a/gistfile1.txt b/gistfile1.txt
 #!/bin/bash

 for i in `hadoop fs -lsr /flume/incoming/2011/04 | awk '{print $8}'`; do 
        echo $i; hadoop fs -cat $i | gzip -t
        if [ $? -ne 0 ] && [ -n "`echo \"$i\" | grep 'gz$'`" ]; then
                `echo hadoop fs -rmr -skipTrash $i`
        fi
 done
	#!/bin/bash

	for i in `hadoop fs -lsr /flume/incoming/2011/04 \| awk '{print $8}'`; do
	echo $i; hadoop fs -cat $i \| gzip -t
	if [ $? -ne 0 ] && [ -n "`echo \"$i\" \| grep 'gz$'`" ]; then
	`echo hadoop fs -rmr -skipTrash $i`
	fi
	done