gistfile1.java

    // Subclass TextOutputFormat so we can use a base ".json" extension.
    // adamv: I feel as if this shouldn't be this complicated.
    static class JsonTextOutputFormat extends TextOutputFormat<LongWritable, Text> {
        @Override
        public RecordWriter<LongWritable, Text>
        getRecordWriter(TaskAttemptContext job
        ) throws IOException, InterruptedException {
            Configuration conf = job.getConfiguration();
            boolean isCompressed = getCompressOutput(job);
            String keyValueSeparator = conf.get(SEPERATOR, "\t");
            CompressionCodec codec = null;
            String extension = ".json";
            if (isCompressed) {
                Class<? extends CompressionCodec> codecClass =
                    getOutputCompressorClass(job, GzipCodec.class);
                codec = (CompressionCodec) ReflectionUtils.newInstance(codecClass, conf);
                extension += codec.getDefaultExtension();
            }
            Path file = getDefaultWorkFile(job, extension);
            FileSystem fs = file.getFileSystem(conf);
            if (!isCompressed) {
                FSDataOutputStream fileOut = fs.create(file, false);
                return new LineRecordWriter<>(fileOut, keyValueSeparator);
            } else {
                FSDataOutputStream fileOut = fs.create(file, false);
                return new LineRecordWriter<>(new DataOutputStream
                                                  (codec.createOutputStream(fileOut)),
                                              keyValueSeparator);
            }
        }
    }