Last active
December 23, 2015 02:29
-
-
Save codingtony/6566869 to your computer and use it in GitHub Desktop.
Trying to output 1GB of zero bytes in chunks. Seems to have a memory leak....
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Start with : | |
| mvn compile exec:exec |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import io.netty.buffer.ByteBuf; | |
| import io.netty.channel.ChannelHandlerContext; | |
| import io.netty.handler.stream.ChunkedInput; | |
| import io.netty.util.CharsetUtil; | |
| public abstract class ChunkedBuffer implements ChunkedInput<ByteBuf> { | |
| int offset = -1; | |
| boolean closed = false; | |
| protected byte[] buffer = null; | |
| @Override | |
| public boolean isEndOfInput() throws Exception { | |
| if (buffer == null || offset == -1 || closed) { | |
| return true; | |
| } | |
| return false; | |
| } | |
| @Override | |
| public void close() throws Exception { | |
| closed=true; | |
| } | |
| @Override | |
| public ByteBuf readChunk(ChannelHandlerContext ctx) throws Exception { | |
| if (offset == -1 || (buffer != null && offset == buffer.length)) { | |
| offset = 0; | |
| fillBuffer(); | |
| } | |
| boolean release = true; | |
| if (isEndOfInput()) { | |
| return null; | |
| } | |
| ByteBuf chunkBuffer = ctx.alloc().buffer(buffer.length); | |
| String jsonPayload = "{}"; | |
| chunkBuffer.writeBytes(jsonPayload.getBytes(CharsetUtil.UTF_8)); | |
| try { | |
| // transfer to buffer | |
| chunkBuffer.writeBytes(buffer, 0, buffer.length); | |
| offset += buffer.length; | |
| release = false; | |
| return chunkBuffer; | |
| } finally { | |
| if (release) { | |
| chunkBuffer.release(); | |
| } | |
| } | |
| } | |
| abstract void fillBuffer(); | |
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" | |
| xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | |
| <modelVersion>4.0.0</modelVersion> | |
| <groupId>netty-bug</groupId> | |
| <artifactId>netty-bug</artifactId> | |
| <version>0.0.1-SNAPSHOT</version> | |
| <build> | |
| <sourceDirectory>./</sourceDirectory> | |
| <plugins> | |
| <plugin> | |
| <artifactId>maven-compiler-plugin</artifactId> | |
| <version>2.3.2</version> | |
| <configuration> | |
| <source>1.7</source> | |
| <target>1.7</target> | |
| </configuration> | |
| </plugin> | |
| <plugin> | |
| <groupId>org.codehaus.mojo</groupId> | |
| <artifactId>exec-maven-plugin</artifactId> | |
| <version>1.2.1</version> | |
| <configuration> | |
| <executable>java</executable> | |
| <arguments> | |
| <argument>-cp</argument> | |
| <classpath/> | |
| <argument>TestOutOfMemory</argument> | |
| </arguments> | |
| </configuration> | |
| </plugin> | |
| </plugins> | |
| </build> | |
| <dependencies> | |
| <dependency> | |
| <groupId>io.netty</groupId> | |
| <artifactId>netty-codec-http</artifactId> | |
| <!-- | |
| <version>4.0.8.Final</version> | |
| --> | |
| <version>4.0.10.Final-SNAPSHOT</version> | |
| </dependency> | |
| </dependencies> | |
| </project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import static io.netty.handler.codec.http.HttpHeaders.Names.CONTENT_TYPE; | |
| import static io.netty.handler.codec.http.HttpResponseStatus.OK; | |
| import static io.netty.handler.codec.http.HttpVersion.HTTP_1_1; | |
| import io.netty.bootstrap.ServerBootstrap; | |
| import io.netty.channel.ChannelFuture; | |
| import io.netty.channel.ChannelFutureListener; | |
| import io.netty.channel.ChannelHandlerContext; | |
| import io.netty.channel.ChannelInitializer; | |
| import io.netty.channel.ChannelPipeline; | |
| import io.netty.channel.EventLoopGroup; | |
| import io.netty.channel.SimpleChannelInboundHandler; | |
| import io.netty.channel.nio.NioEventLoopGroup; | |
| import io.netty.channel.socket.SocketChannel; | |
| import io.netty.channel.socket.nio.NioServerSocketChannel; | |
| import io.netty.handler.codec.http.DefaultHttpResponse; | |
| import io.netty.handler.codec.http.FullHttpRequest; | |
| import io.netty.handler.codec.http.HttpHeaders; | |
| import io.netty.handler.codec.http.HttpObjectAggregator; | |
| import io.netty.handler.codec.http.HttpRequestDecoder; | |
| import io.netty.handler.codec.http.HttpResponseEncoder; | |
| import io.netty.handler.codec.http.LastHttpContent; | |
| import io.netty.handler.stream.ChunkedWriteHandler; | |
| import java.lang.management.ManagementFactory; | |
| import java.net.InetSocketAddress; | |
| import java.net.SocketAddress; | |
| import java.util.Date; | |
| import java.util.concurrent.Executors; | |
| import java.util.concurrent.TimeUnit; | |
| public class TestOutOfMemory { | |
| final static int GIGABYTE = (4 * 1024 * 1024); // multiply 256B = 1GB | |
| /** | |
| * @param args | |
| */ | |
| public static void main(String[] args) throws Exception { | |
| boolean printHeap = false; | |
| if (printHeap) { | |
| Executors.newScheduledThreadPool(1).scheduleAtFixedRate( | |
| new Runnable() { | |
| @Override | |
| public void run() { | |
| String stamp = new Date().toString(); | |
| System.out.printf("%s - Heap %s\n", stamp, | |
| ManagementFactory.getMemoryMXBean() | |
| .getHeapMemoryUsage()); | |
| System.out.printf("%s - NonHeap %s\n", stamp, | |
| ManagementFactory.getMemoryMXBean() | |
| .getNonHeapMemoryUsage()); | |
| } | |
| }, 0, 3, TimeUnit.SECONDS); | |
| } | |
| EventLoopGroup bossGroup = new NioEventLoopGroup(); | |
| EventLoopGroup workerGroup = new NioEventLoopGroup(); | |
| try { | |
| ServerBootstrap b = new ServerBootstrap(); | |
| b.group(bossGroup, workerGroup); | |
| b.channel(NioServerSocketChannel.class); | |
| b.localAddress(new InetSocketAddress(8080)); | |
| b.childHandler(new ChannelInitializer<SocketChannel>() { | |
| @Override | |
| protected void initChannel(SocketChannel ch) throws Exception { | |
| createPipeline(ch); | |
| } | |
| }); | |
| ChannelFuture f = b.bind().sync(); | |
| f.channel().closeFuture().sync(); | |
| } finally { | |
| bossGroup.shutdownGracefully().sync(); | |
| workerGroup.shutdownGracefully().sync(); | |
| } | |
| } | |
| static public ChannelPipeline createPipeline(SocketChannel ch) { | |
| ChannelPipeline pipeline = ch.pipeline(); | |
| pipeline.addLast("decoder", new HttpRequestDecoder()); | |
| pipeline.addLast("aggregator", new HttpObjectAggregator(65536)); | |
| pipeline.addLast("encoder", new HttpResponseEncoder()); | |
| pipeline.addLast("chunkedWriter", new ChunkedWriteHandler()); | |
| pipeline.addLast(new SimpleChannelInboundHandler<FullHttpRequest>() { | |
| @Override | |
| public void channelWritabilityChanged(ChannelHandlerContext ctx) | |
| throws Exception { | |
| System.out.printf("Writability changed %s\n", ctx.channel() | |
| .isWritable()); | |
| for (StackTraceElement ste : Thread.currentThread() | |
| .getStackTrace()) { | |
| System.out.println(ste); | |
| } | |
| super.channelWritabilityChanged(ctx); | |
| } | |
| @Override | |
| protected void channelRead0(ChannelHandlerContext ctx, | |
| FullHttpRequest msg) throws Exception { | |
| final SocketAddress remoteAddress = ctx.channel() | |
| .remoteAddress(); | |
| System.out.printf("New connection [%s] \n", remoteAddress); | |
| DefaultHttpResponse response = new DefaultHttpResponse( | |
| HTTP_1_1, OK); | |
| HttpHeaders.setTransferEncodingChunked(response); | |
| response.headers() | |
| .set(CONTENT_TYPE, "application/octet-stream"); | |
| ctx.write(response); | |
| ctx.write(new ChunkedBuffer() { | |
| int sz = 1024 * 1024 * 1024; | |
| @Override | |
| void fillBuffer() { | |
| offset = 0; | |
| if (sz <= 0) { // LIMIT TO ONE GB | |
| buffer = null; | |
| return; | |
| } | |
| buffer = new byte[1024]; | |
| System.arraycopy(CONTENT_1KB_ZEROED, 0, buffer, 0, | |
| CONTENT_1KB_ZEROED.length); | |
| sz -= 1024; | |
| } | |
| }); | |
| try { | |
| } finally { | |
| ctx.writeAndFlush(LastHttpContent.EMPTY_LAST_CONTENT) | |
| .addListener(new ChannelFutureListener() { | |
| @Override | |
| public void operationComplete( | |
| ChannelFuture future) throws Exception { | |
| System.out.printf( | |
| "Closing connection [%s] \n", | |
| remoteAddress); | |
| } | |
| }).addListener(ChannelFutureListener.CLOSE); | |
| } | |
| } | |
| @Override | |
| public void exceptionCaught(ChannelHandlerContext ctx, | |
| Throwable cause) throws Exception { | |
| System.out.println("Exception caught! " + cause); | |
| for (StackTraceElement ste : cause.getStackTrace()) { | |
| System.out.println(ste); | |
| } | |
| } | |
| }); | |
| return pipeline; | |
| } | |
| final static byte[] CONTENT_1KB_ZEROED = new byte[] { 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, | |
| 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, }; | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment