[xSocket-develop] Netty Vs XSockets

SourceForge Headquarters 1320 Columbia Street Suite 310 San Diego, CA 92101 +1 (858) 422-6466

I was curious to test the differences between Netty and xLightweb 
and found a strange issue with Netty that I'm hoping someone here can 
help me clear up. I have setup the following testing 
environment: 3 Test machines with the following spec: 2.2GHz AMD X2 Athlon 512MB of RAM 8GB HDD Sun 
Java JRE 6 update 22 Ubuntu 10.04 Server fs.file-max = 
100000 net.ipv4.tcp_tw_recycle = 1 security limits set 
nofile = 100000 for all users and root One system is 
running the Netty 3.2.2 simple HTTP server One system is running 
the xLightweb 2.13.2 simple HTTP server One system is running 
httperf (This is the test client machine) Sample code:
&nbsp;
XSocket:
&nbsp;
package com.example.server; import 
org.xlightweb.HttpResponse; import org.xlightweb.IHttpExchange; import org.xlightweb.IHttpRequest; import 
org.xlightweb.IHttpRequestHandler; import 
org.xlightweb.IHttpResponse; import 
org.xlightweb.server.HttpServer; import 
java.io.IOException; /** &nbsp;* @author Brendt 
Lucas &nbsp;*/ public class XLightWeb { &nbsp;&nbsp; public static void main(String[] args) throws 
Exception &nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; final 
HttpServer server = new HttpServer(8007, new MethodInfoHandler()); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; new Thread() &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; @Override &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; public void run() &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
while (!server.isOpen()) &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
{ &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
try &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
{ &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
Thread.sleep(1000); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
} &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
catch (InterruptedException e) &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
{ &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
// Ignore. &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
} &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
} &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
System.out.println("xLightweb EchoServer is ready to serve at port " + 
8007 + "."); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; } &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; }.start(); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; server.run(); &nbsp;&nbsp; } &nbsp;&nbsp; private static final class MethodInfoHandler 
implements IHttpRequestHandler &nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; public void onRequest(IHttpExchange 
iHttpExchange) throws IOException &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
{ &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; IHttpRequest 
req = iHttpExchange.getRequest(); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; IHttpResponse 
response = new HttpResponse("text/plain", "Method called=" + 
req.getMethod()); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
iHttpExchange.send(response); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; } &nbsp;&nbsp; } } 
&nbsp;
Netty:
&nbsp;
package com.example.server; import 
org.jboss.netty.bootstrap.ServerBootstrap; import 
org.jboss.netty.buffer.ChannelBuffers; import 
org.jboss.netty.channel.ChannelFuture; import 
org.jboss.netty.channel.ChannelFutureListener; import 
org.jboss.netty.channel.ChannelHandlerContext; import 
org.jboss.netty.channel.ChannelPipeline; import 
org.jboss.netty.channel.ChannelPipelineFactory; import 
org.jboss.netty.channel.Channels; import 
org.jboss.netty.channel.ExceptionEvent; import 
org.jboss.netty.channel.MessageEvent; import 
org.jboss.netty.channel.SimpleChannelUpstreamHandler; import 
org.jboss.netty.channel.StaticChannelPipeline; import 
org.jboss.netty.channel.socket.nio.NioServerSocketChannelFactory; import org.jboss.netty.handler.codec.http.DefaultHttpResponse; import org.jboss.netty.handler.codec.http.HttpRequest; import 
org.jboss.netty.handler.codec.http.HttpRequestDecoder; import 
org.jboss.netty.handler.codec.http.HttpResponse; import 
org.jboss.netty.handler.codec.http.HttpResponseEncoder; import 
org.jboss.netty.handler.codec.http.HttpResponseStatus; import 
org.jboss.netty.handler.codec.http.HttpVersion; import 
org.jboss.netty.util.CharsetUtil; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import 
java.net.InetSocketAddress; import 
java.util.concurrent.Executors; /** &nbsp;* @author 
Brendt Lucas &nbsp;*/ public class NettyEcho { &nbsp;&nbsp; public static void main(String[] args) &nbsp;&nbsp; 
{ &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; // Configure the server. &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; final ServerBootstrap bootstrap = new 
ServerBootstrap( &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
new NioServerSocketChannelFactory( &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
Executors.newCachedThreadPool(), &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
Executors.newCachedThreadPool())); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
// Set up the pipeline factory. &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
bootstrap.setPipelineFactory(new ChannelPipelineFactory() &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; public 
ChannelPipeline getPipeline() throws Exception &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
HttpRequestDecoder decoder = new HttpRequestDecoder(); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
HttpResponseEncoder encoder = new HttpResponseEncoder(); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
EchoServerHandler echoServerHandler = new EchoServerHandler(); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
return new StaticChannelPipeline(decoder, encoder, 
echoServerHandler); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; } &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; }); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; // Bind and start to accept incoming 
connections. &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; bootstrap.bind(new 
InetSocketAddress(8007)); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
Runtime.getRuntime().addShutdownHook(new Thread(new Runnable() &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; public void run() &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
bootstrap.releaseExternalResources(); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; } &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; })); &nbsp;&nbsp; } &nbsp;&nbsp; private static final class EchoServerHandler extends 
SimpleChannelUpstreamHandler &nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; private static final Logger logger = 
LoggerFactory.getLogger( &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
EchoServerHandler.class.getName()); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; public void 
messageReceived(ChannelHandlerContext ctx, MessageEvent e) &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; HttpRequest req = 
(HttpRequest) e.getMessage(); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; boolean keepAlive = 
isKeepAlive(req); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; HttpResponse 
response = new DefaultHttpResponse(HttpVersion.HTTP_1_1, 
HttpResponseStatus.OK); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; String content = 
"Method called=" + req.getMethod().getName(); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
response.setContent(ChannelBuffers.copiedBuffer(content, 
CharsetUtil.UTF_8)); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; ChannelFuture write 
= e.getChannel().write(response); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; if(!keepAlive) &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
write.addListener(ChannelFutureListener.CLOSE); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; } &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; } &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; public void 
exceptionCaught(ChannelHandlerContext ctx, ExceptionEvent e) &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; { &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; // Close the 
connection when an exception is raised. &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
logger.warn("Unexpected exception from downstream.", e.getCause()); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 
e.getChannel().close(); &nbsp;&nbsp;&nbsp;&nbsp;&nbsp; } &nbsp;&nbsp; } } When hitting the Netty server 
with 40000 connections total @ 400 connections a second and 10 
requests per connection it works with no issues and very little CPU or 
memory overhead. However when we hit the XSocket server with the same 
load, CPU sky rockets and memory is heavily used. Also the test has 
several errors ( connection resets etc.) In fact we were able to hit 
the Netty server with more than 40000 connections with ease. I was 
wondering if there was something I was doing wrong in the XSocket code 
that could be causing the poor performance? Any help would 
be appreciated. Best regards,