Hmm.. it seems that the grid is loosing cache entries rapidly. Also, the cache performance is horrible.

Either I am doing something wrong or there is a major bug. Any insight?

I've tested with CR2 and with the latest snapshot.

public class GridNode {
 public static void main(String[] args) throws Exception {
 Configuration c = new Configuration();
 c.setL1CacheEnabled(false);
 c.setCacheMode(Configuration.CacheMode.DIST_SYNC);
 // c.setInvocationBatchingEnabled(true);

 GlobalConfiguration gc = GlobalConfiguration.getClusteredDefault();
 // gc.setTransportProperties("configurationFile=my-tcp.xml");
 CacheManager manager = new DefaultCacheManager(gc, c);

 String name = ManagementFactory.getRuntimeMXBean().getName();
 Cache<String, byte[]> cache = manager.getCache("test");

 // serves cache put/get/remove requests in background
 while (true) {
 System.out.println(name + " cache size " + cache.size());
 Thread.sleep(4000);
 }
 }
}

public class GridClient {

 public static void main(String[] args) throws Exception {
 Configuration c = new Configuration();
 c.setL1CacheEnabled(false);
 c.setCacheMode(Configuration.CacheMode.DIST_SYNC);
 c.setEvictionStrategy(EvictionStrategy.FIFO);
 // c.setInvocationBatchingEnabled(true);

 GlobalConfiguration gc = GlobalConfiguration.getClusteredDefault();
 // gc.setTransportProperties("configurationFile=my-tcp.xml");
 CacheManager manager = new DefaultCacheManager(gc, c);

 Cache<String, byte[]> cache = manager.getCache("test");

 // wait until ready
 while (!ComponentStatus.RUNNING.equals(cache.getStatus())
 || manager.getMembers().size() < 3) {
 Thread.sleep(100L);
 }

 // reset cache
 cache.clear();

 // populate nodes with data
 int i = 0;
 while (true) {
 String key = Integer.toString(i);

 // System.out.println("put " + i);
 // cache.startBatch();
 cache.put(key, new byte[64]);
 // cache.endBatch(true);

 if (i++ % 3000 == 0) {
 System.out.println("server cache size: " + cache.size()
 + " total items: " + i);
 }
 Thread.sleep(1L);

 // verify existing data
 for (int j = 0; j < i; j++) {
 // System.out.println("get " + j);
 if (cache.get(Integer.toString(j)) == null) {
 System.out.println("ERROR: Grid lost an object: " + j);
 Thread.sleep(1000L);
 }
 }
 }
 }
}