2 Replies Latest reply on Apr 7, 2014 4:12 AM by Radai Rosenblatt

    infinispan file store size disproportional to data size?

    Radai Rosenblatt Newbie

      i wrote a small infinispan cache PoC (code below) to try and asses infinispan performance. while running it i found that for my configuration infinispan apparently does not clear old copies of cache entries from disk, leading to disk space consumption that is orders of magnitude more than expected.

      here's my test code:

       

      import org.infinispan.AdvancedCache;
      import org.infinispan.manager.DefaultCacheManager;
      
      import java.io.ByteArrayOutputStream;
      import java.io.File;
      import java.io.ObjectOutputStream;
      import java.io.Serializable;
      import java.util.Arrays;
      import java.util.Random;
      
      public class App {
        final static int ELEMENTS_PER_BIN = 1000;
        final static int NUM_OF_BINS = 100;
      
        public static void main(String[] args) throws Exception {
            File storeFile = new File("store/store.dat");
            if (storeFile.exists() && !storeFile.delete()) {
              throw new IllegalStateException("unable to delete store file from previous run");
            }
      
            DefaultCacheManager cm = new DefaultCacheManager("infinispan.xml");
            AdvancedCache<String, Bin> cache = cm.<String,Bin>getCache("store").getAdvancedCache();
      
            Random rng = new Random(System.currentTimeMillis());
      
            for (int i=0; i<ELEMENTS_PER_BIN; i++) {
              for (int j=0; j<NUM_OF_BINS; j++) {
                  String key = "bin-"+j;
                  Bin bin = cache.get(key); //get from cache
                  if (bin==null) {
                    bin = new Bin();
                  }
                  bin.add(rng.nextLong()); //modify
                  cache.put(key, bin); //write back
              }
            }
      
            long expectedSize = 0;
      
            for (int j=0; j<NUM_OF_BINS; j++) {
              String key = "bin-"+j;
              Bin bin = cache.get(key);
              ByteArrayOutputStream baos = new ByteArrayOutputStream();
              ObjectOutputStream oos = new ObjectOutputStream(baos);
              oos.writeObject(bin);
              oos.flush();
              oos.close();
              expectedSize += baos.size();
              baos.close();
            }
      
            long actualSize = new File("store/store.dat").length();
      
            System.err.println(ELEMENTS_PER_BIN+" elements x "+NUM_OF_BINS+" bins. expected="+expectedSize+" actual="+actualSize+" in "+cache.size()+" elements. diff="+(actualSize/(double)expectedSize));
        }
      
        public static class Bin implements Serializable{
            private long[] data = null;
            public void add(long datum) {
              data = data==null ? new long[1] : Arrays.copyOf(data, data.length+1); //expand capacity
              data[data.length-1] = datum;
            }
        }
      }
      
      
      

       

       

      and here's my infinispan.xml:

      <infinispan
              xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
              xsi:schemaLocation="urn:infinispan:config:6.0 http://www.infinispan.org/schemas/infinispan-config-6.0.xsd"
              xmlns="urn:infinispan:config:6.0">
          <namedCache name="store">
              <eviction strategy="LRU" maxEntries="20"/>
              <persistence passivation="false">
                  <singleFile location="store">
                      <async enabled="false"/>
                  </singleFile>
              </persistence>
          </namedCache>
      </infinispan>
      
      
      

       

      the output for all this is:

      1000 elements x 100 bins. expected=807300 actual=411664404 in 100 elements. diff=509.92741731698254

       

      which means that for <1M of data i end up with a 392MB file.

      what am i doing wrong?

       

      this is done using infinispan 6.0.2.Final