From 2145f78f78efb91919c9d2ace27693cd2746bcb6 Mon Sep 17 00:00:00 2001 From: xvrl Date: Tue, 4 Dec 2012 16:29:51 -0800 Subject: [PATCH] add memcached cache benchmarking code --- client/pom.xml | 5 + .../cache/MemcachedCacheBrokerBenchmark.java | 95 +++++++++++++++++++ pom.xml | 7 ++ 3 files changed, 107 insertions(+) create mode 100644 client/src/test/java/com/metamx/druid/client/cache/MemcachedCacheBrokerBenchmark.java diff --git a/client/pom.xml b/client/pom.xml index eb5f801b9d..7bff2152e6 100644 --- a/client/pom.xml +++ b/client/pom.xml @@ -187,6 +187,11 @@ easymock test + + com.google.caliper + caliper + test + diff --git a/client/src/test/java/com/metamx/druid/client/cache/MemcachedCacheBrokerBenchmark.java b/client/src/test/java/com/metamx/druid/client/cache/MemcachedCacheBrokerBenchmark.java new file mode 100644 index 0000000000..b5c8f836a0 --- /dev/null +++ b/client/src/test/java/com/metamx/druid/client/cache/MemcachedCacheBrokerBenchmark.java @@ -0,0 +1,95 @@ +package com.metamx.druid.client.cache; + +import com.google.caliper.Param; +import com.google.caliper.Runner; +import com.google.caliper.SimpleBenchmark; + +import java.util.Random; +import java.util.concurrent.TimeUnit; + +public class MemcachedCacheBrokerBenchmark extends SimpleBenchmark +{ + private static final String BASE_KEY = "test_2012-11-26T00:00:00.000Z_2012-11-27T00:00:00.000Z_2012-11-27T04:11:25.979Z_"; + + private MemcachedCacheBroker broker; + private Cache cache; + private static byte[] randBytes; + + // object size in kB + @Param({"1", "5", "10", "40"}) int objectSize; + @Param({"100", "1000"}) int objectCount; + + @Override + protected void setUp() throws Exception + { + broker = MemcachedCacheBroker.create( + new MemcachedCacheBrokerConfig() + { + @Override + public int getExpiration() + { + // 1 year + return 3600 * 24 * 365; + } + + @Override + public int getTimeout() + { + // 500 milliseconds + return 500; + } + + @Override + public String getHosts() + { + return "localhost:11211"; + } + + @Override + public int getMaxObjectSize() + { + // 50 MB + return 50 * 1024 * 1024; + } + } + ); + + cache = broker.provideCache("default"); + + + randBytes = new byte[objectSize * 1024]; + new Random(0).nextBytes(randBytes); + } + + @Override + protected void tearDown() throws Exception + { + broker.getClient().flush(); + broker.getClient().shutdown(); + } + + public void timePutObjects(int reps) { + for(int i = 0; i < reps; ++i) { + for(int k = 0; k < objectCount; ++k) { + String key = BASE_KEY + i; + cache.put(key.getBytes(), randBytes); + } + broker.getClient().waitForQueues(1, TimeUnit.HOURS); + } + } + + public byte[] timeGetObject(int reps) { + byte[] bytes = null; + for (int i = 0; i < reps; i++) { + for(int k = 0; k < objectCount; ++k) { + String key = BASE_KEY + i; + bytes = cache.get(key.getBytes()); + } + } + return bytes; + } + + public static void main(String[] args) throws Exception { + Runner.main(MemcachedCacheBrokerBenchmark.class, args); + } +} diff --git a/pom.xml b/pom.xml index 3e7658bf9e..21ef78499f 100644 --- a/pom.xml +++ b/pom.xml @@ -279,6 +279,13 @@ 4.8.1 test + + com.google.caliper + caliper + 0.5-rc1 + test + + -- GitLab