diff --git a/Santos.pdf b/Santos.pdf new file mode 100644 index 000000000..5772099e3 Binary files /dev/null and b/Santos.pdf differ diff --git a/cp2.txt b/cp2.txt new file mode 100644 index 000000000..59e783a1d --- /dev/null +++ b/cp2.txt @@ -0,0 +1 @@ +/C//Users/buddy/.m2/repository/com/intellij/annotations/12.0/annotations-12.0.jar:/C//Users/buddy/.m2/repository/net/openhft/chronicle-core/2.19.50/chronicle-core-2.19.50.jar:/C//Users/buddy/.m2/repository/org/jetbrains/annotations/19.0.0/annotations-19.0.0.jar:/C//Users/buddy/.m2/repository/net/openhft/chronicle-values/2.19.41/chronicle-values-2.19.41.jar:/C//Users/buddy/.m2/repository/net/openhft/chronicle-bytes/2.19.46/chronicle-bytes-2.19.46.jar:/C//Users/buddy/.m2/repository/com/squareup/javapoet/1.12.1/javapoet-1.12.1.jar:/C//Users/buddy/.m2/repository/net/openhft/chronicle-threads/2.19.47/chronicle-threads-2.19.47.jar:/C//Users/buddy/.m2/repository/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.jar:/C//Users/buddy/.m2/repository/net/openhft/chronicle-wire/2.19.45/chronicle-wire-2.19.45.jar:/C//Users/buddy/.m2/repository/net/openhft/compiler/2.3.6/compiler-2.3.6.jar:/C//Users/buddy/.m2/repository/net/openhft/chronicle-algorithms/2.19.40/chronicle-algorithms-2.19.40.jar:/C//Users/buddy/.m2/repository/net/java/dev/jna/jna/5.5.0/jna-5.5.0.jar:/C//Users/buddy/.m2/repository/net/java/dev/jna/jna-platform/5.5.0/jna-platform-5.5.0.jar:/C//Users/buddy/.m2/repository/com/thoughtworks/xstream/xstream/1.4.12/xstream-1.4.12.jar:/C//Users/buddy/.m2/repository/xmlpull/xmlpull/1.1.3.1/xmlpull-1.1.3.1.jar:/C//Users/buddy/.m2/repository/xpp3/xpp3_min/1.1.4c/xpp3_min-1.1.4c.jar:/C//Users/buddy/.m2/repository/org/codehaus/jettison/jettison/1.4.1/jettison-1.4.1.jar:/C//Users/buddy/.m2/repository/org/ops4j/pax/url/pax-url-aether/2.6.2/pax-url-aether-2.6.2.jar:/C//Users/buddy/.m2/repository/org/ops4j/pax/url/pax-url-aether-support/2.6.2/pax-url-aether-support-2.6.2.jar:/C//Users/buddy/.m2/repository/org/apache/maven/resolver/maven-resolver-impl/1.3.1/maven-resolver-impl-1.3.1.jar:/C//Users/buddy/.m2/repository/org/apache/maven/resolver/maven-resolver-api/1.3.1/maven-resolver-api-1.3.1.jar:/C//Users/buddy/.m2/repository/org/apache/maven/resolver/maven-resolver-spi/1.3.1/maven-resolver-spi-1.3.1.jar:/C//Users/buddy/.m2/repository/org/apache/maven/resolver/maven-resolver-util/1.3.1/maven-resolver-util-1.3.1.jar:/C//Users/buddy/.m2/repository/org/slf4j/jcl-over-slf4j/1.6.6/jcl-over-slf4j-1.6.6.jar:/C//Users/buddy/.m2/repository/net/openhft/jlbh/1.19.30/jlbh-1.19.30.jar:/C//Users/buddy/.m2/repository/junit/junit/4.13/junit-4.13.jar:/C//Users/buddy/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/C//Users/buddy/.m2/repository/org/slf4j/slf4j-simple/1.7.30/slf4j-simple-1.7.30.jar:/C//Users/buddy/.m2/repository/org/mockito/mockito-core/3.3.3/mockito-core-3.3.3.jar:/C//Users/buddy/.m2/repository/net/bytebuddy/byte-buddy/1.10.5/byte-buddy-1.10.5.jar:/C//Users/buddy/.m2/repository/net/bytebuddy/byte-buddy-agent/1.10.5/byte-buddy-agent-1.10.5.jar:/C//Users/buddy/.m2/repository/org/objenesis/objenesis/2.6/objenesis-2.6.jar:/C//Users/buddy/.m2/repository/org/powermock/powermock-module-junit4/2.0.7/powermock-module-junit4-2.0.7.jar:/C//Users/buddy/.m2/repository/org/powermock/powermock-module-junit4-common/2.0.7/powermock-module-junit4-common-2.0.7.jar:/C//Users/buddy/.m2/repository/org/powermock/powermock-reflect/2.0.7/powermock-reflect-2.0.7.jar:/C//Users/buddy/.m2/repository/org/powermock/powermock-core/2.0.7/powermock-core-2.0.7.jar:/C//Users/buddy/.m2/repository/org/javassist/javassist/3.27.0-GA/javassist-3.27.0-GA.jar:/C//Users/buddy/.m2/repository/org/powermock/powermock-api-mockito/1.7.4/powermock-api-mockito-1.7.4.jar:/C//Users/buddy/.m2/repository/org/powermock/powermock-api-mockito-common/1.7.4/powermock-api-mockito-common-1.7.4.jar:/C//Users/buddy/.m2/repository/org/powermock/powermock-api-support/1.7.4/powermock-api-support-1.7.4.jar:/C//Users/buddy/.m2/repository/net/openhft/affinity/3.2.3/affinity-3.2.3.jar:/C//Users/buddy/.m2/repository/com/google/guava/guava-testlib/19.0/guava-testlib-19.0.jar:/C//Users/buddy/.m2/repository/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/C//Users/buddy/.m2/repository/com/google/errorprone/error_prone_annotations/2.0.2/error_prone_annotations-2.0.2.jar:/C//Users/buddy/.m2/repository/com/google/guava/guava/19.0/guava-19.0.jar:/C//Users/buddy/.m2/repository/net/openhft/zero-allocation-hashing/0.8/zero-allocation-hashing-0.8.jar:/C//Users/buddy/.m2/repository/com/samskivert/samskivert/1.9/samskivert-1.9.jar:/C//Users/buddy/.m2/repository/org/apache/commons/commons-lang3/3.10/commons-lang3-3.10.jar:/C//Users/buddy/.m2/repository/io/hawt/hawtio-embedded/2.7.1/hawtio-embedded-2.7.1.jar:/C//Users/buddy/.m2/repository/org/eclipse/jetty/jetty-webapp/9.4.6.v20170531/jetty-webapp-9.4.6.v20170531.jar:/C//Users/buddy/.m2/repository/org/eclipse/jetty/jetty-xml/9.4.6.v20170531/jetty-xml-9.4.6.v20170531.jar:/C//Users/buddy/.m2/repository/org/eclipse/jetty/jetty-util/9.4.6.v20170531/jetty-util-9.4.6.v20170531.jar:/C//Users/buddy/.m2/repository/org/eclipse/jetty/jetty-servlet/9.4.6.v20170531/jetty-servlet-9.4.6.v20170531.jar:/C//Users/buddy/.m2/repository/org/eclipse/jetty/jetty-security/9.4.6.v20170531/jetty-security-9.4.6.v20170531.jar:/C//Users/buddy/.m2/repository/org/eclipse/jetty/jetty-server/9.4.6.v20170531/jetty-server-9.4.6.v20170531.jar:/C//Users/buddy/.m2/repository/javax/servlet/javax.servlet-api/3.1.0/javax.servlet-api-3.1.0.jar:/C//Users/buddy/.m2/repository/org/eclipse/jetty/jetty-http/9.4.6.v20170531/jetty-http-9.4.6.v20170531.jar:/C//Users/buddy/.m2/repository/org/eclipse/jetty/jetty-io/9.4.6.v20170531/jetty-io-9.4.6.v20170531.jar:/C//Users/buddy/.m2/repository/org/skyscreamer/jsonassert/1.5.0/jsonassert-1.5.0.jar:/C//Users/buddy/.m2/repository/com/vaadin/external/google/android-json/0.0.20131108.vaadin1/android-json-0.0.20131108.vaadin1.jar:/C//Users/buddy/.m2/repository/net/openhft/stage-compiler/1.11/stage-compiler-1.11.jar:/C//Users/buddy/.m2/repository/net/openhft/spoon-core/4.4.1/spoon-core-4.4.1.jar:/C//Users/buddy/.m2/repository/org/eclipse/jdt/core/compiler/ecj/4.4.2/ecj-4.4.2.jar:/C//Users/buddy/.m2/repository/com/martiansoftware/jsap/2.1/jsap-2.1.jar:/C//Users/buddy/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/C//Users/buddy/.m2/repository/commons-io/commons-io/1.3.2/commons-io-1.3.2.jar:/C//Users/buddy/.m2/repository/it/unimi/dsi/fastutil/7.0.6/fastutil-7.0.6.jar:/C//Java/jre/../lib/tools.jar \ No newline at end of file diff --git a/src/test/java/net/openhft/chronicle/map/perf/MapStress.java b/src/test/java/net/openhft/chronicle/map/perf/MapStress.java new file mode 100644 index 000000000..55e478d3b --- /dev/null +++ b/src/test/java/net/openhft/chronicle/map/perf/MapStress.java @@ -0,0 +1,162 @@ +package net.openhft.chronicle.map.perf; + +import net.openhft.chronicle.map.ChronicleMap; +import net.openhft.chronicle.threads.NamedThreadFactory; + +import java.io.File; +import java.io.IOException; +import java.io.Serializable; +import java.util.Random; +import java.util.concurrent.*; +import java.util.concurrent.atomic.AtomicInteger; +import java.util.stream.IntStream; + +public class MapStress { + private static final File file = new File("./StressTested.cm3"); + private static final int N_WRITE_THREADS = 100; + private static final int N_READ_THREADS = 20; + private ChronicleMap map = ChronicleMap.of(String.class, Security.class).averageKeySize(500).averageValueSize(500).entries(100_000).createOrRecoverPersistedTo(file); + private ChronicleMap readerMap = ChronicleMap.of(String.class, Security.class).averageKeySize(50).averageValueSize(500).entries(100_000).createOrRecoverPersistedTo(file); + + private ExecutorService executor = Executors.newFixedThreadPool(N_WRITE_THREADS + N_READ_THREADS, + new NamedThreadFactory("mapStress")); + + public MapStress() throws IOException { + } + + public void stress() throws ExecutionException, InterruptedException { + Security[] secs = new Security[5]; + secs[0] = new Security(); + secs[0].region = "EMEA"; + secs[0].countryCode = "UK"; + secs[0].currency = "GBP"; + secs[0].industryGroup = "ASDFH"; + secs[0].issuer = "ASDF"; + secs[0].otc = "kajsdf"; + secs[0].securityTicker = "ASJDF"; + secs[0].securityType = "DFGH"; + secs[0].sector = "askdf"; + secs[0].securityUltimateUnderlyingTicker = "RTYU"; + secs[0].securityUnderlyingTicker = "WERT"; + + secs[1] = new Security(); + secs[1].region = "APAC"; + secs[1].countryCode = "CN"; + secs[1].currency = "CNY"; + secs[1].industryGroup = "&^*$"; + secs[1].issuer = "ASDF"; + secs[1].otc = "kajsdf"; + secs[1].securityTicker = "ASJDF"; + secs[1].securityType = "DFGH"; + secs[1].sector = "askdf"; + secs[1].securityUltimateUnderlyingTicker = "RTYU"; + secs[1].securityUnderlyingTicker = "WERT"; + + secs[2] = new Security(); + secs[2].region = "EMEA"; + secs[2].countryCode = "FR"; + secs[2].currency = "EUR"; + secs[2].industryGroup = "ASDFH"; + secs[2].issuer = "ASDF"; + secs[2].otc = "kajsdf"; + secs[2].securityTicker = "ASJDF"; + secs[2].securityType = "DFGH"; + secs[2].sector = "askdf"; + secs[2].securityUltimateUnderlyingTicker = "RTYU"; + secs[2].securityUnderlyingTicker = "TYUIO"; + + secs[3] = new Security(); + secs[3].region = "NAM"; + secs[3].countryCode = "US"; + secs[3].currency = "USD"; + secs[3].industryGroup = "ASDFH"; + secs[3].issuer = "ASDF"; + secs[3].otc = "kajsdf"; + secs[3].securityTicker = "ASJDF"; + secs[3].securityType = "DFGH"; + secs[3].sector = "askdf"; + secs[3].securityUltimateUnderlyingTicker = "RTYU"; + secs[3].securityUnderlyingTicker = "QEDFW"; + + secs[4] = new Security(); + secs[4].region = "LATAM"; + secs[4].countryCode = "PA"; + secs[4].currency = "REL"; + secs[4].industryGroup = "ASDFH"; + secs[4].issuer = "ASDF"; + secs[4].otc = "kajsdf"; + secs[4].securityTicker = "ASJDF"; + secs[4].securityType = "DFGH"; + secs[4].sector = "askdf"; + secs[4].securityUltimateUnderlyingTicker = "RTYU"; + secs[4].securityUnderlyingTicker = "RTYU"; + +Future[] futures = new Future[N_WRITE_THREADS + N_READ_THREADS]; + for (int i = 0; i < N_WRITE_THREADS; i++) { + String id = i + " -> "; + futures[i] = executor.submit(() -> { + final long started = System.currentTimeMillis(); + long written = 0; + do { + long time = System.currentTimeMillis(); + final Random random = ThreadLocalRandom.current(); + IntStream.range(0, 10).forEach(x -> { + final int keyIdx = random.nextInt(N_WRITE_THREADS * 100); + Security sec = secs[x%5]; + sec.calculationTimeMillis = time; + map.put("valuekdljashjgffkljakljsdffhh" + keyIdx, sec); + }); + int keyIdx = random.nextInt(N_WRITE_THREADS * 100); + map.remove("valuekdljashjgffkljakljsdffhh" + keyIdx); + written += 10; + + if (written % 1_000 == 0) + System.err.println(id + "Wrote " + written); + } while (System.currentTimeMillis() - started < 100_000); + }); + } + + for (int i = 0; i < N_READ_THREADS; i++) { + String id = i + " -> "; + futures[i + N_WRITE_THREADS] = executor.submit(() -> { + final long started = System.currentTimeMillis(); + AtomicInteger got = new AtomicInteger(0); + do { + if (map.size() % 1000 == 0) { + System.err.print("."); + } + readerMap.values().forEach(s -> got.incrementAndGet()); + } while (System.currentTimeMillis() - started < 100_000); + System.err.println(id + "Read total: " + got.get()); + }); + } + + for (Future f : futures) { + f.get(); + } + executor.shutdown(); + } + + public static void main(String[] args) throws Exception { +// if (file.exists()) +// file.delete(); + new MapStress().stress(); + } + + public static class Security implements Serializable { + + String securityTicker; + String securityType; + String currency; + String securityUnderlyingTicker; + String sector; + String industryGroup; + String countryCode; + String issuer; + String securityUltimateUnderlyingTicker; + String otc; + String region; + long calculationTimeMillis; + + } +} diff --git a/system.properties b/system.properties new file mode 100644 index 000000000..677f6b473 --- /dev/null +++ b/system.properties @@ -0,0 +1,4 @@ +# Tracing if resources are closed/released correctly. +jvm.resource.tracing=true +# for profiling +jvm.safepoint.enabled=false \ No newline at end of file