Multithread tests added

2 files changed, 195 insertions, 0 deletions

diff --git a/model-data/src/test/java/org/eclipse/viatra/solver/data/map/tests/fuzz/MultiThreadFuzzTest.java b/model-data/src/test/java/org/eclipse/viatra/solver/data/map/tests/fuzz/MultiThreadFuzzTest.java
new file mode 100644
index 00000000..1a213de3
--- /dev/null
+++ b/model-data/src/test/java/org/eclipse/viatra/solver/data/map/tests/fuzz/MultiThreadFuzzTest.java
@@ -0,0 +1,96 @@
+package org.eclipse.viatra.solver.data.map.tests.fuzz;
+
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.fail;
+
+import java.util.Collections;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.stream.Stream;
+
+import org.eclipse.viatra.solver.data.map.ContinousHashProvider;
+import org.eclipse.viatra.solver.data.map.VersionedMapStore;
+import org.eclipse.viatra.solver.data.map.VersionedMapStoreImpl;
+import org.eclipse.viatra.solver.data.map.tests.fuzz.utils.FuzzTestUtils;
+import org.eclipse.viatra.solver.data.map.tests.utils.MapTestEnvironment;
+import org.junit.jupiter.api.Tag;
+import org.junit.jupiter.api.Timeout;
+import org.junit.jupiter.params.ParameterizedTest;
+import org.junit.jupiter.params.provider.Arguments;
+import org.junit.jupiter.params.provider.MethodSource;
+
+class MultiThreadFuzzTest {
+        public static final int noThreads = 32;
+        
+        private void runFuzzTest(String scenario, int seed, int steps, int maxKey, int maxValue, int commitFrequency,
+                        boolean evilHash) {
+                String[] values = MapTestEnvironment.prepareValues(maxValue);
+                ContinousHashProvider<Integer> chp = MapTestEnvironment.prepareHashProvider(evilHash);
+
+                VersionedMapStore<Integer, String> store = new VersionedMapStoreImpl<Integer, String>(chp, values[0]);
+                
+                // initialize runnables
+                MultiThreadTestRunnable[] runnables = new MultiThreadTestRunnable[noThreads];
+                for(int i = 0; i<noThreads; i++) {
+                        runnables[i] = new MultiThreadTestRunnable(scenario+"-T"+(i+1), store, steps, maxKey, values, seed, commitFrequency);
+                }
+                
+                // initialize threads
+                Thread[] threads = new Thread[noThreads];
+                for(int i = 0; i<noThreads; i++) {
+                        threads[i] = new Thread(runnables[i]);
+                }
+                
+                // start threads;
+                for(int i = 0; i<noThreads; i++) {
+                        threads[i].start();
+                }
+                
+                // wait all the threads;
+                for(int i = 0; i<noThreads; i++) {
+                        try {
+                                threads[i].join();
+                        } catch (InterruptedException e) {
+                                fail("Thread "+i+" interrupted.");
+                        }
+                }
+                
+                // collect errors
+                List<Throwable> errors = new LinkedList<>();
+                for(int i = 0; i<noThreads; i++) {
+                        errors.addAll(runnables[i].getErrors());
+                }
+                
+                assertEquals(Collections.EMPTY_LIST, errors);
+        }
+
+        @ParameterizedTest(name = "Multithread {index}/{0} Steps={1} Keys={2} Values={3} commit frequency={4} seed={5} evil-hash={6}")
+        @MethodSource
+        @Timeout(value = 10)
+        @Tag("fuzz")
+        void parametrizedFastFuzz(int tests, int steps, int noKeys, int noValues, int commitFrequency, int seed,
+                        boolean evilHash) {
+                runFuzzTest("MultithreadS" + steps + "K" + noKeys + "V" + noValues + "CF" + commitFrequency + "s" + seed, seed, steps, noKeys, noValues,
+                                commitFrequency, evilHash);
+        }
+
+        static Stream<Arguments> parametrizedFastFuzz() {
+                return FuzzTestUtils.permutationWithSize(new Object[] { FuzzTestUtils.FAST_STEP_COUNT }, new Object[] { 3, 32, 32 * 32 },
+                                new Object[] { 2, 3 }, new Object[] { 1, 10, 100 }, new Object[] { 1, 2, 3 },
+                                new Object[] { false, true });
+        }
+
+        @ParameterizedTest(name = "Multithread {index}/{0} Steps={1} Keys={2} Values={3} commit frequency={4} seed={5} evil-hash={6}")
+        @MethodSource
+        @Tag("fuzz")
+        @Tag("slow")
+        void parametrizedSlowFuzz(int tests, int steps, int noKeys, int noValues, int commitFrequency, int seed,
+                        boolean evilHash) {
+                runFuzzTest("RestoreS" + steps + "K" + noKeys + "V" + noValues + "s" + seed, seed, steps, noKeys, noValues,
+                                commitFrequency, evilHash);
+        }
+
+        static Stream<Arguments> parametrizedSlowFuzz() {
+                return FuzzTestUtils.changeStepCount(RestoreFuzzTest.parametrizedFastFuzz(), 1);
+        }
+}
diff --git a/model-data/src/test/java/org/eclipse/viatra/solver/data/map/tests/fuzz/MultiThreadTestRunnable.java b/model-data/src/test/java/org/eclipse/viatra/solver/data/map/tests/fuzz/MultiThreadTestRunnable.java
new file mode 100644
index 00000000..c247a9e1
--- /dev/null
+++ b/model-data/src/test/java/org/eclipse/viatra/solver/data/map/tests/fuzz/MultiThreadTestRunnable.java
@@ -0,0 +1,99 @@
+package org.eclipse.viatra.solver.data.map.tests.fuzz;
+
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map;
+import java.util.Random;
+
+import org.eclipse.viatra.solver.data.map.VersionedMapStore;
+import org.eclipse.viatra.solver.data.map.internal.VersionedMapImpl;
+import org.eclipse.viatra.solver.data.map.tests.utils.MapTestEnvironment;
+
+public class MultiThreadTestRunnable implements Runnable {
+        String scenario;
+        VersionedMapStore<Integer, String> store;
+        int steps;
+        int maxKey;
+        String[] values;
+        int seed;
+        int commitFrequency;
+        List<Throwable> errors = new LinkedList<>();
+        
+        public MultiThreadTestRunnable(String scenario, VersionedMapStore<Integer, String> store, int steps,
+                        int maxKey, String[] values, int seed, int commitFrequency) {
+                super();
+                this.scenario = scenario;
+                this.store = store;
+                this.steps = steps;
+                this.maxKey = maxKey;
+                this.values = values;
+                this.seed = seed;
+                this.commitFrequency = commitFrequency;
+        }
+
+        private void logAndThrowError(String message) {
+                AssertionError error = new AssertionError(message);
+                errors.add(error);
+        }
+        
+        public List<Throwable> getErrors() {
+                return errors;
+        }
+        
+        @Override
+        public void run() {
+                // 1. build a map with versions
+                Random r = new Random(seed);
+                VersionedMapImpl<Integer, String> versioned = (VersionedMapImpl<Integer, String>) store.createMap();
+                Map<Integer, Long> index2Version = new HashMap<>();
+
+                for (int i = 0; i < steps; i++) {
+                        int index = i + 1;
+                        int nextKey = r.nextInt(maxKey);
+                        String nextValue = values[r.nextInt(values.length)];
+                        try {
+                                versioned.put(nextKey, nextValue);
+                        } catch (Exception exception) {
+                                exception.printStackTrace();
+                                logAndThrowError(scenario + ":" + index + ": exception happened: " + exception);
+                        }
+                        if (index % commitFrequency == 0) {
+                                long version = versioned.commit();
+                                index2Version.put(i, version);
+                        }
+                        MapTestEnvironment.printStatus(scenario, index, steps, "building");
+                }
+                // 2. create a non-versioned 
+                VersionedMapImpl<Integer, String> reference = (VersionedMapImpl<Integer, String>) store.createMap();
+                r = new Random(seed);
+
+                for (int i = 0; i < steps; i++) {
+                        int index = i + 1;
+                        int nextKey = r.nextInt(maxKey);
+                        String nextValue = values[r.nextInt(values.length)];
+                        try {
+                                reference.put(nextKey, nextValue);
+                        } catch (Exception exception) {
+                                exception.printStackTrace();
+                                logAndThrowError(scenario + ":" + index + ": exception happened: " + exception);
+                        }
+                        // go back to an existing state and compare to the reference
+                        if (index % (commitFrequency*2) == 0) {
+                                versioned.restore(index2Version.get(i));
+                                MapTestEnvironment.compareTwoMaps(scenario + ":" + index, reference, versioned,errors);
+                                
+                                // go back to a random state (probably created by another thread)
+                        }
+
+                        else if(index % (commitFrequency*2) == commitFrequency) {
+                                ArrayList<Long> states = new ArrayList<Long>(store.getStates());
+                                long selectedState = states.get(r.nextInt(states.size()));
+                                versioned.restore(selectedState);
+                        }
+                        
+                        MapTestEnvironment.printStatus(scenario, index, steps, "comparison");
+                }
+        }
+}