Map-only tests

Author: jpalharini

bin/lc-stress-tests-map.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+jvm_opts="-server -Xms8g -Xmx8g -XX:+UseZGC"
+
+struct_sizes=(0 1 8 16 32 64 256 1024)
+
+java $jvm_opts -jar bin/fressian-mapreadlist.jar "map" ${struct_sizes[$JOB_COMPLETION_INDEX]} false

dev/simple_stress_test_mapreadlist.clj

@@ -0,0 +1,10 @@
+(ns simple-stress-test-mapreadlist
+  (:require [aux :as a]
+            [clojure.edn :as edn])
+  (:gen-class))
+
+(defn -main [& args]
+  (let [parsed-args (map edn/read-string args)
+        argmap      (zipmap [:struct-type :struct-size :convert-list?] parsed-args)]
+    (a/stress-test argmap nil)
+    (System/exit 0)))

dev/simple_stress_test_mapreducer.clj

@@ -0,0 +1,10 @@
+(ns simple-stress-test-mapreducer
+  (:require [aux :as a]
+            [clojure.edn :as edn])
+  (:gen-class))
+
+(defn -main [& args]
+  (let [parsed-args (map edn/read-string args)
+        argmap      (zipmap [:struct-type :struct-size :convert-list?] parsed-args)]
+    (a/stress-test argmap nil)
+    (System/exit 0)))

project.clj

@@ -10,7 +10,9 @@
   :profiles {:fressian-dev {:source-paths      ["dev"]
                             :java-source-paths ["../fressian/src"]
                             :dependencies      [#_[org.fressian/fressian "0.6.9-SNAPSHOT"]
+                                                [org.clojure/core.async "1.6.681"]
                                                 [org.clojure/clojure "1.12.0"]
+                                                [ch.qos.logback/logback-classic "1.5.16"]
                                                 [com.clojure-goes-fast/clj-memory-meter "0.3.0"]]
                             :repl-options      {:port 5555}
                             :jvm-opts          ["-Djdk.attach.allowAttachSelf"]}
@@ -39,6 +41,16 @@
                                :uberjar-name "fressian-reduce.jar"
                                :main         simple-stress-test-reducer}
 
+             :fressian-reducemap {:dependencies [[org.fressian/fressian "0.6.9-IReduceKV"]]
+                                  :aot          [simple-stress-test-mapreducer]
+                                  :uberjar-name "fressian-reducemap.jar"
+                                  :main         simple-stress-test-mapreducer}
+
+             :fressian-mapreadlist {:dependencies [[org.fressian/fressian "0.6.9-mapReadList"]]
+                                                 :aot          [simple-stress-test-mapreadlist]
+                                                 :uberjar-name "fressian-mapreadlist.jar"
+                                                 :main         simple-stress-test-mapreadlist}
+
              :fressian-old {:dependencies [[org.fressian/fressian "0.6.8"]]
                             :aot          [simple-stress-test-converter]
                             :uberjar-name "fressian-old.jar"

resources/k8s-map.yaml

@@ -0,0 +1,39 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: fressian-test
+spec:
+  completions: 8
+  parallelism: 6
+  completionMode: Indexed
+  template:
+    metadata:
+      labels:
+        app: fressian-test
+    spec:
+      nodeSelector:
+        role: worker
+      restartPolicy: Never
+      containers:
+        - name: fressian-test-clj
+          image: eclipse-temurin:21
+          volumeMounts:
+            - name: data-fressian
+              mountPath: "/opt/data.fressian"
+            - name: maven
+              mountPath: "/root/.m2"
+          workingDir: "/opt/data.fressian"
+          command: ["bash", "-c"]
+          args:
+            - "bin/lc-stress-tests-map.sh"
+          resources:
+            limits:
+              cpu: 3000m
+              memory: 10Gi
+      volumes:
+        - name: data-fressian
+          hostPath:
+            path: "/home/k3s/dev/datomic/repos/data.fressian"
+        - name: maven
+          hostPath:
+            path: "/home/k3s/.m2"