Draft: autosharding tests

.github/workflows/test.yml

@@ -543,16 +543,114 @@ jobs:
       - name: Download artifact
         uses: manticoresoftware/download_artifact_with_retries@main
         with:
-          name: manticore_test_kit.img
-          path: .
-      - name: Calculate short commit hash
-        id: sha
-        run: echo "sha_short=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
-      - name: Pushing docker image to repo
-        id: test-kit-push
-        run: |
-          BUILD_COMMIT=${{ steps.sha.outputs.sha_short }} /bin/bash dist/test_kit_docker_push.sh
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/mysqldump/mysql/
 
+  clt_mysqldump_maria_test:
+    name: CLT test on mysqldump features for MariaDB
+    needs: build_test_kit_docker
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: manticoresoftware/[email protected]
+        with:
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/mysqldump/maria/
+
+  clt_expected_errors_test:
+    name: CLT test on expected errors in Searchd for Buddy
+    needs: build_test_kit_docker
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: manticoresoftware/[email protected]
+        with:
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/expected-errors/
+
+  clt_data_manipulation:
+    name: CLT data manipulation test
+    needs: build_test_kit_docker
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: manticoresoftware/[email protected]
+        with:
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/sharding/replication/
+
+  clt_sharding_cluster_test:
+    name: CLT test cluster logic of the manticoresearch
+    needs: build_test_kit_docker
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: manticoresoftware/[email protected]
+        with:
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/sharding/cluster/
+          run_args: -e TELEMETRY=0
+
+  clt_sharding_syntax_test:
+    name: CLT test syntax of autosharding
+    needs: build_test_kit_docker
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: manticoresoftware/[email protected]
+        with:
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/sharding/syntax/
+          run_args: -e TELEMETRY=0
+
+  clt_sharding_replication_test:
+    name: CLT test replication of autosharding
+    needs: build_test_kit_docker
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: manticoresoftware/[email protected]
+        with:
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/sharding/replication/
+          run_args: -e TELEMETRY=0
+
+  clt_sharding_rebalancing_test:
+    name: CLT test rebalancing of autosharding
+    needs: build_test_kit_docker
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: manticoresoftware/[email protected]
+        with:
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/sharding/rebalancing/
+          run_args: -e TELEMETRY=0
+
+  clt_sharding_data_test:
+    name: CLT test data handle in autosharding
+    needs: build_test_kit_docker
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: manticoresoftware/[email protected]
+        with:
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/sharding/data/
+          run_args: -e TELEMETRY=0
+
+  clt_sharding_performance_test:
+    name: CLT test performance of autosharding
+    needs: build_test_kit_docker
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: manticoresoftware/[email protected]
+        with:
+          artifact: manticore_test_kit.img
+          image: test-kit:img
+          test_prefix: test/clt-tests/sharding/performance/
+          run_args: -e TELEMETRY=0
   build_aarch64:
     if: needs.changes.outputs.source == 'true'
     needs: changes

.gitignore

@@ -86,3 +86,10 @@
 # misc
 /cache
 /local_*_src.txt
+/test/clt-tests/**/*.rep
+/test/clt-tests/**/*.cmp
+/clt
+/test/clt-tests/**/*.deb
+/test/clt-tests/*repo.noarch.deb.*
+/test/.deb
+/test/clt-tests/.deb

.patterns

@@ -1,3 +1,4 @@
 LLDATETIME [A-Za-z]{3}\s+[0-9]{1,2}\s[0-9]{2}:[0-9]{2}
 LLFILESIZE \s*[0-9]+(K|B|G)?
 COMMITDATE [a-z0-9]{7,9}@[0-9]{6,8}
+TIMEMS [0-9]{2}:[0-9]{2}:[0-9]{2}\.[0-9]{3}

test/clt-tests/base/start-searchd-1.recb

@@ -0,0 +1,13 @@
+––– input –––
+searchd --cpustats
+––– output –––
+Manticore 6.2.13 #!/[a-z0-9]{7,9}@[0-9]{8}/!# dev (columnar 2.2.5 #!/[a-z0-9]{7,9}@[0-9]{8}/!#) (secondary 2.2.5 [A-Za-z0-9]{9}@[0-9]{6}/!#)
+Copyright (c) 2001-2016, Andrew Aksyonoff
+Copyright (c) 2008-2016, Sphinx Technologies Inc (http://sphinxsearch.com)
+Copyright (c) 2017-2023, Manticore Software LTD (https://manticoresearch.com)
+#!/[0-9]{2}:[0-9]{2}\.[0-9]{3}/!# [%{NUMBER}] using config file '/etc/manticoresearch/manticore.conf' (457 chars)...
+starting daemon version '6.2.13 #!/[a-z0-9]{7,9}@[0-9]{8}/!# dev (columnar 2.2.5 #!/[a-z0-9]{7,9}@[0-9]{8}/!#) (secondary 2.2.5 #!/[a-z0-9]{7,9}@[0-9]{8}/!#)' ...
+listening on all interfaces for mysql, port=9306
+listening on UNIX socket /var/run/mysqld/mysqld.sock
+listening on all interfaces for sphinx and http(s), port=9312
+listening on all interfaces for sphinx and http(s), port=9308

test/clt-tests/core/example.rec

@@ -0,0 +1,4 @@
+––– input –––
+whoami
+––– output –––
+root

test/clt-tests/core/show-threads.rec

@@ -13,4 +13,4 @@ This/prev job time: %{NUMBER}#!/(s|ms|us)/!#
 CPU activity: %{NUMBER}.%{NUMBER}%
 Jobs done: %{NUMBER}
 Thread status: working
-Info: SHOW THREADS
+Info: SHOW THREADS

test/clt-tests/installation/start-searchd.recb

@@ -0,0 +1,19 @@
+––– input –––
+mkdir -p /var/run/manticore
+––– output –––
+––– input –––
+searchd
+––– output –––
+Manticore %{SEMVER} #!/[a-z0-9]{7,9}@[0-9]{8}/!##!/(\sdev)?\s/!#(columnar %{SEMVER} %{COMMITDATE}) (secondary %{SEMVER} %{COMMITDATE}) (knn %{SEMVER} %{COMMITDATE})
+Copyright (c) 2001-2016, Andrew Aksyonoff
+Copyright (c) 2008-2016, Sphinx Technologies Inc (http://sphinxsearch.com)
+Copyright (c) 2017-%{YEAR}, Manticore Software LTD (https://manticoresearch.com)
+[#!/[0-9]{2}:[0-9]{2}.[0-9]{3}/!#] [#!/[0-9]+/!#] using config file '/etc/manticoresearch/manticore.conf' (%{NUMBER} chars)...
+starting daemon version '%{SEMVER} #!/[a-z0-9]{7,9}@[0-9]{6}/!##!/(\sdev)?\s/!#(columnar %{SEMVER} %{COMMITDATE}) (secondary %{SEMVER} %{COMMITDATE}) (knn %{SEMVER} %{COMMITDATE})' ...
+listening on %{IPADDR}:9312 for sphinx and http(s)
+listening on %{IPADDR}:9306 for mysql
+listening on %{IPADDR}:9308 for sphinx and http(s)
+––– input –––
+timeout 10 tail -n 100 -f /var/log/manticore/searchd.log | grep -qm1 '\[BUDDY\] started' && echo 'Buddy started!' || echo 'Timeout or failed!'
+––– output –––
+Buddy started!

test/clt-tests/sharding/base/config/searchd-1.conf

@@ -0,0 +1,16 @@
+common {
+	plugin_dir = /usr/local/lib/manticore
+	lemmatizer_base = /usr/share/manticore/morph/
+}
+searchd {
+	listen = 19306:mysql41
+	listen = 19312
+	listen = 19308:http
+	log = /var/log/manticore-1/searchd.log
+	query_log = /var/log/manticore-1/query.log
+	pid_file = /var/run/manticore-1/searchd.pid
+	data_dir = /var/lib/manticore-1
+	query_log_format = sphinxql
+	query_log_commands = 1
+	buddy_path = manticore-executor /workdir/src/main.php --debugv
+}

test/clt-tests/sharding/base/config/searchd-2.conf

@@ -0,0 +1,16 @@
+common {
+	plugin_dir = /usr/local/lib/manticore
+	lemmatizer_base = /usr/share/manticore/morph/
+}
+searchd {
+	listen = 29306:mysql41
+	listen = 29312
+	listen = 29308:http
+	log = /var/log/manticore-2/searchd.log
+	query_log = /var/log/manticore-2/query.log
+	pid_file = /var/run/manticore-2/searchd.pid
+	data_dir = /var/lib/manticore-2
+	query_log_format = sphinxql
+	query_log_commands = 1
+	buddy_path = manticore-executor /workdir/src/main.php --debugv
+}

test/clt-tests/sharding/base/config/searchd-3.conf

@@ -0,0 +1,16 @@
+common {
+	plugin_dir = /usr/local/lib/manticore
+	lemmatizer_base = /usr/share/manticore/morph/
+}
+searchd {
+	listen = 39306:mysql41
+	listen = 39312
+	listen = 39308:http
+	log = /var/log/manticore-3/searchd.log
+	query_log = /var/log/manticore-3/query.log
+	pid_file = /var/run/manticore-3/searchd.pid
+	data_dir = /var/lib/manticore-3
+	query_log_format = sphinxql
+	query_log_commands = 1
+	buddy_path = manticore-executor /workdir/src/main.php --debugv
+}

test/clt-tests/sharding/base/config/searchd-4.conf

@@ -0,0 +1,16 @@
+common {
+	plugin_dir = /usr/local/lib/manticore
+	lemmatizer_base = /usr/share/manticore/morph/
+}
+searchd {
+	listen = 49306:mysql41
+	listen = 49312
+	listen = 49308:http
+	log = /var/log/manticore-4/searchd.log
+	query_log = /var/log/manticore-4/query.log
+	pid_file = /var/run/manticore-4/searchd.pid
+	data_dir = /var/lib/manticore-4
+	query_log_format = sphinxql
+	query_log_commands = 1
+	buddy_path = manticore-executor /workdir/src/main.php --debugv
+}

test/clt-tests/sharding/base/config/searchd-5.conf

@@ -0,0 +1,16 @@
+common {
+	plugin_dir = /usr/local/lib/manticore
+	lemmatizer_base = /usr/share/manticore/morph/
+}
+searchd {
+	listen = 59306:mysql41
+	listen = 59312
+	listen = 59308:http
+	log = /var/log/manticore-5/searchd.log
+	query_log = /var/log/manticore-5/query.log
+	pid_file = /var/run/manticore-5/searchd.pid
+	data_dir = /var/lib/manticore-5
+	query_log_format = sphinxql
+	query_log_commands = 1
+	buddy_path = manticore-executor /workdir/src/main.php --debugv
+}

test/clt-tests/sharding/base/config/searchd-with-flexible-ports.conf

@@ -0,0 +1,20 @@
+#!/bin/sh
+cat << EOF
+common {
+	plugin_dir = /usr/local/lib/manticore
+	lemmatizer_base = /usr/share/manticore/morph/
+}
+searchd {
+	listen = ${INSTANCE}306:mysql41
+	listen = ${INSTANCE}312
+	listen = ${INSTANCE}308:http
+	log = /var/log/manticore-${INSTANCE}/searchd.log
+	query_log = /var/log/manticore-${INSTANCE}/query.log
+	pid_file = /var/log/manticore-${INSTANCE}/searchd.pid
+	data_dir = /var/log/manticore-${INSTANCE}
+	query_log_format = sphinxql
+	query_log_commands = 1
+	${EXTRA_SECTION}
+}
+
+EOF

test/clt-tests/sharding/base/create-cluster-2.recb

@@ -0,0 +1,14 @@
+––– input –––
+mysql -h0 -P19306 -e "create cluster c"
+––– output –––
+––– input –––
+mysql -h0 -P29306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P19306 -e "show status like 'cluster_c_status'"
+––– output –––
++------------------+---------+
+| Counter          | Value   |
++------------------+---------+
+| cluster_c_status | primary |
++------------------+---------+

test/clt-tests/sharding/base/create-cluster-3.recb

@@ -0,0 +1,17 @@
+––– input –––
+mysql -h0 -P19306 -e "create cluster c"
+––– output –––
+––– input –––
+mysql -h0 -P29306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P39306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P19306 -e "show status like 'cluster_c_status'"
+––– output –––
++------------------+---------+
+| Counter          | Value   |
++------------------+---------+
+| cluster_c_status | primary |
++------------------+---------+

test/clt-tests/sharding/base/create-cluster-4.recb

@@ -0,0 +1,20 @@
+––– input –––
+mysql -h0 -P19306 -e "create cluster c"
+––– output –––
+––– input –––
+mysql -h0 -P29306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P39306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P49306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P19306 -e "show status like 'cluster_c_status'"
+––– output –––
++------------------+---------+
+| Counter          | Value   |
++------------------+---------+
+| cluster_c_status | primary |
++------------------+---------+

test/clt-tests/sharding/base/create-cluster-5.recb

@@ -0,0 +1,23 @@
+––– input –––
+mysql -h0 -P19306 -e "create cluster c"
+––– output –––
+––– input –––
+mysql -h0 -P29306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P39306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P49306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P59306 -e "join cluster c at '127.0.0.1:19312'"
+––– output –––
+––– input –––
+mysql -h0 -P19306 -e "show status like 'cluster_c_status'"
+––– output –––
++------------------+---------+
+| Counter          | Value   |
++------------------+---------+
+| cluster_c_status | primary |
++------------------+---------+

test/clt-tests/sharding/base/flexible/create-cluster.recb

@@ -0,0 +1,9 @@
+––– input –––
+mysql -h0 -P1306 -e "create cluster ${CLUSTER_NAME}"
+––– output –––
+––– input –––
+mysql -h0 -P1306 -e "show status like 'cluster_${CLUSTER_NAME}_status'\G"
+––– output –––
+*************************** 1. row ***************************
+Counter: cluster_#!/[a-z]+/!#_status
+Value: primary

test/clt-tests/sharding/base/flexible/join-cluster-on-all-nodes.recb

@@ -0,0 +1,9 @@
+––– input –––
+for n in `seq 2 $INSTANCE`; do mysql -h0 -P${n}306 -e "join cluster ${CLUSTER_NAME} at '127.0.0.1:1312'"; done;
+––– output –––
+––– input –––
+mysql -h0 -P${INSTANCE}306 -e "show status like 'cluster_${CLUSTER_NAME}_status'\G"
+––– output –––
+*************************** 1. row ***************************
+Counter: cluster_#!/[a-z]+/!#_status
+Value: primary