From 93787830f595028f6fb780ca19abff79638cfa6f Mon Sep 17 00:00:00 2001
From: Rainer Gerhards <rgerhards@adiscon.com>
Date: Tue, 29 Nov 2016 14:04:29 +0100
Subject: [PATCH] testbench: add performance-testing tools

closes https://github.com/rsyslog/libfastjson/issues/129
---
 .travis.yml               |  3 +++
 tests/Makefile.am         |  9 ++++++-
 tests/perf_to_string.c    | 51 +++++++++++++++++++++++++++++++++++++++
 tests/perf_to_string.test | 32 ++++++++++++++++++++++++
 4 files changed, 94 insertions(+), 1 deletion(-)
 create mode 100644 tests/perf_to_string.c
 create mode 100755 tests/perf_to_string.test

diff --git a/.travis.yml b/.travis.yml
index a627507..8e12ee7 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -28,6 +28,7 @@ install:
   - sh autogen.sh
 
 before_script:
+  - sudo apt-get -qq --force-yes install valgrind
   - # note: valgrind is only available on Linux
   - if [ "$CC" == "gcc" ] && [ "$TRAVIS_OS_NAME" == "linux" ]; then export ENA_VG="--enable-valgrind"; fi
   - if [ "$CC" == "clang" ] && [ "$TRAVIS_OS_NAME" == "linux" ]; then export SANITIZER="-fsanitize=address" ; fi
@@ -38,6 +39,8 @@ before_script:
 script:
   - if [ "$CC" == "clang" ] && [ "$TRAVIS_OS_NAME" == "linux" ]; then  scan-build-3.6 --status-bugs make check TESTS="" && make clean ; fi
   - make
+  - valgrind --tool=callgrind ls
   - export VERBOSE=1
   - make check
+  - cat tests/perf_to_string.trs
   - make distcheck
diff --git a/tests/Makefile.am b/tests/Makefile.am
index 9dca5da..231cc06 100644
--- a/tests/Makefile.am
+++ b/tests/Makefile.am
@@ -32,7 +32,8 @@ check_PROGRAMS += $(TESTS:.test=)
 
 # some programs that do internal checking
 check_PROGRAMS += chk_version \
-	cr_obj_multi
+	cr_obj_multi \
+	perf_to_string
 
 TESTS += chk_version
 
@@ -60,6 +61,12 @@ check_PROGRAMS += test_object_object_add_exFormatted
 test_object_object_add_exFormatted_SOURCES = test_object_object_add_ex.c parse_flags.c parse_flags.h
 test_object_object_add_exFormatted_CPPFLAGS = -DTEST_FORMATTED
 
+# performancebaseline tests
+# TODO: guard via configure switch! -- rgerhards, 2016-11-29
+TESTS += perf_to_string.test
+
+
+
 EXTRA_DIST=
 EXTRA_DIST += $(TESTS)
 EXTRA_DIST += test-defs.sh
diff --git a/tests/perf_to_string.c b/tests/perf_to_string.c
new file mode 100644
index 0000000..5e05a43
--- /dev/null
+++ b/tests/perf_to_string.c
@@ -0,0 +1,51 @@
+/* libfastjson testbench tool
+ * This program can be used to test the performance of the _to_string()
+ * subsystem. It is meant to be used together with a profiler.
+ *
+ * Copyright (c) 2016 Adiscon GmbH
+ * Rainer Gerhards <rgerhards@adiscon.com>
+ *
+ * This library is free software; you can redistribute it and/or modify
+ * it under the terms of the MIT license. See COPYING for details.
+ *
+ */
+#include "config.h"
+
+#include "../json.h"
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#define NUM_ITERATIONS 100000
+
+int
+main(int __attribute__((unused)) argc, char __attribute__((unused)) **argv)
+{
+	int i;
+	struct fjson_object *json;
+
+	json = fjson_object_new_object();
+	fjson_object_object_add(json, "string1", fjson_object_new_string("This is a test"));
+	fjson_object_object_add(json, "string2", fjson_object_new_string("This is a "
+		"loooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo"
+		"ooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooo"
+		"ooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooooong"
+		"test"));
+	fjson_object_object_add(json, "string3", fjson_object_new_string("This is\n a test öäü"));
+	fjson_object_object_add(json, "int1", fjson_object_new_int(4711));
+
+
+	for(i = 0 ; i < NUM_ITERATIONS ; ++i) {
+		const char *dummy = fjson_object_to_json_string(json);
+		if(dummy == NULL) {
+			fprintf(stderr, "dummy has received no output!");
+			exit(1);
+		}
+		if(i == 0)
+			printf("%s\n", dummy);
+	}
+
+	fjson_object_put(json);
+	return 0;
+}
diff --git a/tests/perf_to_string.test b/tests/perf_to_string.test
new file mode 100755
index 0000000..29054c7
--- /dev/null
+++ b/tests/perf_to_string.test
@@ -0,0 +1,32 @@
+#!/bin/sh
+# Common definitions
+#if test -z "$srcdir"; then
+    #srcdir="${0%/*}"
+    #test "$srcdir" = "$0" && srcdir=.
+    #test -z "$srcdir" && srcdir=.
+#fi
+#. "$srcdir/test-defs.sh"
+
+# first, get baseline from system-installed library
+rm -f callgrind.out &> /dev/null
+valgrind --tool=callgrind --callgrind-out-file=callgrind.out .libs/perf_to_string
+export RETCODE=$?
+echo return code $RETCODE
+MAXCYCLES=$(grep < callgrind.out "^totals:" | tr -dc '0-9')
+echo "system installed libfastjson requires $MAXCYCLES cycles"
+# give 5% allowence to care for exec env differences between runs
+MAXCYCLES=$((MAXCYCLES * 105))
+MAXCYCLES=$((MAXCYCLES / 100))
+
+ls -l ../.libs/libfastjson.so
+rm -f callgrind.out &> /dev/null
+LD_PRELOAD="../.libs/libfastjson.so.4" valgrind --tool=callgrind --callgrind-out-file=callgrind.out .libs/perf_to_string
+CYCLES=$(grep < callgrind.out "^totals:" | tr -dc '0-9')
+echo "libfastjson being testes requires $CYCLES cycles"
+
+if [ $CYCLES -gt $MAXCYCLES ]; then
+    echo
+    echo performance issue: we need $CYCLES cycles, but upper bound is $MAXCYCLES
+    exit 1
+fi
+rm callgrind.out