5 benchmark sampled logs

benchmark_test.go

@@ -0,0 +1,93 @@
+package humanlog
+
+import (
+	"bytes"
+	"compress/gzip"
+	"context"
+	"io"
+	"io/fs"
+	"os"
+	"path/filepath"
+	"testing"
+
+	typesv1 "github.com/humanlogio/api/go/types/v1"
+	"github.com/humanlogio/humanlog/pkg/sink/bufsink"
+	"github.com/stretchr/testify/require"
+)
+
+type NopSink struct{}
+
+func (*NopSink) ReceiveBatch(ctx context.Context, evs []*typesv1.LogEvent) error {
+	return nil
+}
+
+func (*NopSink) Close(ctx context.Context) error {
+	return nil
+}
+
+func BenchmarkHarness(b *testing.B) {
+	ctx := context.Background()
+	root := "test/benchmark"
+	des, err := os.ReadDir(root)
+	if err != nil {
+		b.Fatal(err)
+	}
+
+	for _, de := range des {
+		if !de.IsDir() {
+			continue
+		}
+
+		dir := filepath.Join(root, de.Name())
+		fileName, err := findfirstMatchedFileName(dir, "*.gz")
+		require.NoError(b, err)
+
+		b.ResetTimer()
+		testCase := dir
+		b.Run(testCase, func(bb *testing.B) {
+			p := filepath.Join(dir, fileName)
+			f, err := os.Open(p)
+			require.NoError(bb, err)
+			defer f.Close()
+
+			gzipReader, err := gzip.NewReader(f)
+			require.NoError(bb, err)
+
+			src := bytes.NewBuffer(make([]byte, 0, 100*1024))
+			io.Copy(src, gzipReader)
+
+			sink := bufsink.NewSizedBufferedSink(100, &NopSink{})
+			opt := DefaultOptions()
+
+			bb.SetBytes(int64(src.Len()))
+			bb.StartTimer()
+			err = Scan(ctx, src, sink, opt)
+			bb.StopTimer()
+
+			require.NoError(bb, err)
+		})
+	}
+}
+
+func findfirstMatchedFileName(dirPath string, pattern string) (string, error) {
+	firstMatched := ""
+	walkError := filepath.Walk(dirPath, func(path string, info fs.FileInfo, err error) error {
+		if err != nil {
+			return err
+		}
+		if info.IsDir() {
+			return nil
+		}
+		fileName := filepath.Base(path)
+		match, err := filepath.Match(pattern, fileName)
+		if err != nil {
+			return err
+		}
+		if match {
+			firstMatched = fileName
+			return filepath.SkipAll
+		}
+		return nil
+	})
+	return firstMatched, walkError
+}