diff --git a/CHANGELOG.md b/CHANGELOG.md index 826be35..2777cc5 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,6 +8,18 @@ Operators, you should copy/paste content of this content straight to your `fireh If you were at `firehose-core` version `1.0.0` and are bumping to `1.1.0`, you should copy the content between those 2 version to your own repository. +## v0.1.4 + +This release bumps substreams to v1.1.10 + +### Fixes + +* Fixed: jobs would hang when flags `--substreams-state-bundle-size` and `--substreams-tier1-subrequests-size` had different values. The latter flag has been completely **removed**, subrequests will be bound to the state bundle size. + +### Added + +* Added support for *continuous authentication* via the grpc auth plugin (allowing cutoff triggered by the auth system). + ## v0.1.3 This release bumps substreams to v1.1.9 diff --git a/firehose.go b/firehose.go index 1f7f84b..04ab241 100644 --- a/firehose.go +++ b/firehose.go @@ -38,7 +38,7 @@ func registerFirehoseApp[B Block](chain *Chain[B]) { }, FactoryFunc: func(runtime *launcher.Runtime) (launcher.App, error) { - authenticator, err := dauth.New(viper.GetString("common-auth-plugin")) + authenticator, err := dauth.New(viper.GetString("common-auth-plugin"), appLogger) if err != nil { return nil, fmt.Errorf("unable to initialize authenticator: %w", err) } diff --git a/go.mod b/go.mod index 8b2694e..a086cfb 100644 --- a/go.mod +++ b/go.mod @@ -13,7 +13,7 @@ require ( github.com/spf13/viper v1.15.0 github.com/streamingfast/bstream v0.0.2-0.20230619183735-f8325d186119 github.com/streamingfast/cli v0.0.4-0.20230608140431-f501fec4f1ce - github.com/streamingfast/dauth v0.0.0-20230719201351-ed7e87520891 + github.com/streamingfast/dauth v0.0.0-20230726175303-fc1d7198cb33 github.com/streamingfast/dgrpc v0.0.0-20230623191332-4ed02c06bc6f github.com/streamingfast/dlauncher v0.0.0-20230607184145-76399faad89e github.com/streamingfast/dmetering v0.0.0-20230706141508-cd783a0fb671 @@ -28,7 +28,7 @@ require ( github.com/streamingfast/pbgo v0.0.6-0.20221020131607-255008258d28 github.com/streamingfast/relayer v0.0.2-0.20220909122435-e67fbc964fd9 github.com/streamingfast/snapshotter v0.0.0-20230316190750-5bcadfde44d0 - github.com/streamingfast/substreams v1.1.9 + github.com/streamingfast/substreams v1.1.10 github.com/stretchr/testify v1.8.3 go.uber.org/multierr v1.9.0 go.uber.org/zap v1.24.0 diff --git a/go.sum b/go.sum index cdd2613..9bd61ed 100644 --- a/go.sum +++ b/go.sum @@ -568,8 +568,8 @@ github.com/streamingfast/bstream v0.0.2-0.20230619183735-f8325d186119 h1:nzl7qcj github.com/streamingfast/bstream v0.0.2-0.20230619183735-f8325d186119/go.mod h1:Njkx972HcZiz0djWBylxqO/eq686eDGr+egQ1lePj3Q= github.com/streamingfast/cli v0.0.4-0.20230608140431-f501fec4f1ce h1:aGa+KdxKEC5QiDdM9NDcCF3b2QmWl+0lQsIW32wJElM= github.com/streamingfast/cli v0.0.4-0.20230608140431-f501fec4f1ce/go.mod h1:aOGP1TCGlElmh5ErULAiHmaj5x1jrjFHv6JjJSn7tP0= -github.com/streamingfast/dauth v0.0.0-20230719201351-ed7e87520891 h1:4zdqs+l7lB+bx6rMqR9AGF9g7Z4qVx5BIU7AJpZ7f1w= -github.com/streamingfast/dauth v0.0.0-20230719201351-ed7e87520891/go.mod h1:zfq+mtesfbaZnNeh1BF+vo+zEFP1sat4pm3lvt40nRw= +github.com/streamingfast/dauth v0.0.0-20230726175303-fc1d7198cb33 h1:MyOFvos5szhJWpoLYUeJ3UMlXBlL9kOhdD5LgEfDK48= +github.com/streamingfast/dauth v0.0.0-20230726175303-fc1d7198cb33/go.mod h1:zfq+mtesfbaZnNeh1BF+vo+zEFP1sat4pm3lvt40nRw= github.com/streamingfast/dbin v0.9.1-0.20220513054835-1abebbb944ad h1:6z4uS6TlD9KoHdyE1vzoGsELVCCcviTFT/3/vqCylh8= github.com/streamingfast/dbin v0.9.1-0.20220513054835-1abebbb944ad/go.mod h1:YStE7K5/GH47JsWpY7LMKsDaXXpMLU/M26vYFzXHYRk= github.com/streamingfast/derr v0.0.0-20230515163924-8570aaa43fe1 h1:xJB7rXnOHLesosMjfwWsEL2i/40mFSkzenEb3M0qTyM= @@ -616,8 +616,8 @@ github.com/streamingfast/shutter v1.5.0 h1:NpzDYzj0HVpSiDJVO/FFSL6QIK/YKOxY0gJAt github.com/streamingfast/shutter v1.5.0/go.mod h1:B/T6efqdeMGbGwjzPS1ToXzYZI4kDzI5/u4I+7qbjY8= github.com/streamingfast/snapshotter v0.0.0-20230316190750-5bcadfde44d0 h1:Y15G1Z4fpEdm2b+/70owI7TLuXadlqBtGM7rk4Hxrzk= github.com/streamingfast/snapshotter v0.0.0-20230316190750-5bcadfde44d0/go.mod h1:/Rnz2TJvaShjUct0scZ9kKV2Jr9/+KBAoWy4UMYxgv4= -github.com/streamingfast/substreams v1.1.9 h1:477zJWpvADeZL8s9gUuB830Di3mzx8b24AjN+o8Nrpk= -github.com/streamingfast/substreams v1.1.9/go.mod h1:U/wDfXapixXmpnBwzQRMGBXhXJGaLZe6XbFhyh5dF18= +github.com/streamingfast/substreams v1.1.10 h1:ov/qmVmhvpRKEBRgxpmNzyKexJkZMKVX4xJ8kb205ho= +github.com/streamingfast/substreams v1.1.10/go.mod h1:9usbgylKcAAYUS+ADhvw05xTbzF9XqB/C+en3Na8r1Y= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= diff --git a/substreams_tier1.go b/substreams_tier1.go index a2b9dbb..b2b1035 100644 --- a/substreams_tier1.go +++ b/substreams_tier1.go @@ -48,7 +48,6 @@ func registerSubstreamsTier1App[B Block](chain *Chain[B]) { cmd.Flags().Bool("substreams-tier1-subrequests-insecure", false, "Connect to tier2 without checking certificate validity") cmd.Flags().Bool("substreams-tier1-subrequests-plaintext", true, "Connect to tier2 without client in plaintext mode") cmd.Flags().Int("substreams-tier1-max-subrequests", 4, "number of parallel subrequests that the tier1 can make to the tier2 per request") - cmd.Flags().Uint64("substreams-tier1-subrequests-size", 10000, "substreams subrequest block range size value for the scheduler") cmd.Flags().Bool("substreams-tier1-request-stats", false, "Enables stats per request, like block rate. Should only be enabled in debugging instance, not in production") // all substreams @@ -59,7 +58,7 @@ func registerSubstreamsTier1App[B Block](chain *Chain[B]) { FactoryFunc: func(runtime *launcher.Runtime) (launcher.App, error) { blockstreamAddr := viper.GetString("common-live-blocks-addr") - authenticator, err := dauth.New(viper.GetString("common-auth-plugin")) + authenticator, err := dauth.New(viper.GetString("common-auth-plugin"), appLogger) if err != nil { return nil, fmt.Errorf("unable to initialize dauth: %w", err) } @@ -83,7 +82,6 @@ func registerSubstreamsTier1App[B Block](chain *Chain[B]) { subrequestsInsecure := viper.GetBool("substreams-tier1-subrequests-insecure") subrequestsPlaintext := viper.GetBool("substreams-tier1-subrequests-plaintext") maxSubrequests := viper.GetUint64("substreams-tier1-max-subrequests") - subrequestsSize := viper.GetUint64("substreams-tier1-subrequests-size") requestStats := viper.GetBool("substreams-tier1-request-stats") @@ -118,7 +116,6 @@ func registerSubstreamsTier1App[B Block](chain *Chain[B]) { StateBundleSize: stateBundleSize, BlockType: getSubstreamsBlockMessageType(chain), MaxSubrequests: maxSubrequests, - SubrequestsSize: subrequestsSize, SubrequestsEndpoint: subrequestsEndpoint, SubrequestsInsecure: subrequestsInsecure, SubrequestsPlaintext: subrequestsPlaintext,