From a608f3a04b3f780a68411eaaf5d3b2e2ba14f8e5 Mon Sep 17 00:00:00 2001 From: Simone Basso Date: Mon, 22 Jan 2024 21:48:00 +0100 Subject: [PATCH] minipipeline: fix expected TCP & TLS failures (#1459) This diff corrects an embarrassing bugs in the logic we were using for expected TCP and TLS failures. We spotted this issue with the new testcase we added called websiteDownTCPConnect, which is also included. Additionally, we updated some tests because of the embarrassing bugs we fixed. Additionally, we fixed some comments that were outdated. Part of https://github.com/ooni/probe/issues/2652. Closes https://github.com/ooni/probe/issues/2299. --- .../experiment/webconnectivityqa/badssl.go | 6 +- .../experiment/webconnectivityqa/control.go | 2 +- .../experiment/webconnectivityqa/ghost.go | 4 +- .../webconnectivityqa/tcpblocking.go | 1 + .../experiment/webconnectivityqa/testcase.go | 1 + .../webconnectivityqa/websitedown.go | 25 +- internal/minipipeline/analysis.go | 26 +- .../measurement.json | 78 +-- .../analysis.json | 57 +- .../analysis_classic.json | 10 +- .../measurement.json | 401 ++++----------- .../observations.json | 52 +- .../observations_classic.json | 4 +- .../analysis.json | 2 +- .../analysis_classic.json | 2 +- .../measurement.json | 241 +++++---- .../observations.json | 18 +- .../observations_classic.json | 2 +- .../badSSLWithWrongServerName/analysis.json | 14 +- .../analysis_classic.json | 12 +- .../measurement.json | 120 ++--- .../observations.json | 14 +- .../observations_classic.json | 6 +- .../measurement.json | 129 ++--- .../measurement.json | 109 ++-- .../measurement.json | 124 ++--- .../observations.json | 24 +- .../generated/dnsBlockingBOGON/analysis.json | 52 +- .../dnsBlockingBOGON/analysis_classic.json | 18 +- .../dnsBlockingBOGON/measurement.json | 214 ++++---- .../dnsBlockingBOGON/observations.json | 102 ++-- .../observations_classic.json | 12 +- .../dnsBlockingNXDOMAIN/analysis.json | 22 +- .../dnsBlockingNXDOMAIN/analysis_classic.json | 6 +- .../dnsBlockingNXDOMAIN/measurement.json | 140 ++--- .../dnsBlockingNXDOMAIN/observations.json | 22 +- .../observations_classic.json | 4 +- .../analysis.json | 18 +- .../analysis_classic.json | 12 +- .../measurement.json | 197 ++++--- .../observations.json | 14 +- .../observations_classic.json | 6 +- .../analysis.json | 8 +- .../analysis_classic.json | 2 +- .../measurement.json | 211 ++++---- .../observations.json | 20 +- .../observations_classic.json | 2 +- .../ghostDNSBlockingWithHTTP/analysis.json | 270 ++++++++++ .../analysis_classic.json | 137 +++++ .../ghostDNSBlockingWithHTTP/measurement.json | 486 ++++++++++++++++++ .../observations.json | 234 +++++++++ .../observations_classic.json | 103 ++++ .../ghostDNSBlockingWithHTTPS/analysis.json | 222 ++++++++ .../analysis_classic.json | 135 +++++ .../measurement.json | 336 ++++++++++++ .../observations.json | 186 +++++++ .../observations_classic.json | 99 ++++ .../measurement.json | 141 +++-- .../httpDiffWithConsistentDNS/analysis.json | 12 +- .../analysis_classic.json | 10 +- .../measurement.json | 165 +++--- .../observations.json | 12 +- .../observations_classic.json | 4 +- .../measurement.json | 193 ++++--- .../analysis.json | 14 +- .../analysis_classic.json | 7 +- .../measurement.json | 262 +++++----- .../observations.json | 30 +- .../observations_classic.json | 6 +- .../analysis.json | 28 +- .../analysis_classic.json | 16 +- .../measurement.json | 194 +++---- .../observations.json | 28 +- .../observations_classic.json | 12 +- .../analysis.json | 12 +- .../analysis_classic.json | 9 +- .../measurement.json | 310 ++++++----- .../observations.json | 12 +- .../observations_classic.json | 4 +- .../analysis.json | 28 +- .../analysis_classic.json | 18 +- .../measurement.json | 231 +++++---- .../observations.json | 28 +- .../observations_classic.json | 12 +- .../measurement.json | 224 ++++---- .../analysis.json | 14 +- .../analysis_classic.json | 12 +- .../measurement.json | 185 ++++--- .../observations.json | 14 +- .../observations_classic.json | 6 +- .../analysis.json | 26 +- .../analysis_classic.json | 15 +- .../measurement.json | 262 +++++----- .../observations.json | 24 +- .../observations_classic.json | 8 +- .../analysis.json | 18 +- .../analysis_classic.json | 14 +- .../measurement.json | 290 ++++++----- .../observations.json | 34 +- .../observations_classic.json | 8 +- .../analysis.json | 2 +- .../analysis_classic.json | 5 +- .../measurement.json | 357 +++++++------ .../observations.json | 18 +- .../observations_classic.json | 2 +- .../generated/successWithHTTP/analysis.json | 16 +- .../successWithHTTP/analysis_classic.json | 12 +- .../successWithHTTP/measurement.json | 157 +++--- .../successWithHTTP/observations.json | 16 +- .../successWithHTTP/observations_classic.json | 6 +- .../generated/successWithHTTPS/analysis.json | 14 +- .../successWithHTTPS/analysis_classic.json | 10 +- .../successWithHTTPS/measurement.json | 120 ++--- .../successWithHTTPS/observations.json | 14 +- .../observations_classic.json | 6 +- .../tcpBlockingConnectTimeout/analysis.json | 14 +- .../analysis_classic.json | 12 +- .../measurement.json | 84 +-- .../observations.json | 14 +- .../observations_classic.json | 6 +- .../analysis.json | 20 +- .../analysis_classic.json | 12 +- .../measurement.json | 172 +++---- .../observations.json | 16 +- .../observations_classic.json | 6 +- .../analysis.json | 14 +- .../analysis_classic.json | 12 +- .../measurement.json | 92 ++-- .../observations.json | 14 +- .../observations_classic.json | 6 +- .../analysis.json | 2 +- .../analysis_classic.json | 2 +- .../measurement.json | 151 +++--- .../observations.json | 18 +- .../observations_classic.json | 2 +- .../websiteDownNXDOMAIN/analysis.json | 12 +- .../websiteDownNXDOMAIN/analysis_classic.json | 6 +- .../websiteDownNXDOMAIN/measurement.json | 79 +-- .../websiteDownNXDOMAIN/observations.json | 16 +- .../observations_classic.json | 4 +- .../websiteDownTCPConnect/analysis.json | 238 +++++++++ .../analysis_classic.json | 145 ++++++ .../websiteDownTCPConnect/measurement.json | 300 +++++++++++ .../websiteDownTCPConnect/observations.json | 196 +++++++ .../observations_classic.json | 105 ++++ .../manual/dnsgoogle80/analysis.json | 7 +- .../manual/dnsgoogle80/analysis_classic.json | 7 +- 147 files changed, 6642 insertions(+), 3623 deletions(-) create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/analysis.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/analysis_classic.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/measurement.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/observations.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/observations_classic.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/analysis.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/analysis_classic.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/measurement.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/observations.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/observations_classic.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/analysis.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/analysis_classic.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/measurement.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/observations.json create mode 100644 internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/observations_classic.json diff --git a/internal/experiment/webconnectivityqa/badssl.go b/internal/experiment/webconnectivityqa/badssl.go index 8f6a321216..c3a68e9602 100644 --- a/internal/experiment/webconnectivityqa/badssl.go +++ b/internal/experiment/webconnectivityqa/badssl.go @@ -20,7 +20,7 @@ func badSSLWithExpiredCertificate() *TestCase { DNSConsistency: "consistent", HTTPExperimentFailure: "ssl_invalid_certificate", XStatus: 16, // StatusAnomalyControlFailure - XNullNullFlags: 4, // analysisFlagNullNullTLSMisconfigured + XNullNullFlags: 4, // AnalysisFlagNullNullExpectedTLSHandshakeFailure Accessible: false, Blocking: false, }, @@ -42,7 +42,7 @@ func badSSLWithWrongServerName() *TestCase { DNSConsistency: "consistent", HTTPExperimentFailure: "ssl_invalid_hostname", XStatus: 16, // StatusAnomalyControlFailure - XNullNullFlags: 4, // analysisFlagNullNullTLSMisconfigured + XNullNullFlags: 4, // AnalysisFlagNullNullExpectedTLSHandshakeFailure Accessible: false, Blocking: false, }, @@ -63,7 +63,7 @@ func badSSLWithUnknownAuthorityWithConsistentDNS() *TestCase { DNSConsistency: "consistent", HTTPExperimentFailure: "ssl_unknown_authority", XStatus: 16, // StatusAnomalyControlFailure - XNullNullFlags: 4, // analysisFlagNullNullTLSMisconfigured + XNullNullFlags: 4, // AnalysisFlagNullNullExpectedTLSHandshakeFailure Accessible: false, Blocking: false, }, diff --git a/internal/experiment/webconnectivityqa/control.go b/internal/experiment/webconnectivityqa/control.go index fb6378d345..04677784af 100644 --- a/internal/experiment/webconnectivityqa/control.go +++ b/internal/experiment/webconnectivityqa/control.go @@ -91,7 +91,7 @@ func controlFailureWithSuccessfulHTTPSWebsite() *TestCase { ControlFailure: "unknown_failure: httpapi: all endpoints failed: [ connection_reset; connection_reset; connection_reset; connection_reset;]", XStatus: 1, // StatusSuccessSecure XBlockingFlags: 32, // AnalysisBlockingFlagSuccess - XNullNullFlags: 8, // analysisFlagNullNullSuccessfulHTTPS + XNullNullFlags: 8, // AnalysisFlagNullNullSuccessfulHTTPS Accessible: true, Blocking: false, }, diff --git a/internal/experiment/webconnectivityqa/ghost.go b/internal/experiment/webconnectivityqa/ghost.go index ed3143229f..1b1ef0d520 100644 --- a/internal/experiment/webconnectivityqa/ghost.go +++ b/internal/experiment/webconnectivityqa/ghost.go @@ -35,7 +35,7 @@ func ghostDNSBlockingWithHTTP() *TestCase { DNSExperimentFailure: nil, DNSConsistency: "inconsistent", XBlockingFlags: 16, // AnalysisBlockingFlagHTTPDiff - XNullNullFlags: 16, // AnalysisFlagNullNullUnexpectedDNSLookupSuccess + XNullNullFlags: 18, // AnalysisFlagNullNullExpectedTCPConnectFailure | AnalysisFlagNullNullUnexpectedDNSLookupSuccess XStatus: 16, // StatusAnomalyControlFailure Accessible: false, Blocking: "dns", @@ -72,7 +72,7 @@ func ghostDNSBlockingWithHTTPS() *TestCase { DNSExperimentFailure: nil, DNSConsistency: "inconsistent", HTTPExperimentFailure: "connection_refused", - XNullNullFlags: 16, // AnalysisFlagNullNullUnexpectedDNSLookupSuccess + XNullNullFlags: 18, // AnalysisFlagNullNullExpectedTCPConnectFailure | AnalysisFlagNullNullUnexpectedDNSLookupSuccess XStatus: 4256, // StatusExperimentConnect | StatusAnomalyDNS | StatusAnomalyConnect Accessible: false, Blocking: "dns", diff --git a/internal/experiment/webconnectivityqa/tcpblocking.go b/internal/experiment/webconnectivityqa/tcpblocking.go index ed181ac653..92e8432067 100644 --- a/internal/experiment/webconnectivityqa/tcpblocking.go +++ b/internal/experiment/webconnectivityqa/tcpblocking.go @@ -68,6 +68,7 @@ func tcpBlockingConnectionRefusedWithInconsistentDNS() *TestCase { HTTPExperimentFailure: "connection_refused", XStatus: 4256, // StatusExperimentConnect | StatusAnomalyConnect | StatusAnomalyDNS XDNSFlags: 4, // AnalysisDNSFlagUnexpectedAddrs + XNullNullFlags: 2, // AnalysisFlagNullNullExpectedTCPConnectFailure XBlockingFlags: 35, // AnalysisBlockingFlagSuccess | AnalysisBlockingFlagDNSBlocking | AnalysisBlockingFlagTCPIPBlocking Accessible: false, Blocking: "dns", diff --git a/internal/experiment/webconnectivityqa/testcase.go b/internal/experiment/webconnectivityqa/testcase.go index 70151a869f..ebb312715f 100644 --- a/internal/experiment/webconnectivityqa/testcase.go +++ b/internal/experiment/webconnectivityqa/testcase.go @@ -80,5 +80,6 @@ func AllTestCases() []*TestCase { tlsBlockingConnectionResetWithInconsistentDNS(), websiteDownNXDOMAIN(), + websiteDownTCPConnect(), } } diff --git a/internal/experiment/webconnectivityqa/websitedown.go b/internal/experiment/webconnectivityqa/websitedown.go index e5982db9d0..4c429621a7 100644 --- a/internal/experiment/webconnectivityqa/websitedown.go +++ b/internal/experiment/webconnectivityqa/websitedown.go @@ -31,7 +31,30 @@ func websiteDownNXDOMAIN() *TestCase { DNSConsistency: "consistent", XStatus: 2052, // StatusExperimentDNS | StatusSuccessNXDOMAIN XBlockingFlags: 0, - XNullNullFlags: 1, // analysisFlagNullNullNoAddrs + XNullNullFlags: 1, // AnalysisFlagNullNullExpectedDNSLookupFailure + Accessible: false, + Blocking: false, + }, + } +} + +// websiteDownTCPConnect describes the test case where attempting to +// connect to the website doesn't work for both probe and TH. +// +// See https://github.com/ooni/probe/issues/2299. +func websiteDownTCPConnect() *TestCase { + return &TestCase{ + Name: "websiteDownTCPConnect", + Flags: TestCaseFlagNoV04, + Input: "http://www.example.com:444/", // port where we're not listening. + Configure: nil, + ExpectErr: false, + ExpectTestKeys: &testKeys{ + HTTPExperimentFailure: "connection_refused", + DNSConsistency: "consistent", + XStatus: 2052, // StatusExperimentDNS | StatusSuccessNXDOMAIN + XBlockingFlags: 0, + XNullNullFlags: 2, // AnalysisFlagNullNullExpectedTCPConnectFailure Accessible: false, Blocking: false, }, diff --git a/internal/minipipeline/analysis.go b/internal/minipipeline/analysis.go index 986aef0cd0..4bc51ca974 100644 --- a/internal/minipipeline/analysis.go +++ b/internal/minipipeline/analysis.go @@ -491,21 +491,18 @@ func (wa *WebAnalysis) tcpComputeMetrics(c *WebObservationsContainer) { } // handle the case where both the probe and the control fail + // + // See https://explorer.ooni.org/measurement/20220911T105037Z_webconnectivity_IT_30722_n1_ruzuQ219SmIO9SrT?input=https://doh.centraleu.pi-dns.com/dns-query?dns=q80BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQAB + // for an example measurement with this behavior. + // + // See also https://github.com/ooni/probe/issues/2299. if obs.TCPConnectFailure.Unwrap() != "" && obs.ControlTCPConnectFailure.Unwrap() != "" { + wa.TCPConnectExpectedFailure.Add(obs.EndpointTransactionID.Unwrap()) continue } // handle the case where the control fails if obs.ControlTCPConnectFailure.Unwrap() != "" { - // If also the probe failed mark this failure as expected. - // - // See https://explorer.ooni.org/measurement/20220911T105037Z_webconnectivity_IT_30722_n1_ruzuQ219SmIO9SrT?input=https://doh.centraleu.pi-dns.com/dns-query?dns=q80BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQAB - // for an example measurement with this behavior. - // - // See also https://github.com/ooni/probe/issues/2299. - if obs.TCPConnectFailure.Unwrap() != "" { - wa.TCPConnectExpectedFailure.Add(obs.EndpointTransactionID.Unwrap()) - } continue } @@ -555,18 +552,15 @@ func (wa *WebAnalysis) tlsComputeMetrics(c *WebObservationsContainer) { } // handle the case where both the probe and the control fail - if obs.TLSHandshakeFailure.Unwrap() != "" && obs.ControlTCPConnectFailure.Unwrap() != "" { + // + // See https://github.com/ooni/probe/issues/2300. + if obs.TLSHandshakeFailure.Unwrap() != "" && obs.ControlTLSHandshakeFailure.Unwrap() != "" { + wa.TLSHandshakeExpectedFailure.Add(obs.EndpointTransactionID.Unwrap()) continue } // handle the case where the control fails if obs.ControlTLSHandshakeFailure.Unwrap() != "" { - // If also the probe failed mark this failure as expected. - // - // See https://github.com/ooni/probe/issues/2300. - if obs.TLSHandshakeFailure.Unwrap() != "" { - wa.TLSHandshakeExpectedFailure.Add(obs.EndpointTransactionID.Unwrap()) - } continue } diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithExpiredCertificate/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithExpiredCertificate/measurement.json index 60a24bf736..20fbddc5f1 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithExpiredCertificate/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithExpiredCertificate/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://expired.badssl.com/", - "measurement_start_time": "2023-11-29 21:21:33", + "measurement_start_time": "2024-01-22 20:26:43", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011208, - "t": 0.017397, + "t0": 0.011631, + "t": 0.017588, "transaction_id": 3, "tags": [ "depth=0", @@ -48,11 +48,11 @@ { "address": "104.154.89.105:443", "failure": null, - "num_bytes": 2262, + "num_bytes": 2263, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.028382, - "t": 0.028382, + "t0": 0.028537, + "t": 0.028537, "transaction_id": 3, "tags": [ "depth=0", @@ -78,8 +78,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000096, - "t": 0.000096, + "t0": 0.000084, + "t": 0.000084, "transaction_id": 2, "tags": [ "depth=0" @@ -91,8 +91,8 @@ "num_bytes": 36, "operation": "write", "proto": "udp", - "t0": 0.000132, - "t": 0.000154, + "t0": 0.000166, + "t": 0.000189, "transaction_id": 2, "tags": [ "depth=0" @@ -104,8 +104,8 @@ "num_bytes": 36, "operation": "write", "proto": "udp", - "t0": 0.000132, - "t": 0.000197, + "t0": 0.000175, + "t": 0.000195, "transaction_id": 2, "tags": [ "depth=0" @@ -117,8 +117,8 @@ "num_bytes": 70, "operation": "read", "proto": "udp", - "t0": 0.00016, - "t": 0.005865, + "t0": 0.000195, + "t": 0.005092, "transaction_id": 2, "tags": [ "depth=0" @@ -130,8 +130,8 @@ "num_bytes": 36, "operation": "read", "proto": "udp", - "t0": 0.000202, - "t": 0.006335, + "t0": 0.0002, + "t": 0.006039, "transaction_id": 2, "tags": [ "depth=0" @@ -140,8 +140,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006356, - "t": 0.006356, + "t0": 0.006058, + "t": 0.006058, "transaction_id": 2, "tags": [ "depth=0" @@ -169,8 +169,8 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000064, - "t": 0.00504, + "t0": 0.000081, + "t": 0.005809, "tags": [ "depth=0" ], @@ -190,12 +190,12 @@ "failure": null, "hostname": "expired.badssl.com", "query_type": "A", - "raw_response": "ki6BAAABAAEAAAAAB2V4cGlyZWQGYmFkc3NsA2NvbQAAAQABB2V4cGlyZWQGYmFkc3NsA2NvbQAAAQABAAAOEAAEaJpZaQ==", + "raw_response": "UImBAAABAAEAAAAAB2V4cGlyZWQGYmFkc3NsA2NvbQAAAQABB2V4cGlyZWQGYmFkc3NsA2NvbQAAAQABAAAOEAAEaJpZaQ==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000111, - "t": 0.005873, + "t0": 0.00011, + "t": 0.005099, "tags": [ "depth=0" ], @@ -207,12 +207,12 @@ "failure": "dns_no_answer", "hostname": "expired.badssl.com", "query_type": "AAAA", - "raw_response": "T6iBAAABAAAAAAAAB2V4cGlyZWQGYmFkc3NsA2NvbQAAHAAB", + "raw_response": "YUGBAAABAAAAAAAAB2V4cGlyZWQGYmFkc3NsA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000104, - "t": 0.00634, + "t0": 0.000092, + "t": 0.006042, "tags": [ "depth=0" ], @@ -225,12 +225,11 @@ "ip": "104.154.89.105", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011208, - "t": 0.017397, + "t0": 0.011631, + "t": 0.017588, "tags": [ "depth=0", "fetch_body=true" @@ -248,13 +247,13 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDeDCCAmCgAwIBAgIUZVi3z1rI9yOdGX4qAUVQJU7+CpYwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMTcwNzE2MjMwMDAwWhcNMTcwNzE3MDEwMDAwWjA1MRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRswGQYDVQQDExJleHBpcmVkLmJhZHNzbC5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC12f6U3X/rzeLqwXgVVQvqoAL8v4uGS02ckjToWYfMXVVoqwatxuPzUx8yDwFg1P/xRbTDWiXnl729mj6Sikv53YI10R16db0IL+CT9zkSfgelowQKQ8f5YNEUg14WgqTglNE38RMMHFiQKN/G1pwCvtzooblvIUmXAGc9fkuAUgrml5GwUj6pvdYHPIQQAKfs/L6vG5TFTJw5JkGWN2Jtxc6gXY5P7R18axxfLDmqhwCIdn3klGQ3IlAY700TZLx1jNstq6M5GnVjB9e6nm/Cq4XN8h3Kg021V8BeLQDivjuyv/WEHv4Z3ZbN5vyDDDLr8ztAfbFMbnbIXJNDD7mXAgMBAAGjgZUwgZIwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFJcKAEVcONUhBKzvohJXx9daCOsvMB8GA1UdIwQYMBaAFLE2F+PqVf5Fk1Hx5iWbcYhEjWrCMB0GA1UdEQQWMBSCEmV4cGlyZWQuYmFkc3NsLmNvbTANBgkqhkiG9w0BAQsFAAOCAQEAt71sdaAU3GLtpgqu37GA9ZItLwW11dXj9qSVgBzmGKO8ArSoBtcIv0n40M/v8v4VBh1qRA5N8PKfIIP17nl1o8axN3WKY97O3CPZgDDYUaVD7D46pGNwAA0JcNMYKrnXArhsECKaDjrLMXuiFJJ2WIYQuDG5lhky8z10hMUpdYJ16PdFmE5Vzh79Z2fUFG7Aa0yJdDGSOO70L0ZQkWQt2CHmQBwAZheAwTyIlhOqgmzV2qcNbfQdEuxs6gvUQ26stPCEJchBkkm6Eiw5a5FHoPX6Lof3cHplO8+UiREr5IzL4sMDUF5NhoidkzYGO5JzrxPkX5J5dv5Rf38D3gAdog==", + "data": "MIIDeDCCAmCgAwIBAgIUHWb9oKKSy6FojD1Syq49UqJlRfswDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMTcwNzE2MjMwMDAwWhcNMTcwNzE3MDEwMDAwWjA1MRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRswGQYDVQQDExJleHBpcmVkLmJhZHNzbC5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCrP+7fVsLjfoGKWxIljkSWlngbbFt5rqhLOna8btf6+EKbOxwQv/oI2XFSNR6zqAcJYvm9VmLOjoNE5LEycTkhOXk6Br1Xk9kHw9D1XpzHk+aSvaJ331PKLfUkSI1u1OaZosVJqaXWMrPgpC9f6QRuCGbR+OnQlJtMK/25FBPiCEpJIcwu1xfVyAyRML1iFRr9K6k/Ub6Ey66r2HTHUlX0FpnpN3EaofUNOWerTrf2dGvA5vLdzFU3t+ACsTFzgRCjqy+Eyh5OfRKh4vy00A8aDPoIS7sIOTUL8a+Lgc21d61s8yTO7tOXTU1SkNp8ODA9Q0/m4M0o0kcN5CQGIgVvAgMBAAGjgZUwgZIwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFJmq4c0e8paD3EkSrP2YCS+QSR8/MB8GA1UdIwQYMBaAFIMBxNHu1kYXTul2IT/Y3DV99BEWMB0GA1UdEQQWMBSCEmV4cGlyZWQuYmFkc3NsLmNvbTANBgkqhkiG9w0BAQsFAAOCAQEAZZ+B7NwSFJhz/hz5SuoWaLpqEsCBKY8LBKB3QNzK61udsRA8+9oXBYmVyrw0oPPzy1QeGwScOCvygtfGDyshCD+ZPl2ZhZa6wLmEClhLA+TsF2VXRR9ixoenUFUQzvwaaOIG8vSUAwperppaoYuRiGp8cW2QBz5dilA7JCHFjd0E7PF7DxKOgDMdYwP1HZuB1WBBrGhovRz7Rb/u44ssIRNBdP1dk+FTQnWV+68dfMpBJCtHKW+yOzUtq5c64FqDMVWzaQcmb6fZsT8NQyoZQ/5hkia3fCLRU+6oiI2s3It22HRSOuw6YYOIIxerOwZnJDy3oI0ty61vYN19R1lVQw==", "format": "base64" } ], "server_name": "expired.badssl.com", - "t0": 0.017414, - "t": 0.028356, + "t0": 0.017604, + "t": 0.028513, "tags": [ "depth=0", "fetch_body=true" @@ -273,7 +272,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -322,16 +321,17 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:104.154.89.105 Flags:3}]", - "t": 0.011168 + "t": 0.01159 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, + "http_experiment_failure": "ssl_invalid_certificate", "x_blocking_flags": 0, "x_null_null_flags": 4, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -340,7 +340,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.506483, - "test_start_time": "2023-11-29 21:21:33", - "test_version": "0.5.26" + "test_runtime": 0.506179, + "test_start_time": "2024-01-22 20:26:43", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/analysis.json index dd1025d882..43d9a62b9a 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/analysis.json @@ -7,21 +7,18 @@ }, "DNSLookupSuccess": [ 1, - 2, - 3 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ 1, - 2, - 3 + 2 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ 1, - 2, - 3 + 2 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -105,13 +102,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 3, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 3, + "DNSTransactionID": 2, "DNSDomain": "untrusted-root.badssl.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "104.154.89.105" ], @@ -151,13 +148,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "untrusted-root.badssl.com", "DNSLookupFailure": "", "DNSQueryType": "A", - "DNSEngine": "doh", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "104.154.89.105" ], @@ -196,20 +193,18 @@ { "TagDepth": 0, "Type": 0, - "Failure": "", + "Failure": "dns_no_answer", "TransactionID": 1, "TagFetchBody": null, "DNSTransactionID": 1, "DNSDomain": "untrusted-root.badssl.com", - "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", - "DNSResolvedAddrs": [ - "104.154.89.105" - ], - "IPAddress": "104.154.89.105", - "IPAddressASN": 396982, - "IPAddressBogon": false, + "DNSLookupFailure": "dns_no_answer", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", + "DNSResolvedAddrs": null, + "IPAddress": null, + "IPAddressASN": null, + "IPAddressBogon": null, "EndpointTransactionID": null, "EndpointProto": null, "EndpointPort": null, @@ -242,14 +237,14 @@ { "TagDepth": 0, "Type": 0, - "Failure": "dns_no_answer", + "Failure": "dns_nxdomain_error", "TransactionID": 3, "TagFetchBody": null, "DNSTransactionID": 3, "DNSDomain": "untrusted-root.badssl.com", - "DNSLookupFailure": "dns_no_answer", - "DNSQueryType": "AAAA", - "DNSEngine": "udp", + "DNSLookupFailure": "dns_nxdomain_error", + "DNSQueryType": "A", + "DNSEngine": "doh", "DNSResolvedAddrs": null, "IPAddress": null, "IPAddressASN": null, @@ -286,12 +281,12 @@ { "TagDepth": 0, "Type": 0, - "Failure": "dns_no_answer", - "TransactionID": 2, + "Failure": "dns_nxdomain_error", + "TransactionID": 3, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 3, "DNSDomain": "untrusted-root.badssl.com", - "DNSLookupFailure": "dns_no_answer", + "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "AAAA", "DNSEngine": "doh", "DNSResolvedAddrs": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/analysis_classic.json index f7c57aaf35..b7a55fe556 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/analysis_classic.json @@ -6,16 +6,16 @@ "FinalResponseFailure": "unknown_error" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 1 + 2 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 1 + 2 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -99,9 +99,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "untrusted-root.badssl.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/measurement.json index f5a3627cd9..dcacaf4918 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://untrusted-root.badssl.com/", - "measurement_start_time": "2023-11-29 21:21:32", + "measurement_start_time": "2024-01-22 20:26:42", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.034918, - "t": 0.041084, + "t0": 0.014077, + "t": 0.019599, "transaction_id": 4, "tags": [ "depth=0", @@ -48,11 +48,11 @@ { "address": "104.154.89.105:443", "failure": null, - "num_bytes": 2278, + "num_bytes": 2277, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.697575, - "t": 0.697575, + "t0": 0.385527, + "t": 0.385527, "transaction_id": 4, "tags": [ "depth=0", @@ -71,158 +71,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000403, - "t": 0.000403, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "operation": "connect", - "proto": "tcp", - "t0": 0.008036, - "t": 0.013879, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "failure": null, - "operation": "tls_handshake_start", - "t0": 0.01394, - "t": 0.01394, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 276, - "operation": "write", - "proto": "tcp", - "t0": 0.014172, - "t": 0.014181, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 576, - "operation": "read", - "proto": "tcp", - "t0": 0.014185, - "t": 0.02224, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 872, - "operation": "read", - "proto": "tcp", - "t0": 0.022368, - "t": 0.022369, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 829, - "operation": "read", - "proto": "tcp", - "t0": 0.02237, - "t": 0.022483, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 64, - "operation": "write", - "proto": "tcp", - "t0": 0.023386, - "t": 0.023393, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "failure": null, - "operation": "tls_handshake_done", - "t0": 0.023396, - "t": 0.023396, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 381, - "operation": "write", - "proto": "tcp", - "t0": 0.02348, - "t": 0.023515, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 221, - "operation": "read", - "proto": "tcp", - "t0": 0.023518, - "t": 0.029438, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 381, - "operation": "write", - "proto": "tcp", - "t0": 0.029508, - "t": 0.029514, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 180, - "operation": "read", - "proto": "tcp", - "t0": 0.029492, - "t": 0.034715, - "transaction_id": 2, + "t0": 0.000535, + "t": 0.000535, + "transaction_id": 3, "tags": [ "depth=0" ] @@ -230,22 +81,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.034759, - "t": 0.034759, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "8.8.4.4:443", - "failure": null, - "num_bytes": 24, - "operation": "write", - "proto": "tcp", - "t0": 0.034766, - "t": 0.034821, - "transaction_id": 2, + "t0": 0.013921, + "t": 0.013921, + "transaction_id": 3, "tags": [ "depth=0" ] @@ -253,91 +91,50 @@ ], "queries": [ { - "answers": [ - { - "asn": 15169, - "as_org_name": "Google LLC", - "answer_type": "A", - "ipv4": "8.8.4.4", - "ttl": null - }, - { - "asn": 15169, - "as_org_name": "Google LLC", - "answer_type": "A", - "ipv4": "8.8.8.8", - "ttl": null - } - ], + "answers": null, "engine": "getaddrinfo", - "failure": null, - "hostname": "dns.google", + "failure": "dns_nxdomain_error", + "hostname": "dns.nextdns.io", "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.001373, - "t": 0.007961, + "t0": 0.001537, + "t": 0.007804, "tags": [ "depth=0" ], - "transaction_id": 2 - } - ], - "requests": [], - "tcp_connect": [ + "transaction_id": 3 + }, { - "ip": "8.8.4.4", - "port": 443, - "status": { - "failure": null, - "success": true - }, - "t0": 0.008036, - "t": 0.013879, + "answers": null, + "engine": "getaddrinfo", + "failure": "dns_nxdomain_error", + "hostname": "dns.nextdns.io", + "query_type": "ANY", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "", + "t0": 0.007827, + "t": 0.013909, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 3 } ], - "tls_handshakes": [ - { - "network": "tcp", - "address": "8.8.4.4:443", - "cipher_suite": "TLS_AES_128_GCM_SHA256", - "failure": null, - "negotiated_protocol": "http/1.1", - "no_tls_verify": false, - "peer_certificates": [ - { - "data": "MIIDeDCCAmCgAwIBAgIUBIWPxDB1oE/FPFAurmXxgrbyfxQwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTMyWhcNMjMxMTI5MjIyMTMyWjAtMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRMwEQYDVQQDEwpkbnMuZ29vZ2xlMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA4MDvAqJ6d0zEwwby9X88VKjnIIyRw9CqITU8jBJGdxOPgjYIv4tKtKuAB8F+6FgVGZmW8OtRnqVoqxLVwQb0mrv3natdfs1SgAzjlTWm10/aw6yMpz06yv0jUiJhJ0sAUvlTrboyrWEm8j40zze0p6O4BYxQOXWe8gDDleM8Lw/eVJSeuJPzp6rUopGLIi18Uct/3ioIyRLgt5kWdolzzaQYtoA1sLJ481nTzij/vM07cl48H0aczh4jOaHqVOxSPebCwt9Rg33ta6KiTtsgzu0uWuarod6UhmMAssEqc0SzSE/eFofRfswXOvklH0HYljMm0enNpwwmeo0PnRGXdQIDAQABo4GdMIGaMA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBRWE5OA4XQfbN2iWUGlGvXyGiOiljAfBgNVHSMEGDAWgBRZCWc83ZMIJuCeWqvo+WogXXQ6OzAlBgNVHREEHjAcggpkbnMuZ29vZ2xlgg5kbnMuZ29vZ2xlLmNvbTANBgkqhkiG9w0BAQsFAAOCAQEA6Sn9bE52EAiqHZxuJhmmQUfP/2SY7EKpXRXie4AVDaDCsfN1XW5Auqyjdg6VUaXXh+A4nJEu58/FhzaNnT4rYGFNCB0hPA+aK1KtP+Ozj/MrQc2hil0hXGB5rJA3Rjz2vVTKT1eHUn7pyeYrbRCND73shXcDKFe7b+xaYJwVX8i2fo0cG4K6omkV9dUSDT8p499y2v1rXKQkD81Q5O2c63FR3b6vMcgJOV8VBkzKGgtazZcYphs2VLGL3hgjKvrw/Hf1pKX+dRCQVX35PfmJCtz3w3UftiyRLaVtR9ZOtMQHtzRqjY+DZX3RyNEz8M+gag4wNZYGTBpVMApNhwQ4VA==", - "format": "base64" - }, - { - "data": "MIIDNTCCAh2gAwIBAgIUK0W02/eUhTsZLn87ZASDzTAWy+EwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMTMyWhcNMjMxMTMwMjEyMTMyWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAOqO27+uJb8JVeMRULPrt80Nq2G5s7FyLnlJW9tFme49TID9Z+24+Y6HrpXQVR5C2kY0Ne2XR12Iz7xqYqbKGVKir5SwkRUJPb7fcn8LJiWtGOcXuahW7bG0F7rULO5niCZn48Wyf4HtdlU/NKQIp2PltFIfJUCtBKcmO+PB0JMLaeZ+hLdAzH9tZipBKCl+DMtUUetTsGSBp2aR8Gr/04zrmw2d1cb5AJgRXuKM/gRlJScWWgDD8mcbinH8Iv6x6TySiQnrFRDquL56k6gcH0ps5Uf9ibhCYZ17Cfh+D2+RnfuMkydWTED0VPBzRUK7dRPv5ydr0BFydGjE2DKA9mkCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFFkJZzzdkwgm4J5aq+j5aiBddDo7MBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQApZhdomOy+n36GnD6m68/nEuNNYTRrz2UaqH2gYXRjal0WlqzBXQxIU7qiqQDUN30NYKhdvx87J8OkWGpgX4gq6DyIJNhr4oerhdQlB/QvJTjW+IbWrMrl2Aua2kP0K4agxXO0KCg6jc1g70utiaMLDiCZ3RCmLdFQhcoDggAhoJIfGKvRH7bfnYfQ7HiZFwzwb4TaCTmXYyeVkEqEtzJ2U8HxLfa+FM36YL83OD27gSVhAiqigRfrKpktQFxNWaX/iFwfBrqCIN85Bg/kK8ML5foEAH0AmlZaBKzQq7cgeEIIgZjqF34I2vuofvvKJFgRb+GiYD/zLDFqlnLIxuWn", - "format": "base64" - } - ], - "server_name": "dns.google", - "t0": 0.01394, - "t": 0.023396, - "tags": [ - "depth=0" - ], - "tls_version": "TLSv1.3", - "transaction_id": 2 - } - ] + "requests": [], + "tcp_connect": [], + "tls_handshakes": [] }, "x_do53": { "network_events": [ { "failure": null, "operation": "resolve_start", - "t0": 0.000487, - "t": 0.000487, - "transaction_id": 3, + "t0": 0.000523, + "t": 0.000523, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -348,9 +145,9 @@ "num_bytes": 43, "operation": "write", "proto": "udp", - "t0": 0.000872, - "t": 0.001133, - "transaction_id": 3, + "t0": 0.00091, + "t": 0.000934, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -361,9 +158,9 @@ "num_bytes": 43, "operation": "write", "proto": "udp", - "t0": 0.000798, - "t": 0.00115, - "transaction_id": 3, + "t0": 0.000879, + "t": 0.000956, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -371,12 +168,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 43, + "num_bytes": 84, "operation": "read", "proto": "udp", - "t0": 0.001155, - "t": 0.006411, - "transaction_id": 3, + "t0": 0.000971, + "t": 0.006122, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -384,12 +181,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 84, + "num_bytes": 43, "operation": "read", "proto": "udp", - "t0": 0.001139, - "t": 0.007347, - "transaction_id": 3, + "t0": 0.000966, + "t": 0.006714, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -397,9 +194,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.007424, - "t": 0.007424, - "transaction_id": 3, + "t0": 0.00677, + "t": 0.00677, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -419,15 +216,16 @@ "ttl": null } ], - "engine": "getaddrinfo", + "engine": "udp", "failure": null, "hostname": "untrusted-root.badssl.com", - "query_type": "ANY", + "query_type": "A", + "raw_response": "I6aBAAABAAEAAAAADnVudHJ1c3RlZC1yb290BmJhZHNzbANjb20AAAEAAQ51bnRydXN0ZWQtcm9vdAZiYWRzc2wDY29tAAABAAEAAA4QAARomllp", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", - "t0": 0.000452, - "t": 0.006821, + "resolver_address": "8.8.4.4:53", + "t0": 0.00065, + "t": 0.006149, "tags": [ "depth=0" ], @@ -439,16 +237,16 @@ "failure": "dns_no_answer", "hostname": "untrusted-root.badssl.com", "query_type": "AAAA", - "raw_response": "tr6BAAABAAAAAAAADnVudHJ1c3RlZC1yb290BmJhZHNzbANjb20AABwAAQ==", + "raw_response": "u7OBAAABAAAAAAAADnVudHJ1c3RlZC1yb290BmJhZHNzbANjb20AABwAAQ==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000507, - "t": 0.00642, + "t0": 0.000657, + "t": 0.006718, "tags": [ "depth=0" ], - "transaction_id": 3 + "transaction_id": 1 }, { "answers": [ @@ -460,62 +258,51 @@ "ttl": null } ], - "engine": "udp", + "engine": "getaddrinfo", "failure": null, "hostname": "untrusted-root.badssl.com", - "query_type": "A", - "raw_response": "KdaBAAABAAEAAAAADnVudHJ1c3RlZC1yb290BmJhZHNzbANjb20AAAEAAQ51bnRydXN0ZWQtcm9vdAZiYWRzc2wDY29tAAABAAEAAA4QAARomllp", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000511, - "t": 0.007355, + "resolver_address": "", + "t0": 0.000578, + "t": 0.007077, "tags": [ "depth=0" ], - "transaction_id": 3 + "transaction_id": 2 }, { - "answers": [ - { - "asn": 396982, - "as_org_name": "Google LLC", - "answer_type": "A", - "ipv4": "104.154.89.105", - "ttl": null - } - ], + "answers": null, "engine": "doh", - "failure": null, + "failure": "dns_nxdomain_error", "hostname": "untrusted-root.badssl.com", "query_type": "A", - "raw_response": "fbGBAAABAAEAAAAADnVudHJ1c3RlZC1yb290BmJhZHNzbANjb20AAAEAAQ51bnRydXN0ZWQtcm9vdAZiYWRzc2wDY29tAAABAAEAAA4QAARomllp", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "https://dns.google/dns-query", - "t0": 0.00045, - "t": 0.029497, + "resolver_address": "https://dns.nextdns.io/dns-query", + "t0": 0.000845, + "t": 0.007831, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 3 }, { "answers": null, "engine": "doh", - "failure": "dns_no_answer", + "failure": "dns_nxdomain_error", "hostname": "untrusted-root.badssl.com", "query_type": "AAAA", - "raw_response": "we2BAAABAAAAAAAADnVudHJ1c3RlZC1yb290BmJhZHNzbANjb20AABwAAQ==", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "https://dns.google/dns-query", - "t0": 0.000448, - "t": 0.034739, + "resolver_address": "https://dns.nextdns.io/dns-query", + "t0": 0.000647, + "t": 0.013917, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 3 } ], "requests": [], @@ -524,12 +311,11 @@ "ip": "104.154.89.105", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.034918, - "t": 0.041084, + "t0": 0.014077, + "t": 0.019599, "tags": [ "depth=0", "fetch_body=true" @@ -547,13 +333,13 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDNjCCAh6gAwIBAgIVANrjkm46Kgseb1YDbBlszZmDs8UdMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjEzM1oXDTIzMTEzMDIxMjEzM1owHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDqBCm6ZNrZw5dfIgNZvCsUAf6sSf5YhnY6Pn9mPJDA9Atpsm99erDYHvW++UhHkhw0bAlNmFu46eFfUbdz78zpgK//R+M7fVq3QNRKdRVsrtg59j+piUD8TVlIMAiE+S8sgJsYGLHI4nzQf3WchbnS0nfgJL6qfSUx6T0NlgP6I75RIDCErLpH4PE+nn24ntWmT6lFw6BRTqKSmaUeu86hoMvqZQ+K1riNzvwpAvIPr4BLza9AJp98Z9+CUSs4LS10e9XPQDcBMUKHnFzbw7kYvqreIvMzJ8x+YVBOnEOPVAfTPDAegmDXIT3XpSGlu1WUltHI0SemBFIESbgFnqEjAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBRab+6AlkAE9O+0P43l9R4/Vi8ffzAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAhrDVGdjyYpsEQwipDUXoe3ZxCfmfMc8dF6p9eREoqUVUTo0U+Xh0Sxom9d0yDNOEufIhqmLsc63U8hnAjXHxgp2fSYHLKRvPtay3U4VNWDJaHKeMJIlRooyVqmmjClegtlJZCQTC1NdhUIMawO/j7DpJk8hfl4CNF1RZK8u1cflysCJzPSm377drC6FKX2kz7lW9zt+whTCcXgbVv9ls9NwkK307SNLCvEg77RkTTZqAjU4XEJcbbQbZ5SWrAx/sKpvWbX7kxLDNdZV1qBi6pxPkpzzEY719v3rFMWobPEWfpRbJGYNB03vVGspXaUQWxhZ+Gb2XUKysSWRKISdHTA==", + "data": "MIIDNjCCAh6gAwIBAgIVAIAgTBmHumws5Z+gA0ACCywGUOG3MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY0MloXDTI0MDEyMzIwMjY0MlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC3iEdRa+whWmh08MUaTsFFY/OXF8t7UlQgf2VAY79lv/o/YiIqlsN45mblnulYuAqDhf6x56t2MPelKPHCyOI7DKjQYErnARoRSBDT4QMAe0tqsou0NgLrr+jWSTUs0XILlBsN7BzgdcSEEItDrukZasDeERnN+Va2WZub4LkNo2VW6f557/1PrGyZHo4p4JuneKE2jcwFhWop6QOYVpAk6gohqYQGKYNDP2Biaj5GXDtmLWyJhYb1or/M/bTHENjsCHWxCa09bwVMhEHQ5romCHqvP+d8HuV7lWe6aOmT+VwfaFiJqEcH8gK5J7J+jUrjeruI6OCXh2A0ouysSTg1AgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBT8PbKNSmiJMpj1WcEymwJSKj5DaTAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAEAmZffrRpKlvB0sbVS6SyVAM8zl4bSe+/xkArCeOwzsmUQkIMKAJVIksEGC8R8++F6OJxiHRfSVK9bqDSyzGHlcvJ6zZcRIg/gY5IfBwJbeT7q5S0prHnKz9ZTF9rYH4ROgcfy4WOdFXTI0sgEAE23iTos7sWuOaNYENDDGV/BNeO4QeuF9qCoNO6y153Uoo54QR+wQBxdA3QKQgJy8dJa7PigXVp13trJUjZdhw7Z6rJk+lRtjkTnLO3CUcFRITnG2IcTvN+b6zTtzb1tSrUd1pZiDCHlKzIPc3XcvoAyIuuyKTX6timYFugGljl7gmgj7E7NqLwBC4hGqJHb9V7g==", "format": "base64" } ], "server_name": "untrusted-root.badssl.com", - "t0": 0.0411, - "t": 0.69753, + "t0": 0.019619, + "t": 0.38546, "tags": [ "depth=0", "fetch_body=true" @@ -572,7 +358,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -620,17 +406,18 @@ }, "x_conn_priority_log": [ { - "msg": "create with [{Addr:104.154.89.105 Flags:7}]", - "t": 0.034866 + "msg": "create with [{Addr:104.154.89.105 Flags:3}]", + "t": 0.013955 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, + "http_experiment_failure": "ssl_unknown_authority", "x_blocking_flags": 0, "x_null_null_flags": 4, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -639,7 +426,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.697635, - "test_start_time": "2023-11-29 21:21:32", - "test_version": "0.5.26" + "test_runtime": 0.507358, + "test_start_time": "2024-01-22 20:26:42", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/observations.json index 95b987d6fb..8937e698bb 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 3, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 3, + "DNSTransactionID": 1, "DNSDomain": "untrusted-root.badssl.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -47,13 +47,13 @@ { "TagDepth": 0, "Type": 0, - "Failure": "dns_no_answer", - "TransactionID": 2, + "Failure": "dns_nxdomain_error", + "TransactionID": 3, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 3, "DNSDomain": "untrusted-root.badssl.com", - "DNSLookupFailure": "dns_no_answer", - "DNSQueryType": "AAAA", + "DNSLookupFailure": "dns_nxdomain_error", + "DNSQueryType": "A", "DNSEngine": "doh", "DNSResolvedAddrs": null, "IPAddress": null, @@ -87,26 +87,22 @@ "ControlHTTPResponseBodyLength": null, "ControlHTTPResponseHeadersKeys": null, "ControlHTTPResponseTitle": null - } - ], - "DNSLookupSuccesses": [ + }, { "TagDepth": 0, "Type": 0, - "Failure": "", - "TransactionID": 1, + "Failure": "dns_nxdomain_error", + "TransactionID": 3, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 3, "DNSDomain": "untrusted-root.badssl.com", - "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", - "DNSResolvedAddrs": [ - "104.154.89.105" - ], - "IPAddress": "104.154.89.105", - "IPAddressASN": 396982, - "IPAddressBogon": false, + "DNSLookupFailure": "dns_nxdomain_error", + "DNSQueryType": "AAAA", + "DNSEngine": "doh", + "DNSResolvedAddrs": null, + "IPAddress": null, + "IPAddressASN": null, + "IPAddressBogon": null, "EndpointTransactionID": null, "EndpointProto": null, "EndpointPort": null, @@ -135,14 +131,16 @@ "ControlHTTPResponseBodyLength": null, "ControlHTTPResponseHeadersKeys": null, "ControlHTTPResponseTitle": null - }, + } + ], + "DNSLookupSuccesses": [ { "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 3, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 3, + "DNSTransactionID": 1, "DNSDomain": "untrusted-root.badssl.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -191,8 +189,8 @@ "DNSTransactionID": 2, "DNSDomain": "untrusted-root.badssl.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "doh", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "104.154.89.105" ], diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/observations_classic.json index 30fec04795..ccf818f86f 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithConsistentDNS/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "untrusted-root.badssl.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/analysis.json index 5b4d18bc47..2fe14cf962 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/analysis.json @@ -115,7 +115,7 @@ "Failure": "ssl_unknown_authority", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/analysis_classic.json index 85295f77af..8aaae46812 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/analysis_classic.json @@ -55,7 +55,7 @@ "Failure": "ssl_unknown_authority", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/measurement.json index a98a2766b6..0ad5b324ad 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.com/", - "measurement_start_time": "2023-11-29 21:21:35", + "measurement_start_time": "2024-01-22 20:26:45", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.01167, - "t": 0.017253, + "t0": 0.01176, + "t": 0.017459, "transaction_id": 3, "tags": [ "depth=0", @@ -46,14 +46,13 @@ ] }, { - "address": "104.154.89.105:443", + "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2257, - "operation": "bytes_received_cumulative", + "operation": "connect", "proto": "tcp", - "t0": 0.347565, - "t": 0.347565, - "transaction_id": 3, + "t0": 0.323593, + "t": 0.329092, + "transaction_id": 4, "tags": [ "depth=0", "fetch_body=true" @@ -62,24 +61,39 @@ { "address": "93.184.216.34:443", "failure": null, - "operation": "connect", + "num_bytes": 2315, + "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.359469, - "t": 0.365842, + "t0": 0.34862, + "t": 0.34862, "transaction_id": 4, "tags": [ "depth=0", "fetch_body=true" ] }, + { + "address": "104.154.89.105:443", + "failure": null, + "num_bytes": 2257, + "operation": "bytes_received_cumulative", + "proto": "tcp", + "t0": 0.388027, + "t": 0.388027, + "transaction_id": 3, + "tags": [ + "depth=0", + "fetch_body=true" + ] + }, { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2314, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.724621, - "t": 0.724621, + "t0": 0.459998, + "t": 0.459998, "transaction_id": 4, "tags": [ "depth=0", @@ -89,11 +103,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2314, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.761757, - "t": 0.761757, + "t0": 0.599627, + "t": 0.599627, "transaction_id": 4, "tags": [ "depth=0", @@ -103,11 +117,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2314, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.869936, - "t": 0.869936, + "t0": 0.752142, + "t": 0.752142, "transaction_id": 4, "tags": [ "depth=0", @@ -117,8 +131,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.874751, - "t": 0.874751, + "t0": 0.838137, + "t": 0.838137, "transaction_id": 4, "tags": [ "depth=0", @@ -128,8 +142,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.880946, - "t": 0.880946, + "t0": 0.843992, + "t": 0.843992, "transaction_id": 4, "tags": [ "depth=0", @@ -139,11 +153,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 4029, + "num_bytes": 4030, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.880991, - "t": 0.880991, + "t0": 0.844026, + "t": 0.844026, "transaction_id": 4, "tags": [ "depth=0", @@ -169,8 +183,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000072, - "t": 0.000072, + "t0": 0.00006, + "t": 0.00006, "transaction_id": 1, "tags": [ "depth=0" @@ -182,8 +196,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000115, - "t": 0.000122, + "t0": 0.000098, + "t": 0.00012, "transaction_id": 1, "tags": [ "depth=0" @@ -195,8 +209,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000126, - "t": 0.000153, + "t0": 0.000164, + "t": 0.000177, "transaction_id": 1, "tags": [ "depth=0" @@ -209,7 +223,7 @@ "operation": "read", "proto": "udp", "t0": 0.000125, - "t": 0.003795, + "t": 0.003537, "transaction_id": 1, "tags": [ "depth=0" @@ -221,8 +235,8 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000158, - "t": 0.00438, + "t0": 0.00018, + "t": 0.003639, "transaction_id": 1, "tags": [ "depth=0" @@ -231,8 +245,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.004414, - "t": 0.004414, + "t0": 0.003685, + "t": 0.003685, "transaction_id": 1, "tags": [ "depth=0" @@ -248,12 +262,12 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "6iqBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "83aBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.00381, - "t": 0.005831, + "t0": 0.00355, + "t": 0.005566, "tags": [ "depth=0" ], @@ -273,12 +287,12 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "qouBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "qnSBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.004397, - "t": 0.006419, + "t0": 0.003667, + "t": 0.006526, "tags": [ "depth=0" ], @@ -286,6 +300,23 @@ } ], "queries": [ + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "www.example.com", + "query_type": "AAAA", + "raw_response": "83aBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000069, + "t": 0.003541, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, { "answers": [ { @@ -296,32 +327,16 @@ "ttl": null } ], - "engine": "getaddrinfo", - "failure": null, - "hostname": "www.example.com", - "query_type": "ANY", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "", - "t0": 0.000081, - "t": 0.003905, - "tags": [ - "depth=0" - ], - "transaction_id": 2 - }, - { - "answers": null, "engine": "udp", - "failure": "dns_no_answer", + "failure": null, "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "6iqBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "query_type": "A", + "raw_response": "qnSBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEaJpZaQ==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000081, - "t": 0.003801, + "t0": 0.000143, + "t": 0.003648, "tags": [ "depth=0" ], @@ -337,20 +352,19 @@ "ttl": null } ], - "engine": "udp", + "engine": "getaddrinfo", "failure": null, "hostname": "www.example.com", - "query_type": "A", - "raw_response": "qouBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEaJpZaQ==", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000107, - "t": 0.004386, + "resolver_address": "", + "t0": 0.000088, + "t": 0.003922, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 } ], "requests": [ @@ -381,7 +395,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -389,7 +403,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -429,8 +443,8 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.874751, - "t": 0.880946, + "t0": 0.838137, + "t": 0.843992, "tags": [ "depth=0", "fetch_body=true" @@ -443,12 +457,11 @@ "ip": "104.154.89.105", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.01167, - "t": 0.017253, + "t0": 0.01176, + "t": 0.017459, "tags": [ "depth=0", "fetch_body=true" @@ -459,12 +472,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.359469, - "t": 0.365842, + "t0": 0.323593, + "t": 0.329092, "tags": [ "depth=0", "fetch_body=true" @@ -475,53 +487,53 @@ "tls_handshakes": [ { "network": "tcp", - "address": "104.154.89.105:443", - "cipher_suite": "", - "failure": "ssl_unknown_authority", - "negotiated_protocol": "", + "address": "93.184.216.34:443", + "cipher_suite": "TLS_AES_128_GCM_SHA256", + "failure": null, + "negotiated_protocol": "http/1.1", "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDNjCCAh6gAwIBAgIVAPRdNVaVFu6XLyhIZh7UW34lu5SkMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjEzNVoXDTIzMTEzMDIxMjEzNVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC3m0k+o+HzprMB7k6RqcxlBKSyUrZeukgBt7wCLcN9wqSVsIdZzyppo4wya+DM9G1O6JzfX3uCRN7nHBlF06twam9vpSCkBO8oKM3yyemKLyWkyX0F7mFyw3MyMuw0XkvWAotv+y9NHy2GNzWHkSiCHa4ualiKP3cuurlDOWb7Bw5Tjk8opCY4O+U/FhYwFT6p6lisJAJlMg3O4ZD/KJq4VeNpnttG1822V+/tLZeSGpweXhYgAncv93cmlkOJsJpHQkUUiAoG2MH+4UcaowockGuTGHYC4IZI0wEa80p6babRecBUbN10zj4o/z7H4+O0kMz+MFF0C/UVydo1jdNLAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBS9AuY+2ja/bsgAEtAsbsN7dZQAejAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAmEcx0nbUiwhE1uwF1BXilNl4RHzWMtLjaVLVAj1xCHr9gsydG6B+hDZSUVFJsa9hZ3nZqbQoESBtB9oovNQ4ChSV2pIESX0gRGrtlAjVhXk/lbDUQkSOtXThUJvxehi0tHNM4IhrqqOzvFLJdEf5DzTkf/g0QV4XZlQPMqnUFs7MWOCUneluFw2NodUKgIa8x4jdArcgzbUwVVBBtgcdvzmS8tQoa5e3AuA/GL/Trl1CyoBlEObodvvyEtXvTGcZeRYIiq5x8YAiZvRSWN0Tv9FTP8qbczQa6glbrxa8YoKeuRvMVWwfAYqdr/gWU3qKdcVN7SAxXQ8iKShCGI94BQ==", + "data": "MIIDnTCCAoWgAwIBAgIUEryT1RWGP5y8/62tm7BEmVFzmJwwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjQ1WhcNMjQwMTIyMjEyNjQ1WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDlHJpzJj45cHje4aHe9hLAz6QMnpEf4HIFqqJsSNmtPaQCeAYUTWGlxB/4e+J1Dz1uwRIom4TUfGGsE4PZaAN3k7tMfNGbG/FLGRB6wCd/qoylRs4DVFlfRQEgQouu076LSE1SwxKo+myoVIktJV96ECirfoQ4Ru8YuUIAegnP24U9xtQVmAK0iWFEj4uBsnRSf7j2SSw1hDbkWGwpbDgTfpioC3Qvqg8fXBdWCFbN2VWS1PfC/63BYKq53gtOcUlw2D7Ko/eF7md7V4z8fyTXBw7tAJ0nOZeVs8rIv/6WA7zsJ8DYeN9SeG3p7C4fEeSi0PAMSClWTn3CfEludIzFAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFGEJ3A/INcheTMDFcOcalUAUj2dQMB8GA1UdIwQYMBaAFGdDRkPDJNwta0ZxJghO6yCHjV7iMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAG7U2Xn16fyEJk0xXXreSfaeCOyo29GgfEBWbH0Smj5hGD0L9A9FuJQUkTbxW9fRb82ik9bP2NpAxSswKkJp96ExLylXz2dGqLWtNG85wBww2CMlT8VX2EL8FT/hNlktqVKJ9NQ4mwfsq4IlECAENn9Ga4oGPzu9tBTdVVqy58+Y53O8pWgkmrpvhCqZJ1pvqYXDqXC/rCMj0xkAgvBVaZLNlM9Ufv54DegPjxxLPtUZJOvGY6drKUn6rgxB3J4CN4lJPXCjK23VFKxUcWqjdmpaox1W02XemHLNgsBgRcSfOVBJSJ4vVgNeRJ16qPn1HM1jDlXAaBP3IxsLRXqacS0=", + "format": "base64" + }, + { + "data": "MIIDNjCCAh6gAwIBAgIVAImaohXNttRGTjjcu5Fx0EFPKKmSMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY0NVoXDTI0MDEyMzIwMjY0NVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCyd2/NNc6i2nOVd+1/BgQZP6FuP6XFhvku6RqynIOYi9/Gzryic75HPGmLCKgar98mdUjY/5Ce7k9vp6Dt7y9pUseWJfJl3BCxPheM6Ub4TfrU35S1p8Igg6VUCXpnaXrpFBT7BFjZMDTwTU+Kfbx4d2Yt7UNWx0OyC7xn4TqW7bG4JRQZQkM7EjdViZN9O3HtlC0mr/xDXabjj79fjp/VCkEFisu5YovZ3JHaiVPse8E5t2OKvDmE2vL1Hoq1yxoqK1L4cEzpCLXQ0zZ0J0gVjyfKNK0WEaY4TIuOHQc7eBdwmA0Sm3ENuAMEN7uE+wU3qYCnx2FL9gUU1kN9vlEvAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBRnQ0ZDwyTcLWtGcSYITusgh41e4jAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAD5d/zHgjLpfBjKrYP9VgSfiCFr5b1dHHDOHtyhEUfu0Ux0Z2tfghT8XPJjnO3u09i4J6JhRXy1j44bw7nDjmCFh1Yml+CZnTvhEjVJkSn+igga9nieDZHotKgDjFNUbfcFTwRTXKJjBCH/lUSlKhutLc5xcno0aO3u3p9zBYQ45rnx9YxUf9Yp02oXSmgGsaNfEf5TqCNr6loek6NBV52dP6//fAIXMX2t/ONTESi0b8mHSNxunWQotmsqFJ8J/v0zAp3NhGv5qJCiFePkypASEKD4WbMQApb0N58DSIWRwWLPYOWu/01QF9fah5dZjOrOgCixLu8y+WG7RGJGYHew==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.017273, - "t": 0.347516, + "t0": 0.329107, + "t": 0.338103, "tags": [ "depth=0", "fetch_body=true" ], - "tls_version": "", - "transaction_id": 3 + "tls_version": "TLSv1.3", + "transaction_id": 4 }, { "network": "tcp", - "address": "93.184.216.34:443", - "cipher_suite": "TLS_AES_128_GCM_SHA256", - "failure": null, - "negotiated_protocol": "http/1.1", + "address": "104.154.89.105:443", + "cipher_suite": "", + "failure": "ssl_unknown_authority", + "negotiated_protocol": "", "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIUZx+AemCyITQoeaMPNfuAlu5ngrMwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTM1WhcNMjMxMTI5MjIyMTM1WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDTiRT0/LeosyCFvrvWWkHRlOWCidWjRBi4wXRMXmJ1N1Pd/98Nq+1dhKxqvf27s0mPk6yt6KraNKlV0D32L851U6lUi/tx91nH/CSOoZfoPv/6ZDBBxvJSeWTWrc10VN5r/j4iO7aU7XfHHg+/2OSHkB+yrbWFE1CKJLCEGo7OcSIjbXWdzxGxUF8Mj/RmhkGugIiIVIN+2mswIR32mQb6+Ox0yKTaO85ozhE8FWzEB1XiBH4RZqscYksiRQxPGRzJWm7qe6FTz2nzrw1oohT6Bng2Y14iNCoejOJv0Fy5DinxMHQWiNXbk/aqTDnDgR2wyLKp7+abHCzjG3638Ex5AgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFF24tL87Qx+pxuMiXAayAXQQGziBMB8GA1UdIwQYMBaAFMLeW4bJaKKwxsiYpJ/h8DFJPraqMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAEvtb0nuiIjO7WjaUDfpeKqcIvx7VuYq8WxlW0IaUDdS6sEngoOar43z1erDSVe+d84o1rPk7hnx5B/2nZxWIvvfqiHPibhoUsRnA0k5VXNTpzHmCg/S1opOBr5v8g55nCUFnHWdP2bQwAykUhS652mmEjHrEbvEB/MLq9uBTiTZZfWk27FLj/BLXTpadXwqHUnuSfCGhrNlzZEqAkd+eLVI6v9q0XM3utyyLQc7eOzM+PU8rkWdbSAExzxg76A0NfyQjpwa0PvDU/Y907MeSg9xOLaAf9WBOCDUxkxbjSAnymh95zbsbgEQsYhgkEj6sg0nMlCFnh5+RHRWISJ+ycQ=", - "format": "base64" - }, - { - "data": "MIIDNTCCAh2gAwIBAgIUH8Ah29BzS1UOCJWiJWthP/U93REwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMTM1WhcNMjMxMTMwMjEyMTM1WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBANGJDL2Yp9kjjZk69yGi2ALctG6TcQKmx7Wx1TnVobJLpnDoABGB885p9sjJysAWxUHIn0aMaywRJ+USZdaqIV2P/tR5qjJJ5/y6xEXuBGuOfb16EsG7VpIyMSUGiNPvMgAV/jLKoQfdWxcyXGVF5K2L5RidmM+gH7N41c6fCg1jMqo+kONc5ATjTrhNzq8bgh+zwV8+9SkNavoV/c/a/aGHqeQ6qWoHGRo7LBq0IuXiP7LPbNoDTMV2lWoyQnI7J7UapxCVRz9b9i7j6hbjsmPUV/c8mVSBhKrxS9/Q/R+5DnKGWSxnTierCOvoILjoe2SxxBbw5gHV88VNWeEiTV0CAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFMLeW4bJaKKwxsiYpJ/h8DFJPraqMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQBEZbDKS9GIV2/42GWK7nbiacbGKZcVAkrhrLmiZJPhVPug763VIzy/vr3zC38d5rFIxl5weFPRXuJZ+1yWvtRRFtls8PNq0RqWxzHg0ljoNqxS5+bqS64BGMzaLK+KEY4fwte46NuDI+irClmLj08BjyYrxlylH4AQ9CACXeizLXpZi8TX8Lo4Uo0uEnrEN4VvEwBbsHix9+NigJuqfoiil90Ug20Ng3rAJfiHMEC6hmkI9QrdyCrlkegVj9JuBehdKWxRaqlT5kJiYdmpX83B6ueU3dNtahAkUXDWIbiG7i3OQMEFeCm23D+6F1+pyOnEntuBfpVD5e9DiyRkHOZ2", + "data": "MIIDNjCCAh6gAwIBAgIVAK80QPho1wF8yorPfeL38OfcQFDDMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY0NVoXDTI0MDEyMzIwMjY0NVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC/1npEjOMKr/m2Vt2gmpYU9ItxIdUPviNhN+UsprOy0AuQuKM5AS5aMmEvQPuGlxcHPeH1UtwJypttCIOUWchNOD9NYpO877BD1AtDmwhYgbMWYU1YUjcATxJCjMvbVgVuqS/NMM/1iPFFSShTELCl2USSEB7qt/hpsfD7yeOBiDjws9XjvM2tiZraXjsunuVnshI3AlA+AWsj9dPw/iBsZWdPAf0cqGmBvQbFYG1y8g0mwjW3u/qZMe1/Oago0D3geB9j01NnANiNmvHM/WOv5jDQ3x3VIRrA1dJXsW85sv1+hgTe2prdl00B4WCW7NrFmyfRMuiR8FnE9slRxclbAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBS8o1hnQYUMmNpFEudLlkx5SKX/6jAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAj7vLxiUmg+8zOJryHXgwL5wqHQ7rVWN3/xmPxGBtIXTCmep1lE0IE9PRN02GXgNFB+ETlAd9gKk7WzCFfjWNWdxRId2e9CLUXYU+BfFiIpBSs4DfaajnLqeO9vxCXngOi8moyg5Hr5aWXf66gYDTjzCQ0CDvlfMkXpwxSK+uFqEyP2N6TbU54Oe8m9wxR46SNYsxvEdvC2llxSc/di1O1WWF1a5X9M2D+oR1D4jk6+0vwMWHR7fotlYgG7SO2CrClwhaB3E3/RpDy1ZFBztNSnkNQbzbCHUEtAFOU4PwvE1XPxKjY5fKDa/rn3Ng9CM7czoZX6u0BxH/MSdJnL57BA==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.365861, - "t": 0.374675, + "t0": 0.017474, + "t": 0.387998, "tags": [ "depth=0", "fetch_body=true" ], - "tls_version": "TLSv1.3", - "transaction_id": 4 + "tls_version": "", + "transaction_id": 3 } ], "x_control_request": { @@ -534,7 +546,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -601,20 +613,21 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:104.154.89.105 Flags:3}]", - "t": 0.011617 + "t": 0.011705 }, { "msg": "conn 93.184.216.34:443: granted permission: true", - "t": 0.874708 + "t": 0.838108 } ], "control_failure": null, "x_dns_flags": 4, "dns_experiment_failure": null, "dns_consistency": "inconsistent", - "http_experiment_failure": null, + "http_experiment_failure": "ssl_unknown_authority", "x_blocking_flags": 33, - "x_null_null_flags": 0, + "x_null_null_flags": 4, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -623,7 +636,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.881104, - "test_start_time": "2023-11-29 21:21:35", - "test_version": "0.5.26" + "test_runtime": 0.844209, + "test_start_time": "2024-01-22 20:26:45", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/observations.json index eb081be6dd..f47f0c0db7 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/observations.json @@ -55,13 +55,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "104.154.89.105" ], @@ -106,13 +106,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "104.154.89.105" ], @@ -161,7 +161,7 @@ "Failure": "ssl_unknown_authority", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/observations_classic.json index 8881ce6ae9..ef5dd59035 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithUnknownAuthorityWithInconsistentDNS/observations_classic.json @@ -60,7 +60,7 @@ "Failure": "ssl_unknown_authority", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/analysis.json index 8a8694a62e..12c05ea8b7 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/analysis.json @@ -58,7 +58,7 @@ "Failure": "ssl_invalid_hostname", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -107,8 +107,8 @@ "DNSTransactionID": 2, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "104.154.89.105" ], @@ -153,8 +153,8 @@ "DNSTransactionID": 1, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "104.154.89.105" ], @@ -194,9 +194,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/analysis_classic.json index b77b5f73cd..cb9b4a4415 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/analysis_classic.json @@ -6,16 +6,16 @@ "FinalResponseFailure": "unknown_error" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 1 + 2 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 1 + 2 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -55,7 +55,7 @@ "Failure": "ssl_invalid_hostname", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -99,9 +99,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/measurement.json index 8b7abca53d..2d9a2ad3a7 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://wrong.host.badssl.com/", - "measurement_start_time": "2023-11-29 21:21:34", + "measurement_start_time": "2024-01-22 20:26:44", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011414, - "t": 0.016507, + "t0": 0.010874, + "t": 0.016119, "transaction_id": 3, "tags": [ "depth=0", @@ -51,8 +51,8 @@ "num_bytes": 2269, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.026984, - "t": 0.026984, + "t0": 0.027082, + "t": 0.027082, "transaction_id": 3, "tags": [ "depth=0", @@ -78,9 +78,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000076, - "t": 0.000076, - "transaction_id": 2, + "t0": 0.000075, + "t": 0.000075, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -91,9 +91,9 @@ "num_bytes": 39, "operation": "write", "proto": "udp", - "t0": 0.000129, - "t": 0.000136, - "transaction_id": 2, + "t0": 0.000114, + "t": 0.00014, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -105,8 +105,8 @@ "operation": "write", "proto": "udp", "t0": 0.000139, - "t": 0.00021, - "transaction_id": 2, + "t": 0.000142, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -114,12 +114,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 39, + "num_bytes": 76, "operation": "read", "proto": "udp", - "t0": 0.000152, - "t": 0.005671, - "transaction_id": 2, + "t0": 0.000145, + "t": 0.00539, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -127,12 +127,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 76, + "num_bytes": 39, "operation": "read", "proto": "udp", - "t0": 0.000226, - "t": 0.006265, - "transaction_id": 2, + "t0": 0.000144, + "t": 0.005755, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -140,9 +140,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006293, - "t": 0.006293, - "transaction_id": 2, + "t0": 0.005776, + "t": 0.005776, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -169,25 +169,8 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000094, - "t": 0.004856, - "tags": [ - "depth=0" - ], - "transaction_id": 1 - }, - { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", - "hostname": "wrong.host.badssl.com", - "query_type": "AAAA", - "raw_response": "S5yBAAABAAAAAAAABXdyb25nBGhvc3QGYmFkc3NsA2NvbQAAHAAB", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000085, - "t": 0.005675, + "t0": 0.000088, + "t": 0.005644, "tags": [ "depth=0" ], @@ -207,16 +190,33 @@ "failure": null, "hostname": "wrong.host.badssl.com", "query_type": "A", - "raw_response": "7VqBAAABAAEAAAAABXdyb25nBGhvc3QGYmFkc3NsA2NvbQAAAQABBXdyb25nBGhvc3QGYmFkc3NsA2NvbQAAAQABAAAOEAAEaJpZaQ==", + "raw_response": "ycqBAAABAAEAAAAABXdyb25nBGhvc3QGYmFkc3NsA2NvbQAAAQABBXdyb25nBGhvc3QGYmFkc3NsA2NvbQAAAQABAAAOEAAEaJpZaQ==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000119, - "t": 0.006269, + "t0": 0.000121, + "t": 0.005399, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "wrong.host.badssl.com", + "query_type": "AAAA", + "raw_response": "KXaBAAABAAAAAAAABXdyb25nBGhvc3QGYmFkc3NsA2NvbQAAHAAB", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000084, + "t": 0.00576, + "tags": [ + "depth=0" + ], + "transaction_id": 1 } ], "requests": [], @@ -225,12 +225,11 @@ "ip": "104.154.89.105", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011414, - "t": 0.016507, + "t0": 0.010874, + "t": 0.016119, "tags": [ "depth=0", "fetch_body=true" @@ -248,13 +247,13 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDfjCCAmagAwIBAgIUHbo//vbavmNEITd/B1Z+tNElATMwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTM0WhcNMjMxMTI5MjIyMTM0WjA4MRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMR4wHAYDVQQDExV3cm9uZy1ob3N0LmJhZHNzbC5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDAJZcG6R93gHWZeplwqAydfqIuBPnE1ddN0qmzV8N14s3Jmsa7zD+sRWEH+fxZLEkLbcFWqAZSydmct1FTJ4E+jC73rBxANC78MSqx0iaD8epwHvViQfFrn8yIFLQZ2U+XK0s6qGfUdOnxnid6T77UzcONY1AYSxagBaRa5jbaoqdtZjzKsbrr2r8HkZz8GEm+77WMxuYg/OQA6aL5wGEZ1UQr1przopu54kS6S44cY6ImbTJgZWxaN4/G63+EvBYR7zgsNbvHF6cIV7GsqpD3rVohbsjeq1y+0hebozdDEvDCc1CZNFMeSdCjYH+CitDW3qEkhJ78mR1f7ZFPOsZVAgMBAAGjgZgwgZUwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFFADv8nsBoGBQJ02Sh/Sh9YQHb9nMB8GA1UdIwQYMBaAFLwVUbA137gqP+HsdoHqziumLeblMCAGA1UdEQQZMBeCFXdyb25nLWhvc3QuYmFkc3NsLmNvbTANBgkqhkiG9w0BAQsFAAOCAQEAhJfhISbCpgcwGiCjVroRPMdytZm1sHZZXBWqFpwd6j/Tu20V0prXdPs2IW2QGFI9ycK541sjyoL6UjetL3yQg05Gsh8nWfrK8tRrsLnHwdEaBdukqs7qkd6xd66aCJq8lBnLEEIEWdN9sabG4G/G7TwdrKs6PMZ78ohGCh2YhAiqJ/eJZhUoeW8nFkRsEYoHn/oZ4q18wXGu7o3fQVSofdU0fStX7Z3LvTr+kLrCnT+3OxIriZNs3Xa7VXp8iC0vxsu4BN92FTFtY2GMHaEd0b1arIw1GHa4AZRgG8SloocPFUpZi4CcMKg+y+iohXgHFjS38YhGF7maoZIijxCUqg==", + "data": "MIIDfjCCAmagAwIBAgIUBiCxAlXadYUzb14RMCoK4yWK8YowDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjQ0WhcNMjQwMTIyMjEyNjQ0WjA4MRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMR4wHAYDVQQDExV3cm9uZy1ob3N0LmJhZHNzbC5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDO+Uaz/w2gzD3HhCn0oIjGxrEjwGVhQ7xhGU0L/VTfEHXYD2tlgeaYrikxT+2BljcgmdEFD9qMXQN/QkLbrNVSYrVR0KlSIKXqrTZrs2iG7xHZzcNUQsJyU3zs5kkjmoI0ZmgxDp1I4aL17YKmVbdEEV+XYhiWuru2SKMQQRpUZLfUl25M3UeA+kE6ala2bc7W9PKZfX6zzEYasfMbZM+iOgF21IqaoCMhgS+qw9FevmtQoupMXxjAaImtLdVrLZ4aiBywSO7idyJ0UXIji+IM8MKIBYjDpb6G/h8YkFxZhWU7mOfn+0Jg5CPxoiBY821TXD6p66a8vUm3qAXJXnlbAgMBAAGjgZgwgZUwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFH67wZluJ5R23Tp3KIjpLU9VSSuNMB8GA1UdIwQYMBaAFD99tR6FTHvFJzz1GvdNGs0voBWDMCAGA1UdEQQZMBeCFXdyb25nLWhvc3QuYmFkc3NsLmNvbTANBgkqhkiG9w0BAQsFAAOCAQEAYrsd+HJKDGIJg0fdzF6wFN9hCytIo31l4bawla6WGcQz7iEr3bEbSnpKZQLg4AjwQmAqWsyDYCf6UfE9Nx/nHk6abKP9b8sEmgcxDuhDklGr/nYCabtK633/vdZudutD3FiRjX4bd/rWA/7eErSyQT7rRsglnutq3gKkhwfkow89XxecHfcHc2KvR+vGxX3scv83XOuzKhiP+okOyj/Rwu9MP2it5WQSh6w+ovcz18I1afo4ppL3CkoAXf31PbOdtSrRGwvNxseFMdR7A9EPhC3WkMH6i2CZtIwndE1At91cyFD3TGrlzw4dQjcmK9vMeC3OcOnFBdpfuEumP6aVww==", "format": "base64" } ], "server_name": "wrong.host.badssl.com", - "t0": 0.016525, - "t": 0.026957, + "t0": 0.016137, + "t": 0.027054, "tags": [ "depth=0", "fetch_body=true" @@ -273,7 +272,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -322,16 +321,17 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:104.154.89.105 Flags:3}]", - "t": 0.01135 + "t": 0.010831 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, + "http_experiment_failure": "ssl_invalid_hostname", "x_blocking_flags": 0, "x_null_null_flags": 4, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -340,7 +340,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.506402, - "test_start_time": "2023-11-29 21:21:34", - "test_version": "0.5.26" + "test_runtime": 0.505917, + "test_start_time": "2024-01-22 20:26:44", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/observations.json index b2c33e2879..4cc50aae4d 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -50,9 +50,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -96,9 +96,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -146,7 +146,7 @@ "Failure": "ssl_invalid_hostname", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/observations_classic.json index 30cd369216..6447f01f74 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/badSSLWithWrongServerName/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -55,7 +55,7 @@ "Failure": "ssl_invalid_hostname", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "wrong.host.badssl.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/controlFailureWithSuccessfulHTTPSWebsite/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/controlFailureWithSuccessfulHTTPSWebsite/measurement.json index f9160b70ed..bf7055a5cf 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/controlFailureWithSuccessfulHTTPSWebsite/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/controlFailureWithSuccessfulHTTPSWebsite/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.org/", - "measurement_start_time": "2023-11-29 21:21:37", + "measurement_start_time": "2024-01-22 20:26:47", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011113, - "t": 0.015861, + "t0": 0.010594, + "t": 0.016302, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.024958, - "t": 0.024958, + "t0": 0.024996, + "t": 0.024996, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.031615, - "t": 0.031615, + "t0": 0.031292, + "t": 0.031292, "transaction_id": 3, "tags": [ "depth=0", @@ -73,8 +73,8 @@ "num_bytes": 4030, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.031649, - "t": 0.031649, + "t0": 0.031322, + "t": 0.031322, "transaction_id": 3, "tags": [ "depth=0", @@ -100,8 +100,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000105, - "t": 0.000105, + "t0": 0.000056, + "t": 0.000056, "transaction_id": 1, "tags": [ "depth=0" @@ -113,8 +113,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000173, - "t": 0.000198, + "t0": 0.00009, + "t": 0.000096, "transaction_id": 1, "tags": [ "depth=0" @@ -126,8 +126,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000219, - "t": 0.000224, + "t0": 0.000132, + "t": 0.000151, "transaction_id": 1, "tags": [ "depth=0" @@ -136,11 +136,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000216, - "t": 0.005285, + "t0": 0.000108, + "t": 0.005235, "transaction_id": 1, "tags": [ "depth=0" @@ -149,11 +149,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000239, - "t": 0.005503, + "t0": 0.000165, + "t": 0.005469, "transaction_id": 1, "tags": [ "depth=0" @@ -162,8 +162,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.005526, - "t": 0.005526, + "t0": 0.005519, + "t": 0.005519, "transaction_id": 1, "tags": [ "depth=0" @@ -175,42 +175,42 @@ "x_dns_duplicate_responses": [], "queries": [ { - "answers": [ - { - "asn": 15133, - "as_org_name": "Edgecast Inc.", - "answer_type": "A", - "ipv4": "93.184.216.34", - "ttl": null - } - ], + "answers": null, "engine": "udp", - "failure": null, + "failure": "dns_no_answer", "hostname": "www.example.org", - "query_type": "A", - "raw_response": "MeGBAAABAAEAAAAAA3d3dwdleGFtcGxlA29yZwAAAQABA3d3dwdleGFtcGxlA29yZwAAAQABAAAOEAAEXbjYIg==", + "query_type": "AAAA", + "raw_response": "F4WBAAABAAAAAAAAA3d3dwdleGFtcGxlA29yZwAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000148, - "t": 0.005294, + "t0": 0.000065, + "t": 0.005238, "tags": [ "depth=0" ], "transaction_id": 1 }, { - "answers": null, + "answers": [ + { + "asn": 15133, + "as_org_name": "Edgecast Inc.", + "answer_type": "A", + "ipv4": "93.184.216.34", + "ttl": null + } + ], "engine": "udp", - "failure": "dns_no_answer", + "failure": null, "hostname": "www.example.org", - "query_type": "AAAA", - "raw_response": "qPaBAAABAAAAAAAAA3d3dwdleGFtcGxlA29yZwAAHAAB", + "query_type": "A", + "raw_response": "zG6BAAABAAEAAAAAA3d3dwdleGFtcGxlA29yZwAAAQABA3d3dwdleGFtcGxlA29yZwAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000191, - "t": 0.005506, + "t0": 0.00011, + "t": 0.005488, "tags": [ "depth=0" ], @@ -233,8 +233,8 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000109, - "t": 0.005881, + "t0": 0.000065, + "t": 0.005726, "tags": [ "depth=0" ], @@ -269,7 +269,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -277,7 +277,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.org", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -317,8 +317,8 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.024958, - "t": 0.031615, + "t0": 0.024996, + "t": 0.031292, "tags": [ "depth=0", "fetch_body=true" @@ -334,8 +334,8 @@ "failure": null, "success": true }, - "t0": 0.011113, - "t": 0.015861, + "t0": 0.010594, + "t": 0.016302, "tags": [ "depth=0", "fetch_body=true" @@ -353,17 +353,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIUNRthw7Z3GiMEej+YwcoidUcmuvgwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTM3WhcNMjMxMTI5MjIyMTM3WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC6XzkjZSXpWigVWexK83xtfuOdQcsbssXhFSSzYhpvnXs2mBD8gHvsAOj2DsFxwL++QH8KYX1rkJqMuRDeekclIdhTWlry12301t3ZenOtE+oBujxw/TxJsh0d/+c/SurDg3GtBzfyXHMxjw77gyc46pVt/2Yt1AJnyPWpxiDySmeomY2FiEVWjI9USYvazamL7U/XYFl85PWEZuyntHf4P+Yd8bypt9AcllvCXXzH+rTKcDdrkr0wbLtIKHN3aLGUksW0fo+jCouOi88LSVatmbj3ZBjtAbTx+Udeww1hf0sYCruKRIPJTUfHHSYnEnHXbiKrnanOObgvLjY2WNA7AgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFElPSNkwvoyOq5OUlnRbqldJzPeGMB8GA1UdIwQYMBaAFCkLOPErHYya/Xph1hHOH2oZ29S4MEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAEga1ieGTLCi3mC1yA8SYoNBTsBIo3x/T3YJAEOgXVduPjw6mMZfU/4AWevamZbhWodO03WOT4R9uv7c9nb/+82m+YH/yDjggPTURjTfyyBLvOd119aYWDfvq6DTLlMBTTPd+P2JvPuVl0YuI7YzA6dU5QVniIrPykIkQ+KXVdTUzsnUsvPdYwStc6UUv1ixlM0ikrNtG/+/kM94M1GLThANayKkBzPgwPx/R0E8aRE35NpFrwH8ZBs6flLuRqb9C46eViXQUC8m4X+q+NwuqRl5xbKsr9Fk8DNtcXq7u1QXCK42Za2B/5ODef05Nqb3I30m/ispj2QVTD3SyFMnQFc=", + "data": "MIIDnTCCAoWgAwIBAgIUHOLPtt/Y9Tjus/DkyVl8p+CASOswDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjQ3WhcNMjQwMTIyMjEyNjQ3WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCmtbt6pHFP1eIMDIp5sx7bEIpY1UjDxW3aPCkbhOX8ctsIVhK6785bOTlgJc6tDeABsj0lIv3VlfLPDVwWxgj2yPAxgu4MgmBMAwV+9H5D9qAAcE78HWWAuUGTgF4drIHnEH+OQz9lGx5yyLXW+tt+z6pOiGMzgTX7JhUBfEVYgrPfD4iXC41tkhjQaXHSf1EFgOk36RucngeXRq4Xr6SzXe5A8f858dvRk4g6KJt7gV98C106O/YfGdTnxi+S/jhke2lIJ9vl211Y/fb0Emy0LYCXXg9XNsauwngSJ309LyIhZVvC0DX7aA7K6MZS8e/GFvtlz0JSvZeLcGnOF6BxAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFH/vADtzCOc1NXAB47SSa6OWOmrIMB8GA1UdIwQYMBaAFBD3c4ndeSqfiSt4ASXBmTgDIQiEMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBADAdORBXdpY93WN22PaicCsa0nyJoEVkhfzoEPipdEwOV9UJyFyTd++AacfRnBFas8d/N7EgQ8TM1qAcXZoyHzCk2XYLD5pbcWBI3vh91seP5uCsENdOwaCy8AGZ2TnmWD7eH585UwPNORmhl/svo6+fxjzlXmBNF+wxF+9TFBJZVk9jlIXr3xaDNSfrAHiGDC9vtDXV+/e7btWJEMsZyuRFK+ielbFgZqEZk8eLqgoXvij/Q4S+LRZNWDsNK/LZMQi60CC5u4xAS59646GTyi2MWYQBbh7czHa4s2FNi/gaU5wm2dhnSobYJPbyaTHH3r7aSZ9WOPSk+ZdjofC1GNE=", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAPa2fKigBD/nCBZr7v3V7aIn/iTrMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjEzN1oXDTIzMTEzMDIxMjEzN1owHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQChnuuJVeCe8K9UqLfcypKyoAv256IzgFn1aowXSIfAGp8ik+IJ5txpqtv9ECeW0c8Evb8Dm09lB1tRZjYjpVthOdvZCp2a8AZwXc0XIx7DlQbBfYb1q5hV3ilaE4WapBAgOQ2MTTe+9WceEZlURJ/qfhLvpqeT+4mbrAu31aflfpkFAUKzkPNypDU2+GwsGzVHAxSuNSRinIM5KpmlcG4wimlQB6QySC8saR6YV86ZYxZJ0P1BCm0djIDUHVi05qugghC1BiEdZTbi13xLNHC08JfnsobJlH7ingfvdXNvkppJnKR4Y7xUbrtN0aoP8Ad8f/mhHzkZXvQZM+jpgjkRAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQpCzjxKx2Mmv16YdYRzh9qGdvUuDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAc+JD2DbL/keXriG8cYvnCQFaZ/jc5SyJOzpbBCVcHJptQVOeJCsSKeiw0JZfhOwFe0vuJHtYiYb/ljMs4osvO1p43LauioWcHEVkOgkEDAhuuuUJ4MsAgPuEP8VOuGHhvzw/m/FuZImfctkOF3B5OY8lr5BFwXpe0CbDWmnXQqFLheLbZt1q3bIw07k+V6ZyOG5A3ZmKXwplTCXex+ANJvw0R8sH3l2+BsZ7uSOJoqNUBe4pdxP3Ik9catRZXNP9zNmiQXgo98SO77+iUGnBrZ9JhqIE1zY+06KKyROPSqzC9QkM9l5bB5ZfdJ79Hralya9GIcs9bQ9Bbf34ReaPoA==", + "data": "MIIDNjCCAh6gAwIBAgIVAL6s37NfuOayi+T2DgN5mQTLLPK5MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY0N1oXDTI0MDEyMzIwMjY0N1owHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCjl5saV/y/Oznbzmb3e+eXJY1ydUOe+x2AvfVr1B2OsNgFMnq9ITVTWF5nclSn6tHdRkesWCLxzD2Js7rCtRayEJdoVBHUL2htoqweknN81QEJpFa1yjEhGYWNSc3TBurn8TzQ/R4rdPvAi8Y04Fxlq9P4oRqZnUBO9IWJ4Ha5nRS13iis1Oj7cC/Lar3XFMvHaPr/cqzgmVP5vJkUvEzIKyaIJCmX+tnNsIPmnkijfuHptNkO3+iUszfylwAGRH1hbkCnTu0ZuWlP5hLpTOJzVZhSMmDEfuhdbkGWf9akhCmPbW3HlJ3QGe0WDlSWKJWy10LZmPIu+PMBDJDgsrB1AgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQQ93OJ3Xkqn4kreAElwZk4AyEIhDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAoCpwIkvNQpYa2+QY6eMAdHyve6GDIAfwOpYBJfjjnDYIj4j7o6nSXoksXhR4thyxV/ZkQIRF2+jLwVZv/VJqAFnfGoOvBwA4zLhYizD1OiXEZCnmHIpGelFPbZsBO0m83Qpb8I2j5kndOEvwFiG/vKO/JbeHdWTV15o4uswbwbDTh/zFtv5OL8vZDekgBh+16sb+V1bOk/k381HycNFrLQf8hrYuN+QHAEZXxLu/FMkJhJWYyM//usi+Z75gp86tlcINLX+asCcERt/TA3iC0TRPy9nbiTeSko/tKVjdhWiW/IbGU4TyeJoyJ+JHUv+XDN+jMO6vE5xTzleL5t9eYw==", "format": "base64" } ], "server_name": "www.example.org", - "t0": 0.015878, - "t": 0.024929, + "t0": 0.016317, + "t": 0.02497, "tags": [ "depth=0", "fetch_body=true" @@ -382,7 +382,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -395,20 +395,21 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.011061 + "t": 0.010549 }, { "msg": "conn 93.184.216.34:443: granted permission: true", - "t": 0.024939 + "t": 0.024979 } ], "control_failure": "unknown_failure: httpapi: all endpoints failed: [ connection_reset; connection_reset; connection_reset; connection_reset;]", "x_dns_flags": 0, "dns_experiment_failure": null, - "dns_consistency": "consistent", + "dns_consistency": null, "http_experiment_failure": null, - "x_blocking_flags": 0, + "x_blocking_flags": 32, "x_null_null_flags": 8, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -417,7 +418,7 @@ "accessible": true }, "test_name": "web_connectivity", - "test_runtime": 0.506, - "test_start_time": "2023-11-29 21:21:37", - "test_version": "0.5.26" + "test_runtime": 0.505859, + "test_start_time": "2024-01-22 20:26:47", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/controlFailureWithSuccessfulHTTPWebsite/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/controlFailureWithSuccessfulHTTPWebsite/measurement.json index cb8e1d7863..5d788e194d 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/controlFailureWithSuccessfulHTTPWebsite/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/controlFailureWithSuccessfulHTTPWebsite/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "http://www.example.org/", - "measurement_start_time": "2023-11-29 21:21:36", + "measurement_start_time": "2024-01-22 20:26:46", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.012473, - "t": 0.017341, + "t0": 0.012089, + "t": 0.017667, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.017388, - "t": 0.017388, + "t0": 0.017712, + "t": 0.017712, "transaction_id": 3, "tags": [ "depth=0", @@ -61,8 +61,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.012567, - "t": 0.018294, + "t0": 0.012096, + "t": 0.017781, "transaction_id": 4, "tags": [ "depth=0", @@ -72,8 +72,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.023102, - "t": 0.023102, + "t0": 0.023947, + "t": 0.023947, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "num_bytes": 1671, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.023128, - "t": 0.023128, + "t0": 0.023974, + "t": 0.023974, "transaction_id": 3, "tags": [ "depth=0", @@ -97,11 +97,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2316, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.027447, - "t": 0.027447, + "t0": 0.026139, + "t": 0.026139, "transaction_id": 4, "tags": [ "depth=0", @@ -127,8 +127,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000088, - "t": 0.000088, + "t0": 0.000327, + "t": 0.000327, "transaction_id": 2, "tags": [ "depth=0" @@ -140,8 +140,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000474, - "t": 0.0005, + "t0": 0.000391, + "t": 0.000396, "transaction_id": 2, "tags": [ "depth=0" @@ -153,8 +153,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000609, - "t": 0.000625, + "t0": 0.000396, + "t": 0.0004, "transaction_id": 2, "tags": [ "depth=0" @@ -166,8 +166,8 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.002086, - "t": 0.006401, + "t0": 0.002005, + "t": 0.007455, "transaction_id": 2, "tags": [ "depth=0" @@ -179,8 +179,8 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.002397, - "t": 0.007842, + "t0": 0.001979, + "t": 0.007581, "transaction_id": 2, "tags": [ "depth=0" @@ -189,8 +189,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.007878, - "t": 0.007878, + "t0": 0.007611, + "t": 0.007611, "transaction_id": 2, "tags": [ "depth=0" @@ -218,8 +218,8 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000078, - "t": 0.005834, + "t0": 0.00007, + "t": 0.006743, "tags": [ "depth=0" ], @@ -231,12 +231,12 @@ "failure": "dns_no_answer", "hostname": "www.example.org", "query_type": "AAAA", - "raw_response": "57WBAAABAAAAAAAAA3d3dwdleGFtcGxlA29yZwAAHAAB", + "raw_response": "UQCBAAABAAAAAAAAA3d3dwdleGFtcGxlA29yZwAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.0004, - "t": 0.006411, + "t0": 0.000349, + "t": 0.00746, "tags": [ "depth=0" ], @@ -256,12 +256,12 @@ "failure": null, "hostname": "www.example.org", "query_type": "A", - "raw_response": "bg+BAAABAAEAAAAAA3d3dwdleGFtcGxlA29yZwAAAQABA3d3dwdleGFtcGxlA29yZwAAAQABAAAOEAAEXbjYIg==", + "raw_response": "yvqBAAABAAEAAAAAA3d3dwdleGFtcGxlA29yZwAAAQABA3d3dwdleGFtcGxlA29yZwAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000453, - "t": 0.007849, + "t0": 0.000363, + "t": 0.007587, "tags": [ "depth=0" ], @@ -295,7 +295,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -303,7 +303,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.org", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -343,8 +343,8 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.017388, - "t": 0.023102, + "t0": 0.017712, + "t": 0.023947, "tags": [ "depth=0", "fetch_body=true" @@ -360,8 +360,8 @@ "failure": null, "success": true }, - "t0": 0.012473, - "t": 0.017341, + "t0": 0.012089, + "t": 0.017667, "tags": [ "depth=0", "fetch_body=true" @@ -375,8 +375,8 @@ "failure": null, "success": true }, - "t0": 0.012567, - "t": 0.018294, + "t0": 0.012096, + "t": 0.017781, "tags": [ "depth=0", "fetch_body=false" @@ -394,17 +394,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnjCCAoagAwIBAgIVAJih+sP4TrUB8FLCfS0BwtQ4PnE+MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjEzNloXDTIzMTEyOTIyMjEzNlowMjEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEYMBYGA1UEAxMPd3d3LmV4YW1wbGUuY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA7epcm3kk7Ns0WZ2XTa5R2BobU/rp+062xny9rsqvD9suPs4+P7C5I3IhoTKF3ftNWuQj4S2R3XBVmrzyuSkftCv/fvetG4LFq3a0tYayEavbylWlVemaePo0Gc3IbLW4eBjgDlTou/qwJh0TqSoGBnK8GbBh+k655XPupeZ3u3fa1asSagASRpb7xJkpNCuCMXKH5GWFqo5KB5ZnmCOw9oJYS6MhES6kJGlC2MbXpdAnD5/k/UF7JSKoKgtvtcD53kCYwK/OKDC6qB9vTKqRopEjaTaXQ9qK2maQnfLTnkMIlphvLmErhRaPzY68woRenr2LnMQsE+Y6jyAz96XnuwIDAQABo4G9MIG6MA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBT5vn0kxUhOulMCheWa6JU6qDLHYTAfBgNVHSMEGDAWgBTioO6I12jsHaMZy+tUh8AoYTit6TBFBgNVHREEPjA8gg93d3cuZXhhbXBsZS5jb22CC2V4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUub3JnMA0GCSqGSIb3DQEBCwUAA4IBAQBbvdBbSaoWCWCqYkZXK1jUGeJqHjmLEXsh2++I0v+abjUR/P7ActpwIKdXYGGPTDx3BeLnOftQQePa2n66ZUusnsO2qjI+2krm1X0NXuND1Z6tyn2ruZXjcnBM8ZiPrVN/opJGB6TjXTRXIYVxfX0Nbm6JHiZyuQcWk/Wr+fHQWZmWXCs143dWay0WyLLS5Ax4T34/yABcAJamBpKiKYHBhFutbg/blBGGYBxooLBmKmqZDHPUeDwn7ue5XlJGYG0Q3mZNPCO1eNhbMwv4CJqeqF9fTfuM1TzMOKQPmS9efVDQGxNeEv/t3+a+4Sl6axJ9A3U0bxijSZdJxbM5WW8F", + "data": "MIIDnTCCAoWgAwIBAgIUS9dSNasJpCVVzYVkksOHKQgsclMwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjQ2WhcNMjQwMTIyMjEyNjQ2WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDa+1dXpCLaPoEwPeCGHqmYp92Y8eI0P2nIhFjoz+uVez5byNcqqtvY8lfAoL8eyXsApG4fZef9XLqnFLV8qaYtItRlmHMj343fkVAtMjpQzEXRDIt2wtyajUgzTGF2YKfFNtCM34Vbu6n3ziN2kyXPJSID6XKt/WV61WW6rWY1K/Wq+QRSBMe5P+viLycIpwb527usrpP5Qrdl1SfMevXJTG/Tkvfe2ROSxPLX4YPFIsQItPREa5hGtBs1rxdZw9fxJn63WqSAbyNAS0tJYHpmLguFgCL/y6hs3TnRpTq+dLKqC9XyNy9Ue6mNtl4oZgi9qZm/KRZ133efSL07WBkRAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFFHT4ZmkmKSwST+4GpLYbwhedqxeMB8GA1UdIwQYMBaAFJFgmhZwvfan/EHp3bKwCttJ97fYMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAJ1RtzWS2N0hfQY6Jdymuh6AhYOvljeUD7iDAAP2fnk29Uy1m1NDq8nt70R+Mw2q+3OaoKkrNm3ye7tyWnjxgUA/kAPYwbJpFZFSCCFaOUtpsKu4l+C1I0GI7EjN6Jl5ywG49GThZTY1kbqZFlITFuYo6bvdli0CsX1a/zUR5lw2uk9mhLvH5nrxKcetORV8tZNnP0WAdUGySn+GLKghpiQE+6LuMiyQShgt/6a/RH2ePCAXoAaWj/cFHdshnNn2J/TXi40q8AMwcexhCQq+v5wRdX/cDO1za42hDoRWNfQhogMRnDqmGGCYZkX9LPs2R90mPGU77i0zA5vt/jHaBLc=", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAIvlJnV8qVJyeGref+O+Yyt22glRMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjEzNloXDTIzMTEzMDIxMjEzNlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDF8T/GQwYdvgZcuz1jmz5unMwcsf1fqjCdDReW7PpdS1CGEMCn9zcezaNdpGXlrjJtOCPu2om9nvZDTGmAijZBjadaJ3aqwWhozXrqPf3OwFhr1nZMjoJ7GnBHCYg+gyhTWDAOK4HDYDQCxmStxEfAUipVq8yZtTT5cKmAPEcabxJVNLH0ZZReZi8VQnXN99Jb9tOicOcACIl5oX1TRUy+DzmxRkuAgQ0y8fNpGdaELgAFf05Bm5qqkdHmHJ3qxdGz7dnAwvNs8E2BOtGlNRqDKvijW0LCgq5JRi5UA4pAso9lNrV+ac6DfhlUmwK2YFmFy9hD0AFT9lzOdReQTghbAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBTioO6I12jsHaMZy+tUh8AoYTit6TAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAjERiVgWxpLDRmSGNamc5Bp09E9GBQG0eWQ7jZ/nQK6xb+6Ky/91XbkuSuM08w3YR94EcYx1smsu8CL7VIy5B4pRARLCofaB3eh7T47AWOzdaOeXkS4jwb95LZfggMtEHsiPa0c2Xk2vTGX/VZAOqrNwlKIq33G2kUt5W4OHsSEpGLigoADk5OR7Zy2rwphXELL9t1L36aUttJLaVcXyYv6JLzp2qVXjTUlvO6uL+DE0ZU7pEsuOOL+n6sxvI8zdeSKV63o0kP3kkjujveXv7aM4auGcKiw4lvvCnWJue5cTcDiC6fTEGD7NPXOe2en5Z4vh7+BwU6mWnWzQAINZ2vg==", + "data": "MIIDNjCCAh6gAwIBAgIVANHPFIa7n5tzEW5zQ2v4eG00IQmvMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY0NloXDTI0MDEyMzIwMjY0NlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDa+2tsYa2kPyeg/aCR/YBnow/pD0HP4PyLnACEIrpr+gbJ9qjkPbszS9k7RamMhWlRpIP5AGJUYRNKMrD8HQlz+WDzwYgtzjkMSgnWxiKB+uk9bVwoTQWbjFwha0AzGVzm/S9JH6b9NsfKVnF7djf4C65UtQEl1nqLwZ9tpacG1D36phZnSlix5vkF7uVUdv3yuTejR6U9fRy/d1TCYVcvJ/4qbPbuVj1qDJ8T6EKN/kCJxz9CgzoZihTetsCxgzR8Ky5bfzxk/27cBoy/R5K1Bp/AmT9DJfyDE+rMwE5al1SE/U38FqKybFu+MdEztaHTI7cv7vILyXDgoNWsUkWlAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSRYJoWcL32p/xB6d2ysArbSfe32DAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAobKvZVTEw7VrBdG8ppjQd8OE8UqpPei+UmgNpIUEIAP6G9evT57DSDvsbhDp8rXJd4ATruVX9WfiNMiRpeZj4HWAPvnELJfbvZXVAqnXM1FzTIcgrurbuqNTNHgFGctQ4ttDK/6Qto0NyNppHWoMlAwFCR9NNrMaPyoZvh0tOB5HpNvM1+n+PdyHKAAtfAWyKcrMh26Y6GUWsoqLbdI0KiolZ1kPq4TFbT5T0wEKF/iy69CQnWUhp+fXEkBn/7A4VsSGZQ5vI2GmpV1qvKMzmfMd3p95nSdDprwTkucYZ7HApCM6sujFsvrVw0gm5Axw+f4D2fBJDvhsckqhZlaDkA==", "format": "base64" } ], "server_name": "www.example.org", - "t0": 0.018309, - "t": 0.027418, + "t0": 0.017798, + "t": 0.026105, "tags": [ "depth=0", "fetch_body=false" @@ -423,7 +423,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -436,20 +436,21 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.012435 + "t": 0.012047 }, { "msg": "conn 93.184.216.34:80: granted permission: true", - "t": 0.017349 + "t": 0.017675 } ], "control_failure": "unknown_failure: httpapi: all endpoints failed: [ connection_reset; connection_reset; connection_reset; connection_reset;]", "x_dns_flags": 0, "dns_experiment_failure": null, - "dns_consistency": "consistent", + "dns_consistency": null, "http_experiment_failure": null, "x_blocking_flags": 0, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -458,7 +459,7 @@ "accessible": null }, "test_name": "web_connectivity", - "test_runtime": 0.507987, - "test_start_time": "2023-11-29 21:21:36", - "test_version": "0.5.26" + "test_runtime": 0.50773, + "test_start_time": "2024-01-22 20:26:46", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingAndroidDNSCacheNoData/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingAndroidDNSCacheNoData/measurement.json index 239eb902b7..c0ccf9cebf 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingAndroidDNSCacheNoData/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingAndroidDNSCacheNoData/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.com/", - "measurement_start_time": "2023-11-29 21:21:38", + "measurement_start_time": "2024-01-22 20:26:48", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.012163, - "t": 0.018215, + "t0": 0.01177, + "t": 0.017372, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.027876, - "t": 0.027876, + "t0": 0.02618, + "t": 0.02618, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.034166, - "t": 0.034166, + "t0": 0.032001, + "t": 0.032001, "transaction_id": 3, "tags": [ "depth=0", @@ -73,8 +73,8 @@ "num_bytes": 4030, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.034201, - "t": 0.034201, + "t0": 0.032035, + "t": 0.032035, "transaction_id": 3, "tags": [ "depth=0", @@ -100,8 +100,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000078, - "t": 0.000078, + "t0": 0.000084, + "t": 0.000084, "transaction_id": 2, "tags": [ "depth=0" @@ -113,8 +113,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000118, - "t": 0.000139, + "t0": 0.000125, + "t": 0.000148, "transaction_id": 2, "tags": [ "depth=0" @@ -126,8 +126,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000149, - "t": 0.000166, + "t0": 0.000191, + "t": 0.000206, "transaction_id": 2, "tags": [ "depth=0" @@ -139,8 +139,8 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000171, - "t": 0.005604, + "t0": 0.000211, + "t": 0.005335, "transaction_id": 2, "tags": [ "depth=0" @@ -152,8 +152,8 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000143, - "t": 0.005837, + "t0": 0.000154, + "t": 0.005474, "transaction_id": 2, "tags": [ "depth=0" @@ -162,8 +162,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.005857, - "t": 0.005857, + "t0": 0.005501, + "t": 0.005501, "transaction_id": 2, "tags": [ "depth=0" @@ -174,22 +174,6 @@ }, "x_dns_duplicate_responses": [], "queries": [ - { - "answers": null, - "engine": "getaddrinfo", - "failure": "android_dns_cache_no_data", - "hostname": "www.example.com", - "query_type": "ANY", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "", - "t0": 0.000072, - "t": 0.005718, - "tags": [ - "depth=0" - ], - "transaction_id": 1 - }, { "answers": [ { @@ -204,12 +188,12 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "5emBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "+yeBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000113, - "t": 0.005611, + "t0": 0.00017, + "t": 0.005347, "tags": [ "depth=0" ], @@ -221,16 +205,32 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "WdqBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "6+uBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.00009, - "t": 0.00584, + "t0": 0.000092, + "t": 0.005483, "tags": [ "depth=0" ], "transaction_id": 2 + }, + { + "answers": null, + "engine": "getaddrinfo", + "failure": "android_dns_cache_no_data", + "hostname": "www.example.com", + "query_type": "ANY", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "", + "t0": 0.000072, + "t": 0.006311, + "tags": [ + "depth=0" + ], + "transaction_id": 1 } ], "requests": [ @@ -261,7 +261,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -269,7 +269,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -309,8 +309,8 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.027876, - "t": 0.034166, + "t0": 0.02618, + "t": 0.032001, "tags": [ "depth=0", "fetch_body=true" @@ -323,12 +323,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.012163, - "t": 0.018215, + "t0": 0.01177, + "t": 0.017372, "tags": [ "depth=0", "fetch_body=true" @@ -346,17 +345,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnjCCAoagAwIBAgIVAOq7R4VMhhToacbFwfF0h47yQWXAMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjEzOFoXDTIzMTEyOTIyMjEzOFowMjEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEYMBYGA1UEAxMPd3d3LmV4YW1wbGUuY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAnjGsSvXmImfQxrm07DLpwcXBZ8p9TiVfqsvDs4LVCkG9q4hCOuzerEhTa8LdzVdjTKHKiUIRACkOoh/ef5qTNndNaEZO/qN6n0RQdKu0mLHh9XAfpFn2WJEDfTFNUJ0NLcvdx2+CuAHTxGS3EEZoMamGuRCoikWJoVM67znAbWCybUya2XP5sArA70Kx89vh4pbJPTrKwDmj15ojvgL7XwRmfENxoVPDhMxqM55eEYwrmvVBmOR3rW9VFpHvZ1VwZDWCbyOI8S7jI40fL+nWMtNv+fCc22fMaNHMItjJRPP8UUQgTv+xPa31WhHz/8MJjnD6kVferwl2YE1buJD17QIDAQABo4G9MIG6MA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBRQmoF4VzDMcnlA5P4g/tEXhfLZ3DAfBgNVHSMEGDAWgBTmpuzU7kTfgdNgMKGCj4RKEu4D9zBFBgNVHREEPjA8gg93d3cuZXhhbXBsZS5jb22CC2V4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUub3JnMA0GCSqGSIb3DQEBCwUAA4IBAQA19pHdJaoLrBWEt/u68K4kgVWtQ1DLYKrFqnpKD988T3R+qW3fTOV/L8gi8htQf7z4UaMYQdaYuAYnPxM1ryTP5Sv5yH2mjw3vAt0aKYT5H9Pn7BEINXrnWWgeyenzGUslvKO31YzE3hKSUPaYYjFfWbfkKQ6mvxZl4+ha9SmJGfkDnh/xadVFkCFSnlB8fv4YD9ZxLUHTXBMOZyRvkAGhpk3g1PZKgHouHPP92qZbRFL6ZUYOG/rVZWNhxmUBum9ugGoHDlHyPTMUGiYokds1V9CFS1h+S/zEESQtufnj9OpWpngEue3O5e9lF/5pUar2xknNm46U8wo+hwCpos2H", + "data": "MIIDnjCCAoagAwIBAgIVALi77L8ePCWUB2NIoyhc0Wh4WIcnMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMjE5MjY0OFoXDTI0MDEyMjIxMjY0OFowMjEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEYMBYGA1UEAxMPd3d3LmV4YW1wbGUuY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAlkigvFKVurOrOcvPrTIu41CSbVEcZ/Py4SFa9mjmn3Ady6gyB3YT1upisaNd4EKCuQmiVphEXM/BdI+Z//8Q7CQ8Xpr0iI60BIWdN7sUa1bJ6Vcc40LqelkNeqtBYcqlWHsy77I1BMAgYdseLuBU4qOwsIOutvAYVUUaQFNj8rZ79acJQp+32YV7139uYvuoFoUFnrnUcurftU7621s3Cm9ChuUT9phI4PVXZ+tdxnPS123HJTojmL4VAsLnkOPHC7phXVMOiocbqu4D82LuDVVSx1U6n2ApdoiSM4opnYLOY5b4qFMhKpdWTrTz9JkcBJ2yrenC5u06dAOANPrDZQIDAQABo4G9MIG6MA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBRMKzFCkyIsfxKzfcz+/rOTTo/V9DAfBgNVHSMEGDAWgBTrOZgdwd7lghLTV8+LHrpl+K0wZzBFBgNVHREEPjA8gg93d3cuZXhhbXBsZS5jb22CC2V4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUub3JnMA0GCSqGSIb3DQEBCwUAA4IBAQAseZVSFu2U93f1/v0GWLPXJK0BR13pv2pq3jlGJhX9u6wZbM9W+2h/Jq5IAwK9jbUiwBbVNG41JBrp1F2GL4GpGzodCnKPY4FW0z/oGQVQijS2y8KUJojVz2ZynYjpJ7ZXXBmwSzuI63jrjOph3Sy3iY8EVcOql2JzcufxlFdvqxq/nOYUXAYwOVmBVXlrAyndPr/gj3SwcSW0J3AOQjSu8w39yK6wyVp9pcUW/uGXVHHrIoiLOsafGTwowixk72qnMzJfTmi8uJxI6uPXBJtW2xWoQeGEaJ2+zmpb3hIAbBJRiydq6+AurAPFgH/I1G9LnNy9QjoHYtUEBPIJDhXt", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUcjqoelaLxleCCOc8pKLm5kUMV90wDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMTM4WhcNMjMxMTMwMjEyMTM4WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBALSEIRPQv5nQABfovnvHDl8S1Jo8gHwegEFsjzwpITsWS9pA1UOq1ac3d938H6Nk1B3vb2po8iUqPOWz33+GKSkLbKzyL6IKHmEgXyOCI9c1PMsMgbVr1zVZ3xA05sLcUYOb5IjfSFUDG/eHVqiN62Y4MPmZPHVKuEaxEDdcicsHpmvGsAlE4JIZS5nze5cyycvCTkNsu0Ry5imDfmBZ9ZoNJ+u+sAkouFZNElg5qMv3YKxXsOZtX4J2MdNwjtZtAHvivBUMp5T0IOsCJ7sZnDAbi4QD9+7oz61iSP4dXUj0ODVW3uMIaI4AYxxtLnezP4j2HTIlC2gZWiNrL3v/nYMCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFOam7NTuRN+B02AwoYKPhEoS7gP3MBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQAvQC+mv3mQJJZYAyEy/5suRoQKIltsf9pZTsPlyRIwrd+pVMX61/TmYzxDDLr0BuLyQRYQTen/1q4kBpeCoqbWxSK15pB5pPplLxSoFtX82MccV0s4rBq5I93IH0EAuEQ+fkZtKrAkXNLneRIYUggY47gDdTYzVV9wGizZOxl8PHWa2wXcXMQbq1dF6C4V+k8r0V5lrFFtoyKuBtpPZgmT+R03HyHiRRTtTcJw5221UHDzlrkR/9zpukgUmX+A7hBfeMFT5lK05mbNsZtAyUafuXTdvSPHWIxANODGe1+kbSueq0V6DlDZFBPZR1vteh8qXiNx9+zUle159Uje5nNB", + "data": "MIIDNTCCAh2gAwIBAgIUUI5zfnIC3/fjO6PnQrj/e5hxaf4wDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNjQ4WhcNMjQwMTIzMjAyNjQ4WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAM9GJLDwydy4uYpu/tnR/xvjAJ/rZQklHxiRtODjYi/TacSW5eXFc1LPJaiFkCz5rXFWNfHFZGsgWfIcfTyEiUAHehSGgwt4e0oc2DAO5IOuap/jLOSyXwixwFl2r6b0/grpthmaR8SLAB/dgnSCyTci/gyKtdur8LEzanXdL3obOvxPVjQ2tRzkslx98mA0qeZm1v1ThwHDA5D7/faTfqHTG4irG8/WuRFnXofyMdhR4EdYHaCWvKsPHuoUynTpYJcWY7d1qhkrc3Cfeb4HybLUM6tZcUSzi+5nsCIFScFCPG9c5DuSEsxFciaI9F1d744uU5aJSEyfE57p1GX4cG8CAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFOs5mB3B3uWCEtNXz4seumX4rTBnMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQC874g9kZ/mDxy67GwtVFfPhwZGdoLck8iaHkhwokxaDfd8IQ0Qf3AdDqXSROp/donGopvOrIZMbFSF5ZQfSmoQguc2Uy2cbaoYhmyPm99+5DTodOdd82OZl8TaepEHn3g/QGeVMwDTS7ZSVpqi0rlgrO8AToQUIGlA0Vkh97YIVCLKSPqo5h/XQjw1dq6YbxXvCfsWN8wBRDAEjuS4LmE4xhJcJ1c8oDahlkYIpwdtcxVGmAettn3ZfprkJVW+7wbkji6YNGbjnuo7U3XsG+ZAbn4yq8uT4/k5eZBsjC5vs9U9JFHeY8HZhcfwSIBRPh/1kMwgba3HmQRO6zBSzZH2", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.01823, - "t": 0.027849, + "t0": 0.017387, + "t": 0.026152, "tags": [ "depth=0", "fetch_body=true" @@ -375,7 +374,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -429,20 +428,21 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:2}]", - "t": 0.012106 + "t": 0.011731 }, { "msg": "conn 93.184.216.34:443: granted permission: true", - "t": 0.027859 + "t": 0.026164 } ], "control_failure": null, "x_dns_flags": 2, "dns_experiment_failure": "android_dns_cache_no_data", "dns_consistency": "inconsistent", - "http_experiment_failure": null, + "http_experiment_failure": "android_dns_cache_no_data", "x_blocking_flags": 33, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -451,7 +451,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.505958, - "test_start_time": "2023-11-29 21:21:38", - "test_version": "0.5.26" + "test_runtime": 0.506409, + "test_start_time": "2024-01-22 20:26:48", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingAndroidDNSCacheNoData/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingAndroidDNSCacheNoData/observations.json index 87f40a6e2d..5baad607ce 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingAndroidDNSCacheNoData/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingAndroidDNSCacheNoData/observations.json @@ -3,14 +3,14 @@ { "TagDepth": 0, "Type": 0, - "Failure": "android_dns_cache_no_data", - "TransactionID": 1, + "Failure": "dns_no_answer", + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", - "DNSLookupFailure": "android_dns_cache_no_data", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSLookupFailure": "dns_no_answer", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", "DNSResolvedAddrs": null, "IPAddress": null, "IPAddressASN": null, @@ -52,14 +52,14 @@ { "TagDepth": 0, "Type": 0, - "Failure": "dns_no_answer", - "TransactionID": 2, + "Failure": "android_dns_cache_no_data", + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", - "DNSLookupFailure": "dns_no_answer", - "DNSQueryType": "AAAA", - "DNSEngine": "udp", + "DNSLookupFailure": "android_dns_cache_no_data", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": null, "IPAddress": null, "IPAddressASN": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/analysis.json index 4fab92a58d..8d21c1b6fb 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/analysis.json @@ -10,19 +10,19 @@ 2 ], "DNSLookupSuccessWithInvalidAddresses": [ - 1 + 2 ], "DNSLookupSuccessWithValidAddress": [ - 2 + 1 ], "DNSLookupSuccessWithBogonAddresses": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddressesClassic": [ - 1 + 2 ], "DNSLookupSuccessWithValidAddressClassic": [ - 2 + 1 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -46,7 +46,7 @@ "HTTPRoundTripUnexpectedFailure": [], "HTTPRoundTripUnexplainedFailure": [], "HTTPFinalResponseSuccessTLSWithoutControl": null, - "HTTPFinalResponseSuccessTLSWithControl": 3, + "HTTPFinalResponseSuccessTLSWithControl": 4, "HTTPFinalResponseSuccessTCPWithoutControl": null, "HTTPFinalResponseSuccessTCPWithControl": null, "HTTPFinalResponseDiffBodyProportionFactor": 1, @@ -61,9 +61,9 @@ "TagDepth": 0, "Type": 3, "Failure": "", - "TransactionID": 3, + "TransactionID": 4, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -74,7 +74,7 @@ "IPAddress": "93.184.216.34", "IPAddressASN": 15133, "IPAddressBogon": false, - "EndpointTransactionID": 3, + "EndpointTransactionID": 4, "EndpointProto": "tcp", "EndpointPort": "443", "EndpointAddress": "93.184.216.34:443", @@ -117,9 +117,9 @@ "TagDepth": 0, "Type": 1, "Failure": "generic_timeout_error", - "TransactionID": 4, + "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -130,7 +130,7 @@ "IPAddress": "10.10.34.35", "IPAddressASN": null, "IPAddressBogon": true, - "EndpointTransactionID": 4, + "EndpointTransactionID": 3, "EndpointProto": "tcp", "EndpointPort": "443", "EndpointAddress": "10.10.34.35:443", @@ -173,14 +173,14 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ - "93.184.216.34" + "10.10.34.35" ], - "IPAddress": "93.184.216.34", - "IPAddressASN": 15133, - "IPAddressBogon": false, + "IPAddress": "10.10.34.35", + "IPAddressASN": null, + "IPAddressBogon": true, "EndpointTransactionID": null, "EndpointProto": null, "EndpointPort": null, @@ -224,14 +224,14 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ - "10.10.34.35" + "93.184.216.34" ], - "IPAddress": "10.10.34.35", - "IPAddressASN": null, - "IPAddressBogon": true, + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, "EndpointTransactionID": null, "EndpointProto": null, "EndpointPort": null, @@ -270,9 +270,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/analysis_classic.json index 504ebe7d84..9da32417a6 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/analysis_classic.json @@ -6,17 +6,17 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [ - 1 + 2 ], "DNSLookupSuccessWithValidAddress": [], "DNSLookupSuccessWithBogonAddresses": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddressesClassic": [ - 1 + 2 ], "DNSLookupSuccessWithValidAddressClassic": [], "DNSLookupUnexpectedFailure": [], @@ -53,9 +53,9 @@ "TagDepth": 0, "Type": 1, "Failure": "generic_timeout_error", - "TransactionID": 4, + "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -66,7 +66,7 @@ "IPAddress": "10.10.34.35", "IPAddressASN": null, "IPAddressBogon": true, - "EndpointTransactionID": 4, + "EndpointTransactionID": 3, "EndpointProto": "tcp", "EndpointPort": "443", "EndpointAddress": "10.10.34.35:443", @@ -104,9 +104,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/measurement.json index 3f948b445d..8f8b1e6ec1 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.com/", - "measurement_start_time": "2023-11-29 21:21:39", + "measurement_start_time": "2024-01-22 20:26:49", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,9 +37,9 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.010522, - "t": 0.016435, - "transaction_id": 3, + "t0": 0.010132, + "t": 0.015695, + "transaction_id": 4, "tags": [ "depth=0", "fetch_body=true" @@ -51,9 +51,23 @@ "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.157016, - "t": 0.157016, - "transaction_id": 3, + "t0": 0.434874, + "t": 0.434874, + "transaction_id": 4, + "tags": [ + "depth=0", + "fetch_body=true" + ] + }, + { + "address": "93.184.216.34:443", + "failure": null, + "num_bytes": 2315, + "operation": "bytes_received_cumulative", + "proto": "tcp", + "t0": 0.459906, + "t": 0.459906, + "transaction_id": 4, "tags": [ "depth=0", "fetch_body=true" @@ -62,9 +76,23 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.525283, - "t": 0.525283, - "transaction_id": 3, + "t0": 0.524874, + "t": 0.524874, + "transaction_id": 4, + "tags": [ + "depth=0", + "fetch_body=true" + ] + }, + { + "address": "93.184.216.34:443", + "failure": null, + "num_bytes": 2315, + "operation": "bytes_received_cumulative", + "proto": "tcp", + "t0": 0.527803, + "t": 0.527803, + "transaction_id": 4, "tags": [ "depth=0", "fetch_body=true" @@ -73,9 +101,9 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.531238, - "t": 0.531238, - "transaction_id": 3, + "t0": 0.530969, + "t": 0.530969, + "transaction_id": 4, "tags": [ "depth=0", "fetch_body=true" @@ -87,9 +115,9 @@ "num_bytes": 4030, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.531285, - "t": 0.531285, - "transaction_id": 3, + "t0": 0.531012, + "t": 0.531012, + "transaction_id": 4, "tags": [ "depth=0", "fetch_body=true" @@ -100,9 +128,9 @@ "failure": "generic_timeout_error", "operation": "connect", "proto": "tcp", - "t0": 0.010497, - "t": 1.01056, - "transaction_id": 4, + "t0": 0.010149, + "t": 1.010182, + "transaction_id": 3, "tags": [ "depth=0", "fetch_body=true" @@ -127,9 +155,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000088, - "t": 0.000088, - "transaction_id": 2, + "t0": 0.000066, + "t": 0.000066, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -140,9 +168,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000133, - "t": 0.000156, - "transaction_id": 2, + "t0": 0.000099, + "t": 0.000104, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -153,9 +181,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000148, - "t": 0.000161, - "transaction_id": 2, + "t0": 0.000128, + "t": 0.000146, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -163,12 +191,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000179, - "t": 0.005001, - "transaction_id": 2, + "t0": 0.000181, + "t": 0.005596, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -176,12 +204,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000182, - "t": 0.005362, - "transaction_id": 2, + "t0": 0.000154, + "t": 0.005957, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -189,9 +217,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.005424, - "t": 0.005424, - "transaction_id": 2, + "t0": 0.005979, + "t": 0.005979, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -201,23 +229,6 @@ }, "x_dns_duplicate_responses": [], "queries": [ - { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", - "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "xduBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000098, - "t": 0.005005, - "tags": [ - "depth=0" - ], - "transaction_id": 2 - }, { "answers": [ { @@ -232,16 +243,33 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "npKBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "aSOBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000126, - "t": 0.005377, + "t0": 0.00011, + "t": 0.005605, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "www.example.com", + "query_type": "AAAA", + "raw_response": "Nd+BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000075, + "t": 0.005961, + "tags": [ + "depth=0" + ], + "transaction_id": 1 }, { "answers": [ @@ -258,12 +286,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000077, - "t": 0.0055, + "t0": 0.000106, + "t": 0.006081, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 } ], "requests": [ @@ -294,7 +322,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -302,7 +330,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -342,13 +370,13 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.525283, - "t": 0.531238, + "t0": 0.524874, + "t": 0.530969, "tags": [ "depth=0", "fetch_body=true" ], - "transaction_id": 3 + "transaction_id": 4 } ], "tcp_connect": [ @@ -356,17 +384,16 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.010522, - "t": 0.016435, + "t0": 0.010132, + "t": 0.015695, "tags": [ "depth=0", "fetch_body=true" ], - "transaction_id": 3 + "transaction_id": 4 }, { "ip": "10.10.34.35", @@ -375,13 +402,13 @@ "failure": "generic_timeout_error", "success": false }, - "t0": 0.010497, - "t": 1.01056, + "t0": 0.010149, + "t": 1.010182, "tags": [ "depth=0", "fetch_body=true" ], - "transaction_id": 4 + "transaction_id": 3 } ], "tls_handshakes": [ @@ -394,23 +421,23 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIUXSosaaqE97pd+3pln6IJvkfZKCUwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTM5WhcNMjMxMTI5MjIyMTM5WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDENsYLz3+uIc+BjI2ay6cAlcwACREPu7/dlhn9k8rA74/cttvwYe47VIGgbcXtOk1vWwRJRUNIyaD76B6haMbKWXCelOb0onfXsRNWn30XSdm590zyh3K67aUoS4guy9ZmWviF/RyC/S0UCT8Jc17VRs2e6xGwiAp07N6wbxfynwM/zpBaGJgq0vTPmxkhjZaB/QCec0Qahi7NEoPbcVRDZpW21VLphlx5Kg4Sod64ReRLxcpt9wmqw9/p4yvOWC4oL+oCpWK/lG2u8xZOlhhyGGxfcGWOvLyZV/BA0p1qjfS/84uQiYh1IgwGF6kOrVjnxTr8fyZshW9QvhoSAlbbAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFMxhOi30Sc03pWNF4r6WIOeFlYfZMB8GA1UdIwQYMBaAFMbemLxZUteH07aU3z5QIr8bwpDvMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAITt2rVob4GxP+PrRfid43ASoKCIL3+ycgFIx3wUW+ZSb1FM4Gc0HwJ5TfmzKeUXhkkX0Fh8RMgSI+/1J/jA5Te9cV1aWumMDQ6toJ/EvQrpkjo0x5aCx/jGUSeQ3Yxc4JMnKDxf3f2obDixpV0ur1cCsDdqMSMp4Flk6Urz5fhOZiXWmvA0MoKZRH8JktwmuqNUuIHokoR43YLVP+0rqQ2InAKu1a9GbjaRvV659SBkFibv0C6ot7Fr1O4ujUQv17cYTiE+98xLfOxb5ZpRMsF7WFj6iO/TkBUFXJ2J9qRmvf4SeJiVVdibBSjnRryoOzqvtT39Ab5YQ6L1woTGl5A=", + "data": "MIIDnTCCAoWgAwIBAgIUbAlIyOUZhZMs3xbX60dkux5mEkowDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjQ5WhcNMjQwMTIyMjEyNjQ5WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDCm96udO2luIlgmzFRJGO9rjLdjUb8ZdGOpYqBwmRFAATimmfDHyyHnzwSYWFHUjkjCj5A+cfwhBzzULa/okBcVlF8kdTuntYjDSsDkYecfp/hUX8FvPO0nEO77N2GwEYmkeuKKRXA/2iRqa+TxSGGNkxB3oLgv6hv/yZGurjPX6QLIlRk/XPFUv9j/8NSM5fbT8vcBK5TzJ4OvBArboBy1GCZ3aQKGh+3Sf/g+tmZz6n/4MW/R2A0g2Aee75yejJR6cj7ImSCnUJgMiaD43mybdOeh8Czvsa97pPLVxdQB31DmOrGLIxUTCsPLUHysJVMAF10bYFYIS94gXxAsaIvAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFMxd+kx4gJbm1Qu+EBdXTS3rgHDHMB8GA1UdIwQYMBaAFEofCgZPND5xQxIeu/74mL0XrsLYMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAJDs8wSwaxaMCiOlOhEoC7cjSS9XkpYCLP+6F5s8j/Vr/crhSCZzVCE48t6n157R0lUC0NZOa/LFu5PwgR2pKG+56BTqIz6e/KHASxNnXnFZVVlbu07uMIRiQHEJTmePQ9Rj3HM7hjmfHV9gBxZMv4jPLxgBzFa+t2nl0iH+DMUyNC/bBW8lSZUMDiABCrdMSkqc5EqXKuz9Wb0Dee6vl4wgpyUpzRcuhyaYETTHFxvY9Ke590sieomlPW0IIm5tk5AOLSDyJh5/v6Y3d5uIwzl5cYbWK8COY1vDA83NIkmcBWiguUvJ6A1j/YoN1hE2pFN5iwh/u2dxleh8W8S121k=", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAOQ+3HVs5XY53Wq5PpXn/o9CSNyJMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjEzOVoXDTIzMTEzMDIxMjEzOVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCg07osx/kvhgULgKjlpLfcDQq0ZBRR4lvLE0ZVVO1WMtPSIiRr5uz/2EzvwWS/Bp0S9ue092fT49J2f9fXMklMCQfnvt4drxZzhCMFQM/ECfEdJTHURwUnyK83ryUkuneC9ohDuiNARhTkYPsyvU0eKnH7N0tV098SS6OI/4pbWo6BOW1A2Ob1pOorQex7Rn9nNMTn/KNBCZDdMSPqH+oTODOX45fSvP6SYNOMZFy0CnjSOAPvx2DR0frPanbfBMaSGY5DHu7VlbFYRhZlE0lrIumzBweEvvbm+5fdTSgEWEiBdtFN+l1+8T4XDMiMTm7CksN251a1PyDtQTfjL07jAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBTG3pi8WVLXh9O2lN8+UCK/G8KQ7zAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAf3vVOkg5CBlTe2I40b2eE9oC9yh3KVMxmZaN7OCBSP+bPP32WaSqky+Zpe3g/zyOOkWbuBHtoC7kUzgbfsatv0vETKRsTSHtCnkheHpRP1veWApAhTsku5VYVRdzNHnsIkiB/R53JLzjMXUVd6px23KyF2SAJXz0Ell3ryRrSTfNc41NY7LGB0B2BZxgOWuLm3hVE45m7R9HUT8htoG3dBrFrnKh9Be0xm0k/FPjQfAKTr5lFOCNmmhHd9UUf6I4CFg957Amddr/VLvneJQOD3do837ep1KwVl9ZpQg1EAomdo8IFE9XzT+dir8IzE9MJ9KTiwmC03dtyy/67kk8zQ==", + "data": "MIIDNjCCAh6gAwIBAgIVAIUFscP8+hYvsjRpf3D/GPuv6khSMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY0OVoXDTI0MDEyMzIwMjY0OVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC74JMXc925SqcVxKJSpGb1NKSSdREdsici2eL0T00roYu43ULL4muIHBkrzNTij1FiXP47x7P4bsS+7BI5QslgDhO3CiLKy1DJN4Uyjdpja3vQAeMNSSBtspDhmI3CKSXxQsOwka1RR1NOekVzTGtSNMYSo2qn9NNY1gJFfqXY1oa1KP+x9KE1t3UghKNI4WKK2LwZytRFzaVgNEXmk90tSFz0Ce2tMpPSrf34oPcRIry3vdHZztyQT061stLWR+VTZ3yTQpdub+4owSVZdtOlMRcCX1Z1mjZJM0obyLRR0kiHCNTagWflEfxmPvd29Jjb0DOsLoD6XYd408JzQKrHAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBRKHwoGTzQ+cUMSHrv++Ji9F67C2DAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAmQK5eyRHjCg6/wwVJgaA5WcSDz1RJtnazA9uUAzxv7tPxpdV9bexTcc+wZnWA0LVwpfyEMg2rpQv/o5u+iak0vCe2PuN0RFkLVmymXDp9YhzPxv5ikjWwsHh8NJyXsR55xmJSJhi+1chbrtEflIR/sLLKdGg1IXYWA5zIG+7g3IzfMo1vu3phZs4AC9vvVph7vX4zgR0/FjzLiyJAtYvlnzkvrJJLOvd+CzQCZhyt/haHBGiTbMcw6bZerxNN5obSsF3Up0FnKCPNwvatVP+NjS4vE0Mu0XeYHIjToEUJ+3EBU3lJ88NN18CIL3HIZdDKix2WB1AatGT67ijI59aOg==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.01645, - "t": 0.025219, + "t0": 0.01571, + "t": 0.024832, "tags": [ "depth=0", "fetch_body=true" ], "tls_version": "TLSv1.3", - "transaction_id": 3 + "transaction_id": 4 } ], "x_control_request": { @@ -423,14 +450,14 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ - "93.184.216.34:443", - "93.184.216.34:80", "10.10.34.35:443", - "10.10.34.35:80" + "10.10.34.35:80", + "93.184.216.34:443", + "93.184.216.34:80" ], "x_quic_enabled": false }, @@ -482,21 +509,22 @@ }, "x_conn_priority_log": [ { - "msg": "create with [{Addr:93.184.216.34 Flags:2} {Addr:10.10.34.35 Flags:1}]", - "t": 0.010437 + "msg": "create with [{Addr:10.10.34.35 Flags:1} {Addr:93.184.216.34 Flags:2}]", + "t": 0.010069 }, { "msg": "conn 93.184.216.34:443: granted permission: true", - "t": 0.525239 + "t": 0.524847 } ], "control_failure": null, - "x_dns_flags": 1, + "x_dns_flags": 5, "dns_experiment_failure": null, "dns_consistency": "inconsistent", - "http_experiment_failure": null, + "http_experiment_failure": "generic_timeout_error", "x_blocking_flags": 33, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -505,7 +533,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 1.010666, - "test_start_time": "2023-11-29 21:21:39", - "test_version": "0.5.26" + "test_runtime": 1.010348, + "test_start_time": "2024-01-22 20:26:49", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/observations.json index f957375101..b744781acb 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -55,9 +55,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -157,8 +157,8 @@ "KnownTCPEndpoints": { "3": { "TagDepth": 0, - "Type": 3, - "Failure": "", + "Type": 1, + "Failure": "generic_timeout_error", "TransactionID": 3, "TagFetchBody": true, "DNSTransactionID": 2, @@ -167,39 +167,34 @@ "DNSQueryType": null, "DNSEngine": null, "DNSResolvedAddrs": [ - "93.184.216.34" + "10.10.34.35" ], - "IPAddress": "93.184.216.34", - "IPAddressASN": 15133, - "IPAddressBogon": false, + "IPAddress": "10.10.34.35", + "IPAddressASN": null, + "IPAddressBogon": true, "EndpointTransactionID": 3, "EndpointProto": "tcp", "EndpointPort": "443", - "EndpointAddress": "93.184.216.34:443", - "TCPConnectFailure": "", - "TLSHandshakeFailure": "", - "TLSServerName": "www.example.com", - "HTTPRequestURL": "https://www.example.com/", - "HTTPFailure": "", - "HTTPResponseStatusCode": 200, - "HTTPResponseBodyLength": 1533, - "HTTPResponseBodyIsTruncated": false, - "HTTPResponseHeadersKeys": { - "Alt-Svc": true, - "Content-Length": true, - "Content-Type": true, - "Date": true - }, + "EndpointAddress": "10.10.34.35:443", + "TCPConnectFailure": "generic_timeout_error", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, "HTTPResponseLocation": null, - "HTTPResponseTitle": "Default Web Page", - "HTTPResponseIsFinal": true, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, "ControlDNSDomain": "www.example.com", "ControlDNSLookupFailure": "", "ControlDNSResolvedAddrs": [ "93.184.216.34" ], - "ControlTCPConnectFailure": "", - "ControlTLSHandshakeFailure": "", + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, "ControlHTTPFailure": "", "ControlHTTPResponseStatusCode": 200, "ControlHTTPResponseBodyLength": 1533, @@ -213,8 +208,8 @@ }, "4": { "TagDepth": 0, - "Type": 1, - "Failure": "generic_timeout_error", + "Type": 3, + "Failure": "", "TransactionID": 4, "TagFetchBody": true, "DNSTransactionID": 1, @@ -223,34 +218,39 @@ "DNSQueryType": null, "DNSEngine": null, "DNSResolvedAddrs": [ - "10.10.34.35" + "93.184.216.34" ], - "IPAddress": "10.10.34.35", - "IPAddressASN": null, - "IPAddressBogon": true, + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, "EndpointTransactionID": 4, "EndpointProto": "tcp", "EndpointPort": "443", - "EndpointAddress": "10.10.34.35:443", - "TCPConnectFailure": "generic_timeout_error", - "TLSHandshakeFailure": null, - "TLSServerName": null, - "HTTPRequestURL": null, - "HTTPFailure": null, - "HTTPResponseStatusCode": null, - "HTTPResponseBodyLength": null, - "HTTPResponseBodyIsTruncated": null, - "HTTPResponseHeadersKeys": null, + "EndpointAddress": "93.184.216.34:443", + "TCPConnectFailure": "", + "TLSHandshakeFailure": "", + "TLSServerName": "www.example.com", + "HTTPRequestURL": "https://www.example.com/", + "HTTPFailure": "", + "HTTPResponseStatusCode": 200, + "HTTPResponseBodyLength": 1533, + "HTTPResponseBodyIsTruncated": false, + "HTTPResponseHeadersKeys": { + "Alt-Svc": true, + "Content-Length": true, + "Content-Type": true, + "Date": true + }, "HTTPResponseLocation": null, - "HTTPResponseTitle": null, - "HTTPResponseIsFinal": null, + "HTTPResponseTitle": "Default Web Page", + "HTTPResponseIsFinal": true, "ControlDNSDomain": "www.example.com", "ControlDNSLookupFailure": "", "ControlDNSResolvedAddrs": [ "93.184.216.34" ], - "ControlTCPConnectFailure": null, - "ControlTLSHandshakeFailure": null, + "ControlTCPConnectFailure": "", + "ControlTLSHandshakeFailure": "", "ControlHTTPFailure": "", "ControlHTTPResponseStatusCode": 200, "ControlHTTPResponseBodyLength": 1533, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/observations_classic.json index cb775c01ed..6912a5919c 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingBOGON/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -54,13 +54,13 @@ } ], "KnownTCPEndpoints": { - "4": { + "3": { "TagDepth": 0, "Type": 1, "Failure": "generic_timeout_error", - "TransactionID": 4, + "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -71,7 +71,7 @@ "IPAddress": "10.10.34.35", "IPAddressASN": null, "IPAddressBogon": true, - "EndpointTransactionID": 4, + "EndpointTransactionID": 3, "EndpointProto": "tcp", "EndpointPort": "443", "EndpointAddress": "10.10.34.35:443", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/analysis.json index c1b1649dc1..90dfce55f2 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/analysis.json @@ -6,19 +6,19 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 1 + 2 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 1 + 2 ], "DNSLookupUnexpectedFailure": [ - 2 + 1 ], "DNSLookupUnexplainedFailure": [], "DNSExperimentFailure": "dns_nxdomain_error", @@ -58,7 +58,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -112,9 +112,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -163,9 +163,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -212,9 +212,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/analysis_classic.json index b87ce9ce5f..7988de1309 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/analysis_classic.json @@ -12,7 +12,7 @@ "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [], "DNSLookupUnexpectedFailure": [ - 2 + 1 ], "DNSLookupUnexplainedFailure": [], "DNSExperimentFailure": "dns_nxdomain_error", @@ -47,9 +47,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/measurement.json index 11eee94d47..5f83276ac5 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.com/", - "measurement_start_time": "2023-11-29 21:21:40", + "measurement_start_time": "2024-01-22 20:26:51", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011793, - "t": 0.01713, + "t0": 0.010798, + "t": 0.01652, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.02546, - "t": 0.02546, + "t0": 0.025916, + "t": 0.025916, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.031555, - "t": 0.031555, + "t0": 0.031753, + "t": 0.031753, "transaction_id": 3, "tags": [ "depth=0", @@ -70,11 +70,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 4031, + "num_bytes": 4029, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.031589, - "t": 0.031589, + "t0": 0.031785, + "t": 0.031785, "transaction_id": 3, "tags": [ "depth=0", @@ -100,9 +100,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000062, - "t": 0.000062, - "transaction_id": 1, + "t0": 0.000057, + "t": 0.000057, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -113,9 +113,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000103, - "t": 0.00011, - "transaction_id": 1, + "t0": 0.000094, + "t": 0.000101, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -126,9 +126,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000225, - "t": 0.000245, - "transaction_id": 1, + "t0": 0.000156, + "t": 0.000177, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -139,9 +139,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000116, - "t": 0.005251, - "transaction_id": 1, + "t0": 0.000152, + "t": 0.005446, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -152,9 +152,9 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.00025, - "t": 0.006176, - "transaction_id": 1, + "t0": 0.000195, + "t": 0.005569, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -162,9 +162,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006237, - "t": 0.006237, - "transaction_id": 1, + "t0": 0.005607, + "t": 0.005607, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -174,38 +174,22 @@ }, "x_dns_duplicate_responses": [], "queries": [ - { - "answers": null, - "engine": "getaddrinfo", - "failure": "dns_nxdomain_error", - "hostname": "www.example.com", - "query_type": "ANY", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "", - "t0": 0.000072, - "t": 0.005349, - "tags": [ - "depth=0" - ], - "transaction_id": 2 - }, { "answers": null, "engine": "udp", "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "1LWBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "V7+BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000072, - "t": 0.005259, + "t0": 0.000067, + "t": 0.005451, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -221,12 +205,28 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "n4GBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "nq+BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000187, - "t": 0.006184, + "t0": 0.000134, + "t": 0.005576, + "tags": [ + "depth=0" + ], + "transaction_id": 2 + }, + { + "answers": null, + "engine": "getaddrinfo", + "failure": "dns_nxdomain_error", + "hostname": "www.example.com", + "query_type": "ANY", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "", + "t0": 0.000091, + "t": 0.006178, "tags": [ "depth=0" ], @@ -261,7 +261,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -269,7 +269,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -309,8 +309,8 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.02546, - "t": 0.031555, + "t0": 0.025916, + "t": 0.031753, "tags": [ "depth=0", "fetch_body=true" @@ -323,12 +323,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011793, - "t": 0.01713, + "t0": 0.010798, + "t": 0.01652, "tags": [ "depth=0", "fetch_body=true" @@ -346,17 +345,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnjCCAoagAwIBAgIVANx/zWCtrlXXVTWJFN1/i1Qu/K34MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjE0MFoXDTIzMTEyOTIyMjE0MFowMjEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEYMBYGA1UEAxMPd3d3LmV4YW1wbGUuY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAyFEggqgsb3t0bnfN6i2PmoqX9Hn3HQaoNOqT2i7LJTIhHhWW905PTablGMGsM6u4kFVGfM1CL91ABbgiWeYRidC6WHZ2OVYGb1oasEiEB/ffDOwuliWX5y2U2v64vNPf/C+pkBKb/IGdt7mvQ9HdBwIcQqDja9JLw4v2Wchr/1GqT6G8nmcFVng2VxX0B5Qr51T/SD0HTD7Y55UHIqMuBkK9KIHYKt1TnTxKz2kx2HPZB1WSZLpPcX0g6RaICJmYz/G3Q3IGEN4004p9eDpnikEeZxeyAx+Ne+TZbOEoq7SgsrkLNsqs2rQ+ANPejEBWgHJoZ6Vd952e9kTWeqZY2QIDAQABo4G9MIG6MA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBT3VVPfvC9Vf6itJVCq/U9h5/NS9jAfBgNVHSMEGDAWgBRk4aFdN0l/tfDAiTbeqF6XE1J1sDBFBgNVHREEPjA8gg93d3cuZXhhbXBsZS5jb22CC2V4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUub3JnMA0GCSqGSIb3DQEBCwUAA4IBAQCv8Ndw8F1gKO5NaG2ByuOyexs1UOxCoRBlA8Bxd6JFp0jRKyDz6UhEaZ6MydvSsQQXBozYGBJ1B7RNlar3mcBK6S3X3ostHarE0VdmMzN4LRL98T0aricmabwoxZQYEut3G7Ak6J6S7UPx7Mcefn6q3wOi5rkL/Sj0kh2pngplGaUNL4xtpVozSFq3feO9WzITu/Yq7d8OLZwddnWipCfb7w4+93VtskzMT5Uv/q50ScQWF90logdpcLFwFYqDqJ2ytpxaD3qDwT/f51ntb5CjAaUhukO//2+4YE6cg14hlUrDOGotJDNSUmwoxiOxTU0dp8C4Q+mbxT3dq/s4JboX", + "data": "MIIDnTCCAoWgAwIBAgIUZN0EEU3E7a5a5ljEtIv0dyooN6MwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjUxWhcNMjQwMTIyMjEyNjUxWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDKaEHXtfqPYP+hKJ8Em7cxHjbtkFWjl+dkBAp5cK4BeKV0Zwlr72Awd9yX6/f+6GwwhrkeA58yerZwJ9g+g0xwQXui3qmQU/+EgaystWOQVUKnKHjyx7LBS6gpkRxCxP8gRVrrW7gg6tS3xOqw7t4cFoBqcQWuoE+SgdNT6K+vuL3uxo5dvfaTwIUs+SBipts2BopteWx6JqPf1/4qCbj79OmEThLSlNkT9Tyqe4SPv+kEFx90jfDdMMQNbLiP2BkOAVvKcswtDoX4MZGSi05CHjHRdX7piFzt9pfT97KBijH4DFS21SdN68MfkRBHbijSAN+4QSVeTtqa4KNRWJ95AgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFDCN+Og1fuq8ptCy9geC1VVY770gMB8GA1UdIwQYMBaAFHtcXBq/CXyqw3fycGU9Y4uFhLzjMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAKV3K94DdF5JsBUKNnGuViN3v8Zgzv5EHLgLmgIZfLolqX/vFys2xfuazpZ7Vo+yqn3H62yUEy+p38C8cfDPPVKZtRHee52l9PwuFYwqSWOoF4y7FJlxcf+odNF3DWDBa6E22JndkUEVGoBlgjePwZ2aDRFsMgGGQiw2PS2vAIyF64Ai1bcXBhN4zrT6x882GWi5pN/7yU2PdvGc+SOPq+kClspuoJmOLQlj3yODVK7MgW60W7P8OoJ4uzS4GEmJk0d6ibaHplS1re0mmIFPn7eGcY2njz8NhdWwxwCQvieY2kuY22L8LhjCv1PE7PL1vSalz5cFKQ7LjOgr8N/n+lQ=", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAJOim6mixfK9DyG5sJ4xR5nUOxOPMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE0MFoXDTIzMTEzMDIxMjE0MFowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC1u3zN7C4mmhZEaFg00zsT7VLmO2/vd+I0itqI123d6N/4hbVDRlmCxHPv4ux7hoPUdefctoClXm3aomKYq1sHLTHBRrLA+aGDHlsqvP38KDQliz2EqUllGhPMYnCSe6cDR5TioD4lPSDnWBXPR308zmTAORLkeY1OqGtnf1tjFfHDOloAFvvLH9haU3xGuKV25q7KBPdf1IKjjGt1GtKO1t/h6KvE36DGJ6PxcitiJySy1XqtPduUhl5SbKDTG7zZcCJ7UGKA2QVawLiaIEGR8zeTNoIJWK7yaDBj8LLjHAF1zSwob5sGj1xNKSfzdDa4zAYpG+Py9wk4alI+HCsbAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBRk4aFdN0l/tfDAiTbeqF6XE1J1sDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAJycG5qRtOnUk3+smT1rESzidR+3QyQsEwGpnQRAeYJwpce0sr7xDNxvfAqUNh0E+uwbUaeSgd7W62+16Y6sB1SkJ+HgB3C/rLZ+IeOA0ihmk5jjN7WibO/lcJSWn0wrxrJBPzFnf/iiVyejOZAget3eBQfM5aLOddBvClbUXLQH2XtDYqFqU2kz5l4yPf81UJlJ1T1H5sI/FWVMFEvNDmb3LGJC4gvXK7J6C6T4hFHJ/oJRMP/WJeCuEajrSdOV9ZO+bGYKghk44MTek4iRXFc3Rimw5z6Ez8LXy7oDVEO0B9Y4mI0nAI4OOu7XD6ITWOOEgKulXodgLe4TT/yE1DQ==", + "data": "MIIDNTCCAh2gAwIBAgIUFztkB0m8ZWJTf0F4XPF0SI34xU0wDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNjUwWhcNMjQwMTIzMjAyNjUwWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMGXrtdfkdp4Qjx0jp6eCSl0MQrkh6x52sJjfqEa/XeOH3fvHfCWpuZtLU2a4u/dbkP0MlytDPrYFlD23RrtlHm/iijDIeDZLapgya+cfVLsXWoGxXgA8d3XEZ4CQVRdlnCkHf6PIQ//PkwRpJOwp5Qjh9EVB1MhAeAGedF4eA2c3/9blFl4IYWupY/pKdE6dfKJQS/Keswmw2tShjjgczW406gGzqUhg1FcequyLBA7rNYGxjTukcXaygvOumSHhg4IYyPhZZkHt/YbFUGx5Q8gA/wXuyUAjCaa+xXCbb7CTybkacEMzwMKHO91V5Vf/RsuFMR+ShYLx+41JcCsyVcCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFHtcXBq/CXyqw3fycGU9Y4uFhLzjMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQCGNhK9XipAjpuSEA3X+X+dJ3j9LLMajxwRvS5tCHinRZsQiqt9DHSxUB6jWesB38RmX/Fei89TAPwfy6RyRMEOr3nqLB2AFGnH/tHzxReJoycUAgkDOlPn1VFMqiaH/Vn/AO0b0kTSeX0h1PN9C9cBkyy+sGD+dwuXM9O52e+KZbF5N3SjkkaDc4XaxiRuOkEEewJ3ZwGxnfAHqVUH28YlllP8JH+/RCBjoDQuwGlxyqnTghQxPhy6Zdn6DaoIE/fazuzGGyq38BF+p2RvXcP0dB8SyZmXYVDhuBf++yj1urCiX3MtPBV0/TV44IPQfe2udgFpSCIbK7ssQHoJzd9Q", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.017152, - "t": 0.025433, + "t0": 0.016535, + "t": 0.025887, "tags": [ "depth=0", "fetch_body=true" @@ -375,7 +374,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -429,20 +428,21 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:2}]", - "t": 0.011737 + "t": 0.010758 }, { "msg": "conn 93.184.216.34:443: granted permission: true", - "t": 0.025442 + "t": 0.025898 } ], "control_failure": null, "x_dns_flags": 2, "dns_experiment_failure": "dns_nxdomain_error", "dns_consistency": "inconsistent", - "http_experiment_failure": null, + "http_experiment_failure": "dns_nxdomain_error", "x_blocking_flags": 33, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -451,7 +451,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.506343, - "test_start_time": "2023-11-29 21:21:40", - "test_version": "0.5.26" + "test_runtime": 0.506307, + "test_start_time": "2024-01-22 20:26:51", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/observations.json index 4459e56eb5..daef87b7a1 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/observations.json @@ -3,14 +3,14 @@ { "TagDepth": 0, "Type": 0, - "Failure": "dns_nxdomain_error", + "Failure": "dns_no_answer", "TransactionID": 2, "TagFetchBody": null, "DNSTransactionID": 2, "DNSDomain": "www.example.com", - "DNSLookupFailure": "dns_nxdomain_error", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSLookupFailure": "dns_no_answer", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", "DNSResolvedAddrs": null, "IPAddress": null, "IPAddressASN": null, @@ -52,14 +52,14 @@ { "TagDepth": 0, "Type": 0, - "Failure": "dns_no_answer", + "Failure": "dns_nxdomain_error", "TransactionID": 1, "TagFetchBody": null, "DNSTransactionID": 1, "DNSDomain": "www.example.com", - "DNSLookupFailure": "dns_no_answer", - "DNSQueryType": "AAAA", - "DNSEngine": "udp", + "DNSLookupFailure": "dns_nxdomain_error", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": null, "IPAddress": null, "IPAddressASN": null, @@ -104,9 +104,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -159,7 +159,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/observations_classic.json index d0dfb4ffd0..d7a63f60ad 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsBlockingNXDOMAIN/observations_classic.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/analysis.json index 547e4aa22a..1da5118bdd 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/analysis.json @@ -10,10 +10,10 @@ 2 ], "DNSLookupSuccessWithInvalidAddresses": [ - 1 + 2 ], "DNSLookupSuccessWithValidAddress": [ - 2 + 1 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [ @@ -60,7 +60,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -168,8 +168,8 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "130.192.182.17" ], @@ -219,8 +219,8 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "130.192.182.17" ], @@ -265,9 +265,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/analysis_classic.json index 6b5cd4a890..a20de3f3f5 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/analysis_classic.json @@ -6,15 +6,15 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 2 + 1 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 2 + 1 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [ - 2 + 1 ], "DNSLookupSuccessWithValidAddressClassic": [], "DNSLookupUnexpectedFailure": [], @@ -56,7 +56,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -110,9 +110,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/measurement.json index 9babeff871..0f4f4210b5 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.com/", - "measurement_start_time": "2023-11-29 21:21:42", + "measurement_start_time": "2024-01-22 20:26:53", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011367, - "t": 0.016685, + "t0": 0.011632, + "t": 0.016736, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.037798, - "t": 0.037798, + "t0": 0.037913, + "t": 0.037913, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.047793, - "t": 0.047793, + "t0": 0.047585, + "t": 0.047585, "transaction_id": 3, "tags": [ "depth=0", @@ -70,11 +70,11 @@ { "address": "130.192.182.17:443", "failure": null, - "num_bytes": 4029, + "num_bytes": 4030, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.047835, - "t": 0.047835, + "t0": 0.047624, + "t": 0.047624, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.065957, - "t": 0.070553, + "t0": 0.065284, + "t": 0.07036, "transaction_id": 4, "tags": [ "depth=0", @@ -97,11 +97,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2314, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.090026, - "t": 0.090026, + "t0": 0.089448, + "t": 0.089448, "transaction_id": 4, "tags": [ "depth=0", @@ -127,9 +127,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000061, - "t": 0.000061, - "transaction_id": 1, + "t0": 0.000087, + "t": 0.000087, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -140,9 +140,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000099, - "t": 0.000104, - "transaction_id": 1, + "t0": 0.000116, + "t": 0.000121, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -153,9 +153,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000143, - "t": 0.000164, - "transaction_id": 1, + "t0": 0.000179, + "t": 0.000202, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -163,12 +163,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000168, - "t": 0.003945, - "transaction_id": 1, + "t0": 0.000125, + "t": 0.003529, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -176,12 +176,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000121, - "t": 0.004299, - "transaction_id": 1, + "t0": 0.000206, + "t": 0.003877, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -189,9 +189,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.004321, - "t": 0.004321, - "transaction_id": 1, + "t0": 0.003905, + "t": 0.003905, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -206,16 +206,16 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "gvyBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "5VGBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.004317, - "t": 0.005624, + "t0": 0.003541, + "t": 0.005319, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -231,16 +231,16 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "+5qBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "5zyBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.003966, - "t": 0.006468, + "t0": 0.003893, + "t": 0.006395, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 } ], "queries": [ @@ -261,8 +261,25 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000078, - "t": 0.003723, + "t0": 0.000068, + "t": 0.003644, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "www.example.com", + "query_type": "AAAA", + "raw_response": "5VGBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000094, + "t": 0.003533, "tags": [ "depth=0" ], @@ -282,33 +299,16 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "+5qBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEgsC2EQ==", + "raw_response": "5zyBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEgsC2EQ==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000126, - "t": 0.003951, + "t0": 0.000159, + "t": 0.003882, "tags": [ "depth=0" ], - "transaction_id": 1 - }, - { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", - "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "gvyBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.00007, - "t": 0.004303, - "tags": [ - "depth=0" - ], - "transaction_id": 1 + "transaction_id": 2 } ], "requests": [ @@ -339,7 +339,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -347,7 +347,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -387,8 +387,8 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.037798, - "t": 0.047793, + "t0": 0.037913, + "t": 0.047585, "tags": [ "depth=0", "fetch_body=true" @@ -401,12 +401,11 @@ "ip": "130.192.182.17", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011367, - "t": 0.016685, + "t0": 0.011632, + "t": 0.016736, "tags": [ "depth=0", "fetch_body=true" @@ -417,12 +416,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.065957, - "t": 0.070553, + "t0": 0.065284, + "t": 0.07036, "tags": [ "depth=0", "fetch_body=true" @@ -440,17 +438,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIUMjAhVXYeAJYo8xRGNNUZmsO2LOgwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTQyWhcNMjMxMTI5MjIyMTQyWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDX0jN9fjUZwu/cAcubin8LYmJ+ClYSMviJGjJwfG+F3LufLeK/Ikx/8ZXWzye/y0Xzoa5F3V5LTOmJUORluSVqey3+Bs8Lv519ssw6+X8k0g25A6dujhm2vHRZAn03iT9pv6yHKkuw/ANVv5TZIUOEo2u0d2vDJWe8G1HKZMncLvrNn3iry8hA6eoJThA/zBjiRe6JRiHrFRVmr6vebYbC7lctT08aBqYY+KhUxJUfiYTMM1ZbDOEa46rRjYwSr80GbiNzzhcwuyBsbdgWp8jSJebzUXbvnY6divJBWUBdviT59fcQR5vLQLKWilBCGzpGr5taUtt8sg0w3S8Zgz8FAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFLOXygyNlq5sXCYT0iS4bPHfLM1gMB8GA1UdIwQYMBaAFKTxFkXqax6cjfSZHt4HI/4YMek0MEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAK8ua+7dAKnr1OX/T2ObLynuiia7saSXcdRew2BFi6l+JqFvxXwtme1eRe6GfDjIRVfnhk5AQ16XBorj67/jKxkVX5RDywcUrNnHuh9yDEUUaWt3rnO50rWHKHvXVtrvEoGUtVcogP8F4eaUdSWOtcvR0g32NoRLl/QfrnSC+p9qYJU4iCaxu5v8OGGyjN74uDai6Js/qlO7Ow7q9AEccdyX8FQeJhthAuGeP1o9mt3ZXbAMZ8X8Azse0J7lOhql67joeXkZvhP4lk8K+aYZHSrlWbjxVHkJYD10kDDEbm2INwHGG3pongKeaYeeyyh4aUirVk5DSA/gfqi3SUxgFZQ=", + "data": "MIIDnTCCAoWgAwIBAgIUKlElC/oGWxD189j6azcl251mjPwwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjUzWhcNMjQwMTIyMjEyNjUzWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCY8o1RsD405MCj44ON16dMUKu8wq20Im7ouQsdWnjR14bVxQ9q9I/deLJ5m5gfWD2j3xs9MRKYZVh55zvkM58kZDvGqPTNAjl8AuvxCjqWITDdrUm+giZR7zsSrphNdubqmlKSTQao7Yz92j2nWmNCN14eeex7fkY8aWKbKk+ef1be/rchrvzY29Sh0PrA5Rr5t2o/cUiM32pdR2dIQRBqheh1RK4+81AbI7CWsp7kHSGGUMr+U1XyTgcf5SJhN2xz+fM7erHinwY5FbMF3FDXzKgXr7msdhvHnnN+BJdfQ4XYsFZ2uJt1F1ZnaEUNVP9qhVbS2MrFWIzjscaorlLbAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFAz970UmUKFHpb/V7VgqlSMqCRxLMB8GA1UdIwQYMBaAFJ3iwRRl0w/UZbLHHsE5SX+UPv7jMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBADHum/nfwnGp626llvDgcM79nUaMDNeauZdEciXDy0xNsqe79eIjqFqSZN5+7PmvIEwVGt4Hh39UeSy/4pDd6/+XPHwmH9mTYqtzJ1VvNrPL+WOuRFud6I19vIRLemVYAfjF7oUSRVKPze5bGZxs8aCkbnNjtCNoyvXmg/owbzUD4WcbqfI1o//Df8WBG/MmsMmlcNDFFhJdcjOatFPY+DRL5HPw9FKcJtBFPrnW7DOQjBOehmkb9x9PnjwPXPmaDJEx/q+1/PWZCQV0SxFDCqmdrG8W+zenP5BzKKUuRLfv5INjAfrpARQriBTfZXuLpgTLnqfWSZbEldjsz8/7xds=", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUNdYToxlT6py4ioLwJkNGHqeckkgwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMTQyWhcNMjMxMTMwMjEyMTQyWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAOS4Ur+9o0YdsCiLlnQIbSPGsQuIlRTFnw2r5buizsbAhRdX7TqBKVcJne7ckFAGk4QRWZ5bNGXvamPe3+DApG6KNRftgwdsDRiHTcPcD8NofR8p3Nmgd5VsiFn6H7eCqYOjpjCOIU2PxvNCBKwfusODWkXbok7fuYKzOJQ2YXW/P2042u63hfkt+QrcnoJ1nGRAPQuJHOF2mDFPjWwEs+uOIqcWI1X4+bZQLRbhWf0g/JL4X2VLt/HS5JlMtZK/2QYA24p4yRjqq2c529yv3414Tc3izbr+zwbPGkOLdlUPfN/yCaemrLrBLE9ytCt1ZDn0L7VrljY9jgcAKt2KVt0CAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFKTxFkXqax6cjfSZHt4HI/4YMek0MBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQB89eaE8jb7CUjdz7ADu1eWI90GvDT8BBcf9E4fZaDATa35brgRZsU6eLHmxjgReIZwZwMqlPUSjStHt1QAMEbHoGfo5FMaNAWnEw+z/x2HQQ55Zhpauw0/EVIR6BBi8EGWMgpX4l9KJlmBelRdhcszzHPK/AaojSuUJnHvpVd7ElIGCRpt99GaO0Wys7Jzpx0/lOCxJVblUD3+I49+XPxY1ztAAY2Ug+zl1Zhm1u9x94IqzTAPKYwTyoasMacT5v9BrQGBHjF5qI+ySArU62g43CzCUVkZi5Htqvrsr+uzCGcL65qEt5cHkjI1Z9TAL0msO5x6n7hwyl9J/5/Qnauz", + "data": "MIIDNjCCAh6gAwIBAgIVAI9Ldq5ymkownzPVL2I6kOTCUpz1MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY1MloXDTI0MDEyMzIwMjY1MlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC94q49FcT9neO/P+DRG15mbzFOxPW8gAmKgwbOHrixI66XQDDFr8pj+lVqPCSqkBhfs34a/1VTnO+qen70Ttlbzbu8htPsDZgLXgg6Ufk3+Ucwyc96v0c7dV+gXwmu9lJ6VLgcVakWQ0smQYY5Qg8/I/dD56RZXQB9zwCUF+XHgJCvyt1D4LswEqbRnCIvyfr1/Igq5Ul8rbkTPfiGpDjtTZVMYi/xYenI2F74aflcHca6fltS903/vTbSuDwxLSfPM5kjROBgua/aYVBLRxL80X8uu4ctxlaLuWVh45vEps90ED+dxHdH7jhrkdV1adG4iPllbEyB4OeDdDM0G8/1AgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSd4sEUZdMP1GWyxx7BOUl/lD7+4zAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAl07zmJLp0AAj0jNH1vDMXPhEWzaYhyKLYdzTs4j5FEXHZS3DhOiGN3i75PYYoSU6OajjRulz6jFXYeTjq/6ydnHn4DSxvnknv67PidoCuynQGJh6O94VwjAok0klqzTwpHTMB97Ws+Rx4gyXb1MCaOVtAyYxhfvU2BCU8iSNPryyjXWT/Fko2y4pj2RzhdxfKlx+KBTz8PRZpIC6n/r+jjMqWmf9M2LE3sfnT1W6CWM0eA5dRn4cpYWSj9/bnXzL1T3UcPBF02QKL0fJ0Kj7XzP/YH3oAxrmExgb2b34Td48vLkgvyNkX0hJdVPkIvetDoKqLE8TKdqA8IiS9Ddopg==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.016702, - "t": 0.03774, + "t0": 0.01675, + "t": 0.037872, "tags": [ "depth=0", "fetch_body=true" @@ -467,17 +465,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIUMjAhVXYeAJYo8xRGNNUZmsO2LOgwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTQyWhcNMjMxMTI5MjIyMTQyWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDX0jN9fjUZwu/cAcubin8LYmJ+ClYSMviJGjJwfG+F3LufLeK/Ikx/8ZXWzye/y0Xzoa5F3V5LTOmJUORluSVqey3+Bs8Lv519ssw6+X8k0g25A6dujhm2vHRZAn03iT9pv6yHKkuw/ANVv5TZIUOEo2u0d2vDJWe8G1HKZMncLvrNn3iry8hA6eoJThA/zBjiRe6JRiHrFRVmr6vebYbC7lctT08aBqYY+KhUxJUfiYTMM1ZbDOEa46rRjYwSr80GbiNzzhcwuyBsbdgWp8jSJebzUXbvnY6divJBWUBdviT59fcQR5vLQLKWilBCGzpGr5taUtt8sg0w3S8Zgz8FAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFLOXygyNlq5sXCYT0iS4bPHfLM1gMB8GA1UdIwQYMBaAFKTxFkXqax6cjfSZHt4HI/4YMek0MEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAK8ua+7dAKnr1OX/T2ObLynuiia7saSXcdRew2BFi6l+JqFvxXwtme1eRe6GfDjIRVfnhk5AQ16XBorj67/jKxkVX5RDywcUrNnHuh9yDEUUaWt3rnO50rWHKHvXVtrvEoGUtVcogP8F4eaUdSWOtcvR0g32NoRLl/QfrnSC+p9qYJU4iCaxu5v8OGGyjN74uDai6Js/qlO7Ow7q9AEccdyX8FQeJhthAuGeP1o9mt3ZXbAMZ8X8Azse0J7lOhql67joeXkZvhP4lk8K+aYZHSrlWbjxVHkJYD10kDDEbm2INwHGG3pongKeaYeeyyh4aUirVk5DSA/gfqi3SUxgFZQ=", + "data": "MIIDnTCCAoWgAwIBAgIUKlElC/oGWxD189j6azcl251mjPwwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjUzWhcNMjQwMTIyMjEyNjUzWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCY8o1RsD405MCj44ON16dMUKu8wq20Im7ouQsdWnjR14bVxQ9q9I/deLJ5m5gfWD2j3xs9MRKYZVh55zvkM58kZDvGqPTNAjl8AuvxCjqWITDdrUm+giZR7zsSrphNdubqmlKSTQao7Yz92j2nWmNCN14eeex7fkY8aWKbKk+ef1be/rchrvzY29Sh0PrA5Rr5t2o/cUiM32pdR2dIQRBqheh1RK4+81AbI7CWsp7kHSGGUMr+U1XyTgcf5SJhN2xz+fM7erHinwY5FbMF3FDXzKgXr7msdhvHnnN+BJdfQ4XYsFZ2uJt1F1ZnaEUNVP9qhVbS2MrFWIzjscaorlLbAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFAz970UmUKFHpb/V7VgqlSMqCRxLMB8GA1UdIwQYMBaAFJ3iwRRl0w/UZbLHHsE5SX+UPv7jMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBADHum/nfwnGp626llvDgcM79nUaMDNeauZdEciXDy0xNsqe79eIjqFqSZN5+7PmvIEwVGt4Hh39UeSy/4pDd6/+XPHwmH9mTYqtzJ1VvNrPL+WOuRFud6I19vIRLemVYAfjF7oUSRVKPze5bGZxs8aCkbnNjtCNoyvXmg/owbzUD4WcbqfI1o//Df8WBG/MmsMmlcNDFFhJdcjOatFPY+DRL5HPw9FKcJtBFPrnW7DOQjBOehmkb9x9PnjwPXPmaDJEx/q+1/PWZCQV0SxFDCqmdrG8W+zenP5BzKKUuRLfv5INjAfrpARQriBTfZXuLpgTLnqfWSZbEldjsz8/7xds=", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUNdYToxlT6py4ioLwJkNGHqeckkgwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMTQyWhcNMjMxMTMwMjEyMTQyWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAOS4Ur+9o0YdsCiLlnQIbSPGsQuIlRTFnw2r5buizsbAhRdX7TqBKVcJne7ckFAGk4QRWZ5bNGXvamPe3+DApG6KNRftgwdsDRiHTcPcD8NofR8p3Nmgd5VsiFn6H7eCqYOjpjCOIU2PxvNCBKwfusODWkXbok7fuYKzOJQ2YXW/P2042u63hfkt+QrcnoJ1nGRAPQuJHOF2mDFPjWwEs+uOIqcWI1X4+bZQLRbhWf0g/JL4X2VLt/HS5JlMtZK/2QYA24p4yRjqq2c529yv3414Tc3izbr+zwbPGkOLdlUPfN/yCaemrLrBLE9ytCt1ZDn0L7VrljY9jgcAKt2KVt0CAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFKTxFkXqax6cjfSZHt4HI/4YMek0MBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQB89eaE8jb7CUjdz7ADu1eWI90GvDT8BBcf9E4fZaDATa35brgRZsU6eLHmxjgReIZwZwMqlPUSjStHt1QAMEbHoGfo5FMaNAWnEw+z/x2HQQ55Zhpauw0/EVIR6BBi8EGWMgpX4l9KJlmBelRdhcszzHPK/AaojSuUJnHvpVd7ElIGCRpt99GaO0Wys7Jzpx0/lOCxJVblUD3+I49+XPxY1ztAAY2Ug+zl1Zhm1u9x94IqzTAPKYwTyoasMacT5v9BrQGBHjF5qI+ySArU62g43CzCUVkZi5Htqvrsr+uzCGcL65qEt5cHkjI1Z9TAL0msO5x6n7hwyl9J/5/Qnauz", + "data": "MIIDNjCCAh6gAwIBAgIVAI9Ldq5ymkownzPVL2I6kOTCUpz1MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY1MloXDTI0MDEyMzIwMjY1MlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC94q49FcT9neO/P+DRG15mbzFOxPW8gAmKgwbOHrixI66XQDDFr8pj+lVqPCSqkBhfs34a/1VTnO+qen70Ttlbzbu8htPsDZgLXgg6Ufk3+Ucwyc96v0c7dV+gXwmu9lJ6VLgcVakWQ0smQYY5Qg8/I/dD56RZXQB9zwCUF+XHgJCvyt1D4LswEqbRnCIvyfr1/Igq5Ul8rbkTPfiGpDjtTZVMYi/xYenI2F74aflcHca6fltS903/vTbSuDwxLSfPM5kjROBgua/aYVBLRxL80X8uu4ctxlaLuWVh45vEps90ED+dxHdH7jhrkdV1adG4iPllbEyB4OeDdDM0G8/1AgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSd4sEUZdMP1GWyxx7BOUl/lD7+4zAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAl07zmJLp0AAj0jNH1vDMXPhEWzaYhyKLYdzTs4j5FEXHZS3DhOiGN3i75PYYoSU6OajjRulz6jFXYeTjq/6ydnHn4DSxvnknv67PidoCuynQGJh6O94VwjAok0klqzTwpHTMB97Ws+Rx4gyXb1MCaOVtAyYxhfvU2BCU8iSNPryyjXWT/Fko2y4pj2RzhdxfKlx+KBTz8PRZpIC6n/r+jjMqWmf9M2LE3sfnT1W6CWM0eA5dRn4cpYWSj9/bnXzL1T3UcPBF02QKL0fJ0Kj7XzP/YH3oAxrmExgb2b34Td48vLkgvyNkX0hJdVPkIvetDoKqLE8TKdqA8IiS9Ddopg==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.070566, - "t": 0.07992, + "t0": 0.070372, + "t": 0.079387, "tags": [ "depth=0", "fetch_body=true" @@ -496,7 +494,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -563,33 +561,34 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:130.192.182.17 Flags:3}]", - "t": 0.011294 + "t": 0.011582 }, { "msg": "conn 130.192.182.17:443: granted permission: true", - "t": 0.037764 + "t": 0.037886 }, { "msg": "conn 93.184.216.34:443: denied permission: timed out sending", - "t": 0.089952 + "t": 0.089415 } ], "control_failure": null, - "x_dns_flags": 0, + "x_dns_flags": 4, "dns_experiment_failure": null, - "dns_consistency": "consistent", + "dns_consistency": "inconsistent", "http_experiment_failure": null, - "x_blocking_flags": 32, + "x_blocking_flags": 33, "x_null_null_flags": 0, - "body_length_match": null, - "headers_match": null, - "status_code_match": null, - "title_match": null, + "body_proportion": 1, + "body_length_match": true, + "headers_match": true, + "status_code_match": true, + "title_match": true, "blocking": false, "accessible": true }, "test_name": "web_connectivity", - "test_runtime": 0.504413, - "test_start_time": "2023-11-29 21:21:42", - "test_version": "0.5.26" + "test_runtime": 0.504144, + "test_start_time": "2024-01-22 20:26:53", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/observations.json index 898255b8a1..2db158314a 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -55,9 +55,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -161,7 +161,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/observations_classic.json index a267be8977..7021cd0e98 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPSURL/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -60,7 +60,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/analysis.json index 030c9fe301..ed9c1c5b36 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/analysis.json @@ -10,10 +10,10 @@ 2 ], "DNSLookupSuccessWithInvalidAddresses": [ - 1 + 2 ], "DNSLookupSuccessWithValidAddress": [ - 2 + 1 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [ @@ -59,7 +59,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -163,7 +163,7 @@ "Failure": "", "TransactionID": 4, "TagFetchBody": false, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/analysis_classic.json index 92a1fe881d..4ed93e0b10 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/analysis_classic.json @@ -55,7 +55,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/measurement.json index 1ed923c928..afda4f72c7 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "http://www.example.com/", - "measurement_start_time": "2023-11-29 21:21:41", + "measurement_start_time": "2024-01-22 20:26:51", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -33,23 +33,25 @@ "socksproxy": null, "network_events": [ { - "address": "130.192.182.17:80", + "address": "130.192.182.17:443", "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.010776, - "t": 0.015286, - "transaction_id": 3, + "t0": 0.010175, + "t": 0.015517, + "transaction_id": 4, "tags": [ "depth=0", - "fetch_body=true" + "fetch_body=false" ] }, { + "address": "130.192.182.17:80", "failure": null, - "operation": "http_transaction_start", - "t0": 0.015314, - "t": 0.015314, + "operation": "connect", + "proto": "tcp", + "t0": 0.010159, + "t": 0.01622, "transaction_id": 3, "tags": [ "depth=0", @@ -57,23 +59,21 @@ ] }, { - "address": "130.192.182.17:443", "failure": null, - "operation": "connect", - "proto": "tcp", - "t0": 0.010797, - "t": 0.016733, - "transaction_id": 4, + "operation": "http_transaction_start", + "t0": 0.016245, + "t": 0.016245, + "transaction_id": 3, "tags": [ "depth=0", - "fetch_body=false" + "fetch_body=true" ] }, { "failure": null, "operation": "http_transaction_done", - "t0": 0.034107, - "t": 0.034107, + "t0": 0.034456, + "t": 0.034456, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "num_bytes": 1651, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.034137, - "t": 0.034137, + "t0": 0.034483, + "t": 0.034483, "transaction_id": 3, "tags": [ "depth=0", @@ -97,11 +97,11 @@ { "address": "130.192.182.17:443", "failure": null, - "num_bytes": 2316, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.038402, - "t": 0.038402, + "t0": 0.037635, + "t": 0.037635, "transaction_id": 4, "tags": [ "depth=0", @@ -113,8 +113,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.06457, - "t": 0.070099, + "t0": 0.065269, + "t": 0.070103, "transaction_id": 6, "tags": [ "depth=0", @@ -126,8 +126,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.064582, - "t": 0.070703, + "t0": 0.065276, + "t": 0.071201, "transaction_id": 5, "tags": [ "depth=0", @@ -137,11 +137,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2316, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.078886, - "t": 0.078886, + "t0": 0.079019, + "t": 0.079019, "transaction_id": 6, "tags": [ "depth=0", @@ -167,8 +167,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000073, - "t": 0.000073, + "t0": 0.000061, + "t": 0.000061, "transaction_id": 1, "tags": [ "depth=0" @@ -180,8 +180,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000108, - "t": 0.000117, + "t0": 0.000097, + "t": 0.000103, "transaction_id": 1, "tags": [ "depth=0" @@ -193,8 +193,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000126, - "t": 0.000131, + "t0": 0.000104, + "t": 0.00013, "transaction_id": 1, "tags": [ "depth=0" @@ -203,11 +203,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000121, - "t": 0.003365, + "t0": 0.000135, + "t": 0.003616, "transaction_id": 1, "tags": [ "depth=0" @@ -216,11 +216,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000136, - "t": 0.003495, + "t0": 0.000108, + "t": 0.004328, "transaction_id": 1, "tags": [ "depth=0" @@ -229,8 +229,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.003523, - "t": 0.003523, + "t0": 0.004348, + "t": 0.004348, "transaction_id": 1, "tags": [ "depth=0" @@ -254,12 +254,12 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "+nqBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "R22BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.003511, - "t": 0.005651, + "t0": 0.003635, + "t": 0.00553, "tags": [ "depth=0" ], @@ -271,12 +271,12 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "kv+BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "q36BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.003382, - "t": 0.006135, + "t0": 0.004339, + "t": 0.006243, "tags": [ "depth=0" ], @@ -294,19 +294,20 @@ "ttl": null } ], - "engine": "getaddrinfo", + "engine": "udp", "failure": null, "hostname": "www.example.com", - "query_type": "ANY", + "query_type": "A", + "raw_response": "R22BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEgsC2EQ==", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", + "resolver_address": "8.8.4.4:53", "t0": 0.000088, - "t": 0.003266, + "t": 0.003623, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": null, @@ -314,12 +315,12 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "kv+BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "q36BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000082, - "t": 0.003373, + "t0": 0.000071, + "t": 0.004331, "tags": [ "depth=0" ], @@ -335,20 +336,19 @@ "ttl": null } ], - "engine": "udp", + "engine": "getaddrinfo", "failure": null, "hostname": "www.example.com", - "query_type": "A", - "raw_response": "+nqBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEgsC2EQ==", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000099, - "t": 0.003499, + "resolver_address": "", + "t0": 0.000076, + "t": 0.004805, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 } ], "requests": [ @@ -378,7 +378,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -386,7 +386,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -412,17 +412,17 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:21:41 GMT" + "Mon, 22 Jan 2024 20:26:51 GMT" ] ], "headers": { "Content-Length": "1533", "Content-Type": "text/html; charset=utf-8", - "Date": "Wed, 29 Nov 2023 21:21:41 GMT" + "Date": "Mon, 22 Jan 2024 20:26:51 GMT" } }, - "t0": 0.015314, - "t": 0.034107, + "t0": 0.016245, + "t": 0.034456, "tags": [ "depth=0", "fetch_body=true" @@ -433,46 +433,43 @@ "tcp_connect": [ { "ip": "130.192.182.17", - "port": 80, + "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.010776, - "t": 0.015286, + "t0": 0.010175, + "t": 0.015517, "tags": [ "depth=0", - "fetch_body=true" + "fetch_body=false" ], - "transaction_id": 3 + "transaction_id": 4 }, { "ip": "130.192.182.17", - "port": 443, + "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.010797, - "t": 0.016733, + "t0": 0.010159, + "t": 0.01622, "tags": [ "depth=0", - "fetch_body=false" + "fetch_body=true" ], - "transaction_id": 4 + "transaction_id": 3 }, { "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.06457, - "t": 0.070099, + "t0": 0.065269, + "t": 0.070103, "tags": [ "depth=0", "fetch_body=false" @@ -483,12 +480,11 @@ "ip": "93.184.216.34", "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.064582, - "t": 0.070703, + "t0": 0.065276, + "t": 0.071201, "tags": [ "depth=0", "fetch_body=true" @@ -506,17 +502,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnjCCAoagAwIBAgIVAJFJCEqqLrJpSY7qO7ep3XAKD+HNMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjE0MVoXDTIzMTEyOTIyMjE0MVowMjEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEYMBYGA1UEAxMPd3d3LmV4YW1wbGUuY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAo5Y0e95ZEiKmQiZZPrO+E3vFDEXJS6W/UQ6AScDfEMj5TikfUUQs/yPlLXB42fM4XUAs0wKh25HzSnbuCfrtWIzGlHVXpyaTqiVa9yCE/UY0/LXBmUsBAnHuRpo0IIRZe0RzSxWFboz2kjGnUvgUTCfWzXFPtEdadsximb50Z+hDYnXeHtAsDM9hRs4J5JlDWgH+VuJoFM+Al6eoT+DjzKAUbnZ9Ggo6bRWTWqMML1fAxJxk8qhofoUCdzgk2at3ogk4nm+on8CHOmarn+IoQV9oCPEibAlMR3LsQ7zrO1C1ssEKGqfB9tEwlgiYQANQq2vlgF4Znsf4V7AC0JAjBwIDAQABo4G9MIG6MA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBSN0ZALwJg/YwqF84gLD8/bY/L4zzAfBgNVHSMEGDAWgBSXUTPvXt7JeSmJBl2YQvi+0onVDDBFBgNVHREEPjA8gg93d3cuZXhhbXBsZS5jb22CC2V4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUub3JnMA0GCSqGSIb3DQEBCwUAA4IBAQBrWZ0XR8QlOW4ZNGhKstS2qezXxaokWSQC0erLZ/izsLImaXkMMETAI2K96oCg3h+kUM+8+d+2WhrEZp931+twsmKmchf3K4uUxeCVcPJHxwLpVK5rgQBxpUpqFGBTavdTJwW+vGkCnO7bPyZGkcbXBuezkJ1gnU1dksTSGQbG3Cr57ja4CoCHqi0uwPi34NzsxTlnz2aEBK0UyGqtETWhdb+mjYrBcTx0/mV4oBa3iPz1EAs0uJgqPxnW7++f6+NdQ1Ls4vl8Al7MzZ4H0EbowJpJHBBRNaQcyx67muVxblwSrblb+c6zay1Wzipp+YvtcW/mBYTNfUlALN01ftWQ", + "data": "MIIDnTCCAoWgAwIBAgIUB++LLEctWBBAiMf4D72SaE4AebswDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjUxWhcNMjQwMTIyMjEyNjUxWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDIkl2YpCQ0+ciA0YsrxdzkKxxx2QrMYyBoeccFJpHMMVBr7624UfPx1B47B0xA+bYyOb9S+JLJnpIuhuRHN2iJfZwxafq8ElBf0GCuVKzVHeOpt2JSuxzz6hyp48zi905T9/05F265XN4GH8NbjkiunieXjqBbCT4mnUH0LxdsoQ3pb0JU8ZHqXlRQvX9kbXcoW51hULOey/bDlpDwNxabNm/mU+ByCIBTBY++aqD/mRsN3BQyNS9rxFvq8yHS8M8D+NLS+iuLKBCgnqO5GrRTBBPKbDJCmvZ15aFZH6YuB3BugnykHNpXYknepSnc+Rb8q2VPfFrqAB8y3QCEgXVNAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFEccSgByONVuLW6JRLBq9KUzsT2zMB8GA1UdIwQYMBaAFBKYh5Pd/Idj3HjUGjDdOTymu9/BMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBADCoEXkXOEhjEeKbZuSFknoV1UtfkLKB7dzKT27bsUgYqLFPpefwBijZbV4qNAOdhsDz7Tj0UvBEkQ6CD3MIBkC2crhH24/CTnhc4bYrsqnlt/cFGo98jEQubNZQQ0MEGHzZnU0y29JjRjV4m4QYMWD9U20JH0J1GK+WkQl0vsX50OQxusy6YK55zcH5f20hC3I7HSOXAODUHhFjUkob5yDn/l3pEhNux9D5sjV/myQOR4ruzXtDHbJh169U6tvG3WO2Kb72V4nxqdaABvTI4jZdDXAyqOb6CHZn6WfJfyzC/74mIFHnNeuwiFLHhShMpKxObac591J+KhjpzsrJAUc=", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAOFY0y0keJ8uBhbiUP9/WLSrlXa5MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE0MVoXDTIzMTEzMDIxMjE0MVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDex3OWgyf6izgHIG6IcrhpNhFyV2NzjgR4Zy+0QDCd5Kh3wPvHA4e0crmQMkgQzLFuKfuqpVRtpjjq7hc1tFRSvGnglrPVrefbkGGKYYZQ2W+e+O1JhSrzDualCJZ6Mf87ypV8y4aOqQ9wSAxzGZm3F71xw1QokeAtfvIQtMWWdyM8ljmodi9IGVahf2ZBNeRFvRTeYyfMNK2nvps9KGhBEjMC6v6RpTWizemqdRZk1/5iRSgjjOu97hImr5yx4SBAfQe/XsuQAJxVIvRjesnV9/mwKmLZPTFeaCcF0pJrNKOubX4KBr/e8rIX+xqwDMldlvfaldk81KrZFgWOSbbFAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSXUTPvXt7JeSmJBl2YQvi+0onVDDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAZeR3cIqQRapnnv18cCe39oQD4W+ufLVZk8cbdCESBogynCXLbU3wldnaTnez0JBC24PqjMNMhWjH5eCoXmu40PzlG2o8pXGDzSq9d+8RDm00Reo3LLhFy41gRxPiQcDGvCsH/iHCtVns915ZolSvYBo87pp2myZ06GJB+BbuHEOxoAGgtWswaEWahY4j88gSnwhcd1p0ilZ4gX+31x2xR05cJy4RC6Ed3Q7rzOOUO6T2cSb51Dv1E8BWeTb7FkIvy6Eh3RBCzQm38O6LitVeO3RvN2tCkRTLBEXMxkA1EARDgL4sv+n+LG87uW7fyknkBMtsmM5YJ/van8ncYe3pVw==", + "data": "MIIDNjCCAh6gAwIBAgIVAMYmS2cx2s0eVoIQpfFqaNX1O/EgMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY1MVoXDTI0MDEyMzIwMjY1MVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCnxA0kVR8Fc2Iv4iLzOCbOhfV4121rMIz94Mnj7G2CmVF65nRbUSeWHJ24ukEGvruitsWCfj5/7lmTIuKEhmjZz/Xe3IMVlWb0WW7ni3EiLEg1LxuNNtNLtpZGz/XiV3w6/PWa01yCs8RYlt4kN+0oIBiBjWdXIe+pslIJcqVG2L9lGpUi/sl8eUI0h2eKJWKN6k9UMMUxfwsnoEvZfpizM7Toa2pqCJWbArnRDfkwLzEDY7jcOnVvOWODJP2eC2MW/gCNd2amasl0BHlO5fa8/puia6/ATdWpN2ILtzyevd5EiuBA8801ef5eLY0/qCmjfxqOQJPVfGAXRtnjj/BRAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQSmIeT3fyHY9x41Bow3Tk8prvfwTAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAH9rgLuhmUzOomXj/V/DxZ/wknX6zHo7hPmWsIRA7AdpnxuiiSpYLLfX7OhprdDCXUTtKa7FDInW0aXIIWL02HTqsZPoT2WeBI+53PvKG/rhd0bmon4y+v6BmyV5pn6m0neSPYbWFFSBppt/TVNvcpB4AP8RUFpsXV5nGsQM3J8ndRynEZCFMJj0LXtxKjR5EYeEdJtVArbFovvBKkReEZsAFPW8GiXIATulph+6gbdtjrCFTNeIEAeTsi6BdlBLSOTaQYmr+NAfOXrxTpA21qxeVP88C+eTPvJdOKydPaseYQIDSdd7HtJkv8WobDZLceuKPYxZdiXeTUnmXQk6ZTw==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.016753, - "t": 0.038369, + "t0": 0.015532, + "t": 0.037595, "tags": [ "depth=0", "fetch_body=false" @@ -533,17 +529,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnjCCAoagAwIBAgIVAJFJCEqqLrJpSY7qO7ep3XAKD+HNMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjE0MVoXDTIzMTEyOTIyMjE0MVowMjEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEYMBYGA1UEAxMPd3d3LmV4YW1wbGUuY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAo5Y0e95ZEiKmQiZZPrO+E3vFDEXJS6W/UQ6AScDfEMj5TikfUUQs/yPlLXB42fM4XUAs0wKh25HzSnbuCfrtWIzGlHVXpyaTqiVa9yCE/UY0/LXBmUsBAnHuRpo0IIRZe0RzSxWFboz2kjGnUvgUTCfWzXFPtEdadsximb50Z+hDYnXeHtAsDM9hRs4J5JlDWgH+VuJoFM+Al6eoT+DjzKAUbnZ9Ggo6bRWTWqMML1fAxJxk8qhofoUCdzgk2at3ogk4nm+on8CHOmarn+IoQV9oCPEibAlMR3LsQ7zrO1C1ssEKGqfB9tEwlgiYQANQq2vlgF4Znsf4V7AC0JAjBwIDAQABo4G9MIG6MA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBSN0ZALwJg/YwqF84gLD8/bY/L4zzAfBgNVHSMEGDAWgBSXUTPvXt7JeSmJBl2YQvi+0onVDDBFBgNVHREEPjA8gg93d3cuZXhhbXBsZS5jb22CC2V4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUub3JnMA0GCSqGSIb3DQEBCwUAA4IBAQBrWZ0XR8QlOW4ZNGhKstS2qezXxaokWSQC0erLZ/izsLImaXkMMETAI2K96oCg3h+kUM+8+d+2WhrEZp931+twsmKmchf3K4uUxeCVcPJHxwLpVK5rgQBxpUpqFGBTavdTJwW+vGkCnO7bPyZGkcbXBuezkJ1gnU1dksTSGQbG3Cr57ja4CoCHqi0uwPi34NzsxTlnz2aEBK0UyGqtETWhdb+mjYrBcTx0/mV4oBa3iPz1EAs0uJgqPxnW7++f6+NdQ1Ls4vl8Al7MzZ4H0EbowJpJHBBRNaQcyx67muVxblwSrblb+c6zay1Wzipp+YvtcW/mBYTNfUlALN01ftWQ", + "data": "MIIDnTCCAoWgAwIBAgIUB++LLEctWBBAiMf4D72SaE4AebswDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjUxWhcNMjQwMTIyMjEyNjUxWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDIkl2YpCQ0+ciA0YsrxdzkKxxx2QrMYyBoeccFJpHMMVBr7624UfPx1B47B0xA+bYyOb9S+JLJnpIuhuRHN2iJfZwxafq8ElBf0GCuVKzVHeOpt2JSuxzz6hyp48zi905T9/05F265XN4GH8NbjkiunieXjqBbCT4mnUH0LxdsoQ3pb0JU8ZHqXlRQvX9kbXcoW51hULOey/bDlpDwNxabNm/mU+ByCIBTBY++aqD/mRsN3BQyNS9rxFvq8yHS8M8D+NLS+iuLKBCgnqO5GrRTBBPKbDJCmvZ15aFZH6YuB3BugnykHNpXYknepSnc+Rb8q2VPfFrqAB8y3QCEgXVNAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFEccSgByONVuLW6JRLBq9KUzsT2zMB8GA1UdIwQYMBaAFBKYh5Pd/Idj3HjUGjDdOTymu9/BMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBADCoEXkXOEhjEeKbZuSFknoV1UtfkLKB7dzKT27bsUgYqLFPpefwBijZbV4qNAOdhsDz7Tj0UvBEkQ6CD3MIBkC2crhH24/CTnhc4bYrsqnlt/cFGo98jEQubNZQQ0MEGHzZnU0y29JjRjV4m4QYMWD9U20JH0J1GK+WkQl0vsX50OQxusy6YK55zcH5f20hC3I7HSOXAODUHhFjUkob5yDn/l3pEhNux9D5sjV/myQOR4ruzXtDHbJh169U6tvG3WO2Kb72V4nxqdaABvTI4jZdDXAyqOb6CHZn6WfJfyzC/74mIFHnNeuwiFLHhShMpKxObac591J+KhjpzsrJAUc=", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAOFY0y0keJ8uBhbiUP9/WLSrlXa5MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE0MVoXDTIzMTEzMDIxMjE0MVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDex3OWgyf6izgHIG6IcrhpNhFyV2NzjgR4Zy+0QDCd5Kh3wPvHA4e0crmQMkgQzLFuKfuqpVRtpjjq7hc1tFRSvGnglrPVrefbkGGKYYZQ2W+e+O1JhSrzDualCJZ6Mf87ypV8y4aOqQ9wSAxzGZm3F71xw1QokeAtfvIQtMWWdyM8ljmodi9IGVahf2ZBNeRFvRTeYyfMNK2nvps9KGhBEjMC6v6RpTWizemqdRZk1/5iRSgjjOu97hImr5yx4SBAfQe/XsuQAJxVIvRjesnV9/mwKmLZPTFeaCcF0pJrNKOubX4KBr/e8rIX+xqwDMldlvfaldk81KrZFgWOSbbFAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSXUTPvXt7JeSmJBl2YQvi+0onVDDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAZeR3cIqQRapnnv18cCe39oQD4W+ufLVZk8cbdCESBogynCXLbU3wldnaTnez0JBC24PqjMNMhWjH5eCoXmu40PzlG2o8pXGDzSq9d+8RDm00Reo3LLhFy41gRxPiQcDGvCsH/iHCtVns915ZolSvYBo87pp2myZ06GJB+BbuHEOxoAGgtWswaEWahY4j88gSnwhcd1p0ilZ4gX+31x2xR05cJy4RC6Ed3Q7rzOOUO6T2cSb51Dv1E8BWeTb7FkIvy6Eh3RBCzQm38O6LitVeO3RvN2tCkRTLBEXMxkA1EARDgL4sv+n+LG87uW7fyknkBMtsmM5YJ/van8ncYe3pVw==", + "data": "MIIDNjCCAh6gAwIBAgIVAMYmS2cx2s0eVoIQpfFqaNX1O/EgMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY1MVoXDTI0MDEyMzIwMjY1MVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCnxA0kVR8Fc2Iv4iLzOCbOhfV4121rMIz94Mnj7G2CmVF65nRbUSeWHJ24ukEGvruitsWCfj5/7lmTIuKEhmjZz/Xe3IMVlWb0WW7ni3EiLEg1LxuNNtNLtpZGz/XiV3w6/PWa01yCs8RYlt4kN+0oIBiBjWdXIe+pslIJcqVG2L9lGpUi/sl8eUI0h2eKJWKN6k9UMMUxfwsnoEvZfpizM7Toa2pqCJWbArnRDfkwLzEDY7jcOnVvOWODJP2eC2MW/gCNd2amasl0BHlO5fa8/puia6/ATdWpN2ILtzyevd5EiuBA8801ef5eLY0/qCmjfxqOQJPVfGAXRtnjj/BRAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQSmIeT3fyHY9x41Bow3Tk8prvfwTAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAH9rgLuhmUzOomXj/V/DxZ/wknX6zHo7hPmWsIRA7AdpnxuiiSpYLLfX7OhprdDCXUTtKa7FDInW0aXIIWL02HTqsZPoT2WeBI+53PvKG/rhd0bmon4y+v6BmyV5pn6m0neSPYbWFFSBppt/TVNvcpB4AP8RUFpsXV5nGsQM3J8ndRynEZCFMJj0LXtxKjR5EYeEdJtVArbFovvBKkReEZsAFPW8GiXIATulph+6gbdtjrCFTNeIEAeTsi6BdlBLSOTaQYmr+NAfOXrxTpA21qxeVP88C+eTPvJdOKydPaseYQIDSdd7HtJkv8WobDZLceuKPYxZdiXeTUnmXQk6ZTw==", "format": "base64" } ], "server_name": "www.example.com", "t0": 0.070115, - "t": 0.078856, + "t": 0.078988, "tags": [ "depth=0", "fetch_body=false" @@ -562,7 +558,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -637,24 +633,25 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:130.192.182.17 Flags:3}]", - "t": 0.010735 + "t": 0.010121 }, { "msg": "conn 130.192.182.17:80: granted permission: true", - "t": 0.015297 + "t": 0.016228 }, { "msg": "conn 93.184.216.34:80: denied permission: timed out sending", - "t": 0.080723 + "t": 0.081225 } ], "control_failure": null, - "x_dns_flags": 0, + "x_dns_flags": 4, "dns_experiment_failure": null, - "dns_consistency": "consistent", + "dns_consistency": "inconsistent", "http_experiment_failure": null, - "x_blocking_flags": 32, + "x_blocking_flags": 33, "x_null_null_flags": 0, + "body_proportion": 1, "body_length_match": true, "headers_match": true, "status_code_match": true, @@ -663,7 +660,7 @@ "accessible": true }, "test_name": "web_connectivity", - "test_runtime": 0.503682, - "test_start_time": "2023-11-29 21:21:41", - "test_version": "0.5.26" + "test_runtime": 0.505026, + "test_start_time": "2024-01-22 20:26:51", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/observations.json index 6b75a0571e..c5bad4b1ec 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/observations.json @@ -55,13 +55,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "130.192.182.17" ], @@ -106,13 +106,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "130.192.182.17" ], @@ -161,7 +161,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -216,7 +216,7 @@ "Failure": "", "TransactionID": 4, "TagFetchBody": false, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/observations_classic.json index cdf89be189..338829aa0a 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/dnsHijackingToProxyWithHTTPURL/observations_classic.json @@ -60,7 +60,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/analysis.json new file mode 100644 index 0000000000..f86a60c5dd --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/analysis.json @@ -0,0 +1,270 @@ +{ + "ControlExpectations": { + "DNSAddresses": [], + "FinalResponseFailure": "dns_lookup_error" + }, + "DNSLookupSuccess": [ + 1, + 2 + ], + "DNSLookupSuccessWithInvalidAddresses": [], + "DNSLookupSuccessWithValidAddress": [], + "DNSLookupSuccessWithBogonAddresses": [], + "DNSLookupSuccessWithInvalidAddressesClassic": [], + "DNSLookupSuccessWithValidAddressClassic": [], + "DNSLookupUnexpectedFailure": [], + "DNSLookupUnexplainedFailure": [], + "DNSExperimentFailure": null, + "DNSLookupExpectedFailure": [], + "DNSLookupExpectedSuccess": [], + "TCPConnectExpectedFailure": [ + 4 + ], + "TCPConnectUnexpectedFailure": [], + "TCPConnectUnexpectedFailureDuringWebFetch": [], + "TCPConnectUnexpectedFailureDuringConnectivityCheck": [], + "TCPConnectUnexplainedFailure": [], + "TCPConnectUnexplainedFailureDuringWebFetch": [], + "TCPConnectUnexplainedFailureDuringConnectivityCheck": [], + "TLSHandshakeExpectedFailure": [], + "TLSHandshakeUnexpectedFailure": [], + "TLSHandshakeUnexpectedFailureDuringWebFetch": [], + "TLSHandshakeUnexpectedFailureDuringConnectivityCheck": [], + "TLSHandshakeUnexplainedFailure": [], + "TLSHandshakeUnexplainedFailureDuringWebFetch": [], + "TLSHandshakeUnexplainedFailureDuringConnectivityCheck": [], + "HTTPRoundTripUnexpectedFailure": [], + "HTTPRoundTripUnexplainedFailure": [], + "HTTPFinalResponseSuccessTLSWithoutControl": null, + "HTTPFinalResponseSuccessTLSWithControl": null, + "HTTPFinalResponseSuccessTCPWithoutControl": null, + "HTTPFinalResponseSuccessTCPWithControl": 3, + "HTTPFinalResponseDiffBodyProportionFactor": null, + "HTTPFinalResponseDiffStatusCodeMatch": null, + "HTTPFinalResponseDiffTitleDifferentLongWords": null, + "HTTPFinalResponseDiffUncommonHeadersIntersection": null, + "Linear": [ + { + "TagDepth": 0, + "Type": 3, + "Failure": "", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "80", + "EndpointAddress": "83.224.65.41:80", + "TCPConnectFailure": "", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": "http://itsat.info/", + "HTTPFailure": "", + "HTTPResponseStatusCode": 200, + "HTTPResponseBodyLength": 188, + "HTTPResponseBodyIsTruncated": false, + "HTTPResponseHeadersKeys": { + "Content-Length": true, + "Content-Type": true, + "Date": true + }, + "HTTPResponseLocation": null, + "HTTPResponseTitle": "Access Denied", + "HTTPResponseIsFinal": true, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 4, + "TagFetchBody": false, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 4, + "EndpointProto": "tcp", + "EndpointPort": "443", + "EndpointAddress": "83.224.65.41:443", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "A", + "DNSEngine": "udp", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "dns_no_answer", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "dns_no_answer", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", + "DNSResolvedAddrs": null, + "IPAddress": null, + "IPAddressASN": null, + "IPAddressBogon": null, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ] +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/analysis_classic.json new file mode 100644 index 0000000000..05304db2fc --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/analysis_classic.json @@ -0,0 +1,137 @@ +{ + "ControlExpectations": { + "DNSAddresses": [], + "FinalResponseFailure": "dns_lookup_error" + }, + "DNSLookupSuccess": [ + 2 + ], + "DNSLookupSuccessWithInvalidAddresses": [], + "DNSLookupSuccessWithValidAddress": [], + "DNSLookupSuccessWithBogonAddresses": [], + "DNSLookupSuccessWithInvalidAddressesClassic": [], + "DNSLookupSuccessWithValidAddressClassic": [], + "DNSLookupUnexpectedFailure": [], + "DNSLookupUnexplainedFailure": [], + "DNSExperimentFailure": null, + "DNSLookupExpectedFailure": [], + "DNSLookupExpectedSuccess": [], + "TCPConnectExpectedFailure": [], + "TCPConnectUnexpectedFailure": [], + "TCPConnectUnexpectedFailureDuringWebFetch": [], + "TCPConnectUnexpectedFailureDuringConnectivityCheck": [], + "TCPConnectUnexplainedFailure": [], + "TCPConnectUnexplainedFailureDuringWebFetch": [], + "TCPConnectUnexplainedFailureDuringConnectivityCheck": [], + "TLSHandshakeExpectedFailure": [], + "TLSHandshakeUnexpectedFailure": [], + "TLSHandshakeUnexpectedFailureDuringWebFetch": [], + "TLSHandshakeUnexpectedFailureDuringConnectivityCheck": [], + "TLSHandshakeUnexplainedFailure": [], + "TLSHandshakeUnexplainedFailureDuringWebFetch": [], + "TLSHandshakeUnexplainedFailureDuringConnectivityCheck": [], + "HTTPRoundTripUnexpectedFailure": [], + "HTTPRoundTripUnexplainedFailure": [], + "HTTPFinalResponseSuccessTLSWithoutControl": null, + "HTTPFinalResponseSuccessTLSWithControl": null, + "HTTPFinalResponseSuccessTCPWithoutControl": null, + "HTTPFinalResponseSuccessTCPWithControl": 3, + "HTTPFinalResponseDiffBodyProportionFactor": null, + "HTTPFinalResponseDiffStatusCodeMatch": null, + "HTTPFinalResponseDiffTitleDifferentLongWords": null, + "HTTPFinalResponseDiffUncommonHeadersIntersection": null, + "Linear": [ + { + "TagDepth": 0, + "Type": 3, + "Failure": "", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "80", + "EndpointAddress": "83.224.65.41:80", + "TCPConnectFailure": "", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": "http://itsat.info/", + "HTTPFailure": "", + "HTTPResponseStatusCode": 200, + "HTTPResponseBodyLength": 188, + "HTTPResponseBodyIsTruncated": false, + "HTTPResponseHeadersKeys": { + "Content-Length": true, + "Content-Type": true, + "Date": true + }, + "HTTPResponseLocation": null, + "HTTPResponseTitle": "Access Denied", + "HTTPResponseIsFinal": true, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ] +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/measurement.json new file mode 100644 index 0000000000..1049d41b4f --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/measurement.json @@ -0,0 +1,486 @@ +{ + "data_format_version": "0.2.0", + "extensions": { + "dnst": 0, + "httpt": 0, + "netevents": 0, + "tcpconnect": 0, + "tlshandshake": 0, + "tunnel": 0 + }, + "input": "http://itsat.info/", + "measurement_start_time": "2024-01-22 20:26:54", + "probe_asn": "AS137", + "probe_cc": "IT", + "probe_ip": "127.0.0.1", + "probe_network_name": "Consortium GARR", + "report_id": "", + "resolver_asn": "AS137", + "resolver_ip": "130.192.3.21", + "resolver_network_name": "Consortium GARR", + "software_name": "ooniprobe", + "software_version": "3.21.0-alpha", + "test_helpers": { + "backend": { + "address": "https://0.th.ooni.org/", + "type": "https" + } + }, + "test_keys": { + "agent": "redirect", + "client_resolver": "", + "retries": null, + "socksproxy": null, + "network_events": [ + { + "address": "83.224.65.41:80", + "failure": null, + "operation": "connect", + "proto": "tcp", + "t0": 0.011689, + "t": 0.016954, + "transaction_id": 3, + "tags": [ + "depth=0", + "fetch_body=true" + ] + }, + { + "failure": null, + "operation": "http_transaction_start", + "t0": 0.016986, + "t": 0.016986, + "transaction_id": 3, + "tags": [ + "depth=0", + "fetch_body=true" + ] + }, + { + "address": "83.224.65.41:443", + "failure": "connection_refused", + "operation": "connect", + "proto": "tcp", + "t0": 0.011725, + "t": 0.017663, + "transaction_id": 4, + "tags": [ + "depth=0", + "fetch_body=false" + ] + }, + { + "failure": null, + "operation": "http_transaction_done", + "t0": 0.022462, + "t": 0.022462, + "transaction_id": 3, + "tags": [ + "depth=0", + "fetch_body=true" + ] + }, + { + "address": "83.224.65.41:80", + "failure": null, + "num_bytes": 305, + "operation": "bytes_received_cumulative", + "proto": "tcp", + "t0": 0.022488, + "t": 0.022488, + "transaction_id": 3, + "tags": [ + "depth=0", + "fetch_body=true" + ] + } + ], + "x_dns_whoami": { + "system_v4": null, + "udp_v4": { + "8.8.4.4:53": null + } + }, + "x_doh": { + "network_events": [], + "queries": [], + "requests": [], + "tcp_connect": [], + "tls_handshakes": [] + }, + "x_do53": { + "network_events": [ + { + "failure": null, + "operation": "resolve_start", + "t0": 0.000067, + "t": 0.000067, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 28, + "operation": "write", + "proto": "udp", + "t0": 0.0001, + "t": 0.000106, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 28, + "operation": "write", + "proto": "udp", + "t0": 0.000125, + "t": 0.000129, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 28, + "operation": "read", + "proto": "udp", + "t0": 0.00011, + "t": 0.003724, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 54, + "operation": "read", + "proto": "udp", + "t0": 0.000137, + "t": 0.00395, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "failure": null, + "operation": "resolve_done", + "t0": 0.003977, + "t": 0.003977, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + } + ], + "queries": [] + }, + "x_dns_duplicate_responses": [ + { + "answers": null, + "engine": "udp", + "failure": "dns_nxdomain_error", + "hostname": "itsat.info", + "query_type": "A", + "raw_response": "Q+eBAwABAAAAAAAABWl0c2F0BGluZm8AAAEAAQ==", + "rcode": 3, + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.003964, + "t": 0.006115, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_nxdomain_error", + "hostname": "itsat.info", + "query_type": "AAAA", + "raw_response": "7sKBAwABAAAAAAAABWl0c2F0BGluZm8AABwAAQ==", + "rcode": 3, + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.003738, + "t": 0.006226, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + } + ], + "queries": [ + { + "answers": [ + { + "asn": 30722, + "as_org_name": "Vodafone Italia S.p.A.", + "answer_type": "A", + "ipv4": "83.224.65.41", + "ttl": null + } + ], + "engine": "getaddrinfo", + "failure": null, + "hostname": "itsat.info", + "query_type": "ANY", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "", + "t0": 0.000078, + "t": 0.003837, + "tags": [ + "depth=0" + ], + "transaction_id": 2 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "itsat.info", + "query_type": "AAAA", + "raw_response": "7sKBAAABAAAAAAAABWl0c2F0BGluZm8AABwAAQ==", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000075, + "t": 0.003728, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, + { + "answers": [ + { + "asn": 30722, + "as_org_name": "Vodafone Italia S.p.A.", + "answer_type": "A", + "ipv4": "83.224.65.41", + "ttl": null + } + ], + "engine": "udp", + "failure": null, + "hostname": "itsat.info", + "query_type": "A", + "raw_response": "Q+eBAAABAAEAAAAABWl0c2F0BGluZm8AAAEAAQVpdHNhdARpbmZvAAABAAEAAA4QAART4EEp", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000106, + "t": 0.003954, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + } + ], + "requests": [ + { + "network": "tcp", + "address": "83.224.65.41:80", + "failure": null, + "request": { + "body": "", + "body_is_truncated": false, + "headers_list": [ + [ + "Accept", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + [ + "Accept-Language", + "en-US,en;q=0.9" + ], + [ + "Host", + "itsat.info" + ], + [ + "Referer", + "" + ], + [ + "User-Agent", + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" + ] + ], + "headers": { + "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "Accept-Language": "en-US,en;q=0.9", + "Host": "itsat.info", + "Referer": "", + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" + }, + "method": "GET", + "tor": { + "exit_ip": null, + "exit_name": null, + "is_tor": false + }, + "x_transport": "tcp", + "url": "http://itsat.info/" + }, + "response": { + "body": "\u003c!doctype html\u003e\n\u003chtml\u003e\n\u003chead\u003e\n\t\u003ctitle\u003eAccess Denied\u003c/title\u003e\n\u003c/head\u003e\n\u003cbody\u003e\n\u003cdiv\u003e\n\t\u003ch1\u003eAccess Denied\u003c/h1\u003e\n\t\u003cp\u003eThis request cannot be served in your jurisdiction.\u003c/p\u003e\n\u003c/div\u003e\n\u003c/body\u003e\n\u003c/html\u003e\n", + "body_is_truncated": false, + "code": 200, + "headers_list": [ + [ + "Content-Length", + "188" + ], + [ + "Content-Type", + "text/html; charset=utf-8" + ], + [ + "Date", + "Thu, 24 Aug 2023 14:35:29 GMT" + ] + ], + "headers": { + "Content-Length": "188", + "Content-Type": "text/html; charset=utf-8", + "Date": "Thu, 24 Aug 2023 14:35:29 GMT" + } + }, + "t0": 0.016986, + "t": 0.022462, + "tags": [ + "depth=0", + "fetch_body=true" + ], + "transaction_id": 3 + } + ], + "tcp_connect": [ + { + "ip": "83.224.65.41", + "port": 80, + "status": { + "failure": null, + "success": true + }, + "t0": 0.011689, + "t": 0.016954, + "tags": [ + "depth=0", + "fetch_body=true" + ], + "transaction_id": 3 + }, + { + "ip": "83.224.65.41", + "port": 443, + "status": { + "failure": "connection_refused", + "success": false + }, + "t0": 0.011725, + "t": 0.017663, + "tags": [ + "depth=0", + "fetch_body=false" + ], + "transaction_id": 4 + } + ], + "tls_handshakes": [], + "x_control_request": { + "http_request": "http://itsat.info/", + "http_request_headers": { + "Accept": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "Accept-Language": [ + "en-US,en;q=0.9" + ], + "User-Agent": [ + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" + ] + }, + "tcp_connect": [ + "83.224.65.41:443", + "83.224.65.41:80" + ], + "x_quic_enabled": false + }, + "control": { + "tcp_connect": { + "83.224.65.41:443": { + "status": false, + "failure": "connection_refused_error" + }, + "83.224.65.41:80": { + "status": true, + "failure": null + } + }, + "quic_handshake": {}, + "http_request": { + "body_length": -1, + "discovered_h3_endpoint": "", + "failure": "dns_lookup_error", + "title": "", + "headers": {}, + "status_code": -1 + }, + "http3_request": null, + "dns": { + "failure": "dns_name_error", + "addrs": [] + }, + "ip_info": { + "83.224.65.41": { + "asn": 30722, + "flags": 1 + } + } + }, + "x_conn_priority_log": [ + { + "msg": "create with [{Addr:83.224.65.41 Flags:3}]", + "t": 0.011661 + }, + { + "msg": "conn 83.224.65.41:80: granted permission: true", + "t": 0.016961 + } + ], + "control_failure": null, + "x_dns_flags": 0, + "dns_experiment_failure": null, + "dns_consistency": "inconsistent", + "http_experiment_failure": null, + "x_blocking_flags": 16, + "x_null_null_flags": 18, + "body_proportion": 0, + "body_length_match": null, + "headers_match": null, + "status_code_match": null, + "title_match": null, + "blocking": "dns", + "accessible": false + }, + "test_name": "web_connectivity", + "test_runtime": 0.504087, + "test_start_time": "2024-01-22 20:26:54", + "test_version": "0.5.28" +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/observations.json new file mode 100644 index 0000000000..f7c6b2b25c --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/observations.json @@ -0,0 +1,234 @@ +{ + "DNSLookupFailures": [ + { + "TagDepth": 0, + "Type": 0, + "Failure": "dns_no_answer", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "dns_no_answer", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", + "DNSResolvedAddrs": null, + "IPAddress": null, + "IPAddressASN": null, + "IPAddressBogon": null, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ], + "DNSLookupSuccesses": [ + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "A", + "DNSEngine": "udp", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ], + "KnownTCPEndpoints": { + "3": { + "TagDepth": 0, + "Type": 3, + "Failure": "", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "80", + "EndpointAddress": "83.224.65.41:80", + "TCPConnectFailure": "", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": "http://itsat.info/", + "HTTPFailure": "", + "HTTPResponseStatusCode": 200, + "HTTPResponseBodyLength": 188, + "HTTPResponseBodyIsTruncated": false, + "HTTPResponseHeadersKeys": { + "Content-Length": true, + "Content-Type": true, + "Date": true + }, + "HTTPResponseLocation": null, + "HTTPResponseTitle": "Access Denied", + "HTTPResponseIsFinal": true, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + "4": { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 4, + "TagFetchBody": false, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 4, + "EndpointProto": "tcp", + "EndpointPort": "443", + "EndpointAddress": "83.224.65.41:443", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + }, + "ControlExpectations": { + "DNSAddresses": [], + "FinalResponseFailure": "dns_lookup_error" + } +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/observations_classic.json new file mode 100644 index 0000000000..7085d4c53b --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTP/observations_classic.json @@ -0,0 +1,103 @@ +{ + "DNSLookupFailures": [], + "DNSLookupSuccesses": [ + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ], + "KnownTCPEndpoints": { + "3": { + "TagDepth": 0, + "Type": 3, + "Failure": "", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "80", + "EndpointAddress": "83.224.65.41:80", + "TCPConnectFailure": "", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": "http://itsat.info/", + "HTTPFailure": "", + "HTTPResponseStatusCode": 200, + "HTTPResponseBodyLength": 188, + "HTTPResponseBodyIsTruncated": false, + "HTTPResponseHeadersKeys": { + "Content-Length": true, + "Content-Type": true, + "Date": true + }, + "HTTPResponseLocation": null, + "HTTPResponseTitle": "Access Denied", + "HTTPResponseIsFinal": true, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + }, + "ControlExpectations": { + "DNSAddresses": [], + "FinalResponseFailure": "dns_lookup_error" + } +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/analysis.json new file mode 100644 index 0000000000..bce336d6b5 --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/analysis.json @@ -0,0 +1,222 @@ +{ + "ControlExpectations": { + "DNSAddresses": [], + "FinalResponseFailure": "dns_lookup_error" + }, + "DNSLookupSuccess": [ + 1, + 2 + ], + "DNSLookupSuccessWithInvalidAddresses": [], + "DNSLookupSuccessWithValidAddress": [], + "DNSLookupSuccessWithBogonAddresses": [], + "DNSLookupSuccessWithInvalidAddressesClassic": [], + "DNSLookupSuccessWithValidAddressClassic": [], + "DNSLookupUnexpectedFailure": [], + "DNSLookupUnexplainedFailure": [], + "DNSExperimentFailure": null, + "DNSLookupExpectedFailure": [], + "DNSLookupExpectedSuccess": [], + "TCPConnectExpectedFailure": [ + 3 + ], + "TCPConnectUnexpectedFailure": [], + "TCPConnectUnexpectedFailureDuringWebFetch": [], + "TCPConnectUnexpectedFailureDuringConnectivityCheck": [], + "TCPConnectUnexplainedFailure": [], + "TCPConnectUnexplainedFailureDuringWebFetch": [], + "TCPConnectUnexplainedFailureDuringConnectivityCheck": [], + "TLSHandshakeExpectedFailure": [], + "TLSHandshakeUnexpectedFailure": [], + "TLSHandshakeUnexpectedFailureDuringWebFetch": [], + "TLSHandshakeUnexpectedFailureDuringConnectivityCheck": [], + "TLSHandshakeUnexplainedFailure": [], + "TLSHandshakeUnexplainedFailureDuringWebFetch": [], + "TLSHandshakeUnexplainedFailureDuringConnectivityCheck": [], + "HTTPRoundTripUnexpectedFailure": [], + "HTTPRoundTripUnexplainedFailure": [], + "HTTPFinalResponseSuccessTLSWithoutControl": null, + "HTTPFinalResponseSuccessTLSWithControl": null, + "HTTPFinalResponseSuccessTCPWithoutControl": null, + "HTTPFinalResponseSuccessTCPWithControl": null, + "HTTPFinalResponseDiffBodyProportionFactor": null, + "HTTPFinalResponseDiffStatusCodeMatch": null, + "HTTPFinalResponseDiffTitleDifferentLongWords": null, + "HTTPFinalResponseDiffUncommonHeadersIntersection": null, + "Linear": [ + { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "443", + "EndpointAddress": "83.224.65.41:443", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "A", + "DNSEngine": "udp", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "dns_no_answer", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "dns_no_answer", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", + "DNSResolvedAddrs": null, + "IPAddress": null, + "IPAddressASN": null, + "IPAddressBogon": null, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ] +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/analysis_classic.json new file mode 100644 index 0000000000..92d0aeb25c --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/analysis_classic.json @@ -0,0 +1,135 @@ +{ + "ControlExpectations": { + "DNSAddresses": [], + "FinalResponseFailure": "dns_lookup_error" + }, + "DNSLookupSuccess": [ + 2 + ], + "DNSLookupSuccessWithInvalidAddresses": [], + "DNSLookupSuccessWithValidAddress": [], + "DNSLookupSuccessWithBogonAddresses": [], + "DNSLookupSuccessWithInvalidAddressesClassic": [], + "DNSLookupSuccessWithValidAddressClassic": [], + "DNSLookupUnexpectedFailure": [], + "DNSLookupUnexplainedFailure": [], + "DNSExperimentFailure": null, + "DNSLookupExpectedFailure": [], + "DNSLookupExpectedSuccess": [], + "TCPConnectExpectedFailure": [ + 3 + ], + "TCPConnectUnexpectedFailure": [], + "TCPConnectUnexpectedFailureDuringWebFetch": [], + "TCPConnectUnexpectedFailureDuringConnectivityCheck": [], + "TCPConnectUnexplainedFailure": [], + "TCPConnectUnexplainedFailureDuringWebFetch": [], + "TCPConnectUnexplainedFailureDuringConnectivityCheck": [], + "TLSHandshakeExpectedFailure": [], + "TLSHandshakeUnexpectedFailure": [], + "TLSHandshakeUnexpectedFailureDuringWebFetch": [], + "TLSHandshakeUnexpectedFailureDuringConnectivityCheck": [], + "TLSHandshakeUnexplainedFailure": [], + "TLSHandshakeUnexplainedFailureDuringWebFetch": [], + "TLSHandshakeUnexplainedFailureDuringConnectivityCheck": [], + "HTTPRoundTripUnexpectedFailure": [], + "HTTPRoundTripUnexplainedFailure": [], + "HTTPFinalResponseSuccessTLSWithoutControl": null, + "HTTPFinalResponseSuccessTLSWithControl": null, + "HTTPFinalResponseSuccessTCPWithoutControl": null, + "HTTPFinalResponseSuccessTCPWithControl": null, + "HTTPFinalResponseDiffBodyProportionFactor": null, + "HTTPFinalResponseDiffStatusCodeMatch": null, + "HTTPFinalResponseDiffTitleDifferentLongWords": null, + "HTTPFinalResponseDiffUncommonHeadersIntersection": null, + "Linear": [ + { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "443", + "EndpointAddress": "83.224.65.41:443", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ] +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/measurement.json new file mode 100644 index 0000000000..17ca0e1e7c --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/measurement.json @@ -0,0 +1,336 @@ +{ + "data_format_version": "0.2.0", + "extensions": { + "dnst": 0, + "httpt": 0, + "netevents": 0, + "tcpconnect": 0, + "tlshandshake": 0, + "tunnel": 0 + }, + "input": "https://itsat.info/", + "measurement_start_time": "2024-01-22 20:26:54", + "probe_asn": "AS137", + "probe_cc": "IT", + "probe_ip": "127.0.0.1", + "probe_network_name": "Consortium GARR", + "report_id": "", + "resolver_asn": "AS137", + "resolver_ip": "130.192.3.21", + "resolver_network_name": "Consortium GARR", + "software_name": "ooniprobe", + "software_version": "3.21.0-alpha", + "test_helpers": { + "backend": { + "address": "https://0.th.ooni.org/", + "type": "https" + } + }, + "test_keys": { + "agent": "redirect", + "client_resolver": "", + "retries": null, + "socksproxy": null, + "network_events": [ + { + "address": "83.224.65.41:443", + "failure": "connection_refused", + "operation": "connect", + "proto": "tcp", + "t0": 0.012077, + "t": 0.018249, + "transaction_id": 3, + "tags": [ + "depth=0", + "fetch_body=true" + ] + } + ], + "x_dns_whoami": { + "system_v4": null, + "udp_v4": { + "8.8.4.4:53": null + } + }, + "x_doh": { + "network_events": [], + "queries": [], + "requests": [], + "tcp_connect": [], + "tls_handshakes": [] + }, + "x_do53": { + "network_events": [ + { + "failure": null, + "operation": "resolve_start", + "t0": 0.000051, + "t": 0.000051, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 28, + "operation": "write", + "proto": "udp", + "t0": 0.000087, + "t": 0.000092, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 28, + "operation": "write", + "proto": "udp", + "t0": 0.000095, + "t": 0.000101, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 54, + "operation": "read", + "proto": "udp", + "t0": 0.000123, + "t": 0.002873, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 28, + "operation": "read", + "proto": "udp", + "t0": 0.000115, + "t": 0.003458, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "failure": null, + "operation": "resolve_done", + "t0": 0.003478, + "t": 0.003478, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + } + ], + "queries": [] + }, + "x_dns_duplicate_responses": [ + { + "answers": null, + "engine": "udp", + "failure": "dns_nxdomain_error", + "hostname": "itsat.info", + "query_type": "A", + "raw_response": "2l+BAwABAAAAAAAABWl0c2F0BGluZm8AAAEAAQ==", + "rcode": 3, + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.002903, + "t": 0.005383, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_nxdomain_error", + "hostname": "itsat.info", + "query_type": "AAAA", + "raw_response": "LwiBAwABAAAAAAAABWl0c2F0BGluZm8AABwAAQ==", + "rcode": 3, + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.003475, + "t": 0.005862, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + } + ], + "queries": [ + { + "answers": [ + { + "asn": 30722, + "as_org_name": "Vodafone Italia S.p.A.", + "answer_type": "A", + "ipv4": "83.224.65.41", + "ttl": null + } + ], + "engine": "getaddrinfo", + "failure": null, + "hostname": "itsat.info", + "query_type": "ANY", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "", + "t0": 0.000079, + "t": 0.003005, + "tags": [ + "depth=0" + ], + "transaction_id": 2 + }, + { + "answers": [ + { + "asn": 30722, + "as_org_name": "Vodafone Italia S.p.A.", + "answer_type": "A", + "ipv4": "83.224.65.41", + "ttl": null + } + ], + "engine": "udp", + "failure": null, + "hostname": "itsat.info", + "query_type": "A", + "raw_response": "2l+BAAABAAEAAAAABWl0c2F0BGluZm8AAAEAAQVpdHNhdARpbmZvAAABAAEAAA4QAART4EEp", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000068, + "t": 0.002882, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "itsat.info", + "query_type": "AAAA", + "raw_response": "LwiBAAABAAAAAAAABWl0c2F0BGluZm8AABwAAQ==", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.00006, + "t": 0.003463, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + } + ], + "requests": [], + "tcp_connect": [ + { + "ip": "83.224.65.41", + "port": 443, + "status": { + "failure": "connection_refused", + "success": false + }, + "t0": 0.012077, + "t": 0.018249, + "tags": [ + "depth=0", + "fetch_body=true" + ], + "transaction_id": 3 + } + ], + "tls_handshakes": [], + "x_control_request": { + "http_request": "https://itsat.info/", + "http_request_headers": { + "Accept": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "Accept-Language": [ + "en-US,en;q=0.9" + ], + "User-Agent": [ + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" + ] + }, + "tcp_connect": [ + "83.224.65.41:443", + "83.224.65.41:80" + ], + "x_quic_enabled": false + }, + "control": { + "tcp_connect": { + "83.224.65.41:443": { + "status": false, + "failure": "connection_refused_error" + } + }, + "quic_handshake": {}, + "http_request": { + "body_length": -1, + "discovered_h3_endpoint": "", + "failure": "dns_lookup_error", + "title": "", + "headers": {}, + "status_code": -1 + }, + "http3_request": null, + "dns": { + "failure": "dns_name_error", + "addrs": [] + }, + "ip_info": { + "83.224.65.41": { + "asn": 30722, + "flags": 1 + } + } + }, + "x_conn_priority_log": [ + { + "msg": "create with [{Addr:83.224.65.41 Flags:3}]", + "t": 0.012014 + } + ], + "control_failure": null, + "x_dns_flags": 0, + "dns_experiment_failure": null, + "dns_consistency": "inconsistent", + "http_experiment_failure": "connection_refused", + "x_blocking_flags": 0, + "x_null_null_flags": 18, + "body_proportion": 0, + "body_length_match": null, + "headers_match": null, + "status_code_match": null, + "title_match": null, + "blocking": "dns", + "accessible": false + }, + "test_name": "web_connectivity", + "test_runtime": 0.503575, + "test_start_time": "2024-01-22 20:26:54", + "test_version": "0.5.28" +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/observations.json new file mode 100644 index 0000000000..5f88f6a58e --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/observations.json @@ -0,0 +1,186 @@ +{ + "DNSLookupFailures": [ + { + "TagDepth": 0, + "Type": 0, + "Failure": "dns_no_answer", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "dns_no_answer", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", + "DNSResolvedAddrs": null, + "IPAddress": null, + "IPAddressASN": null, + "IPAddressBogon": null, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ], + "DNSLookupSuccesses": [ + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "A", + "DNSEngine": "udp", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ], + "KnownTCPEndpoints": { + "3": { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "443", + "EndpointAddress": "83.224.65.41:443", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + }, + "ControlExpectations": { + "DNSAddresses": [], + "FinalResponseFailure": "dns_lookup_error" + } +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/observations_classic.json new file mode 100644 index 0000000000..1ca80c2756 --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/ghostDNSBlockingWithHTTPS/observations_classic.json @@ -0,0 +1,99 @@ +{ + "DNSLookupFailures": [], + "DNSLookupSuccesses": [ + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ], + "KnownTCPEndpoints": { + "3": { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 2, + "DNSDomain": "itsat.info", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "83.224.65.41" + ], + "IPAddress": "83.224.65.41", + "IPAddressASN": 30722, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "443", + "EndpointAddress": "83.224.65.41:443", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "itsat.info", + "ControlDNSLookupFailure": "dns_name_error", + "ControlDNSResolvedAddrs": null, + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "dns_lookup_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + }, + "ControlExpectations": { + "DNSAddresses": [], + "FinalResponseFailure": "dns_lookup_error" + } +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/httpBlockingConnectionReset/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/httpBlockingConnectionReset/measurement.json index 3f928a4e68..dc29e6f1ba 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/httpBlockingConnectionReset/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/httpBlockingConnectionReset/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "http://www.example.com/", - "measurement_start_time": "2023-11-29 21:21:43", + "measurement_start_time": "2024-01-22 20:26:55", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.010999, - "t": 0.016348, + "t0": 0.011359, + "t": 0.016557, "transaction_id": 4, "tags": [ "depth=0", @@ -50,8 +50,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.01099, - "t": 0.01645, + "t0": 0.011337, + "t": 0.016675, "transaction_id": 3, "tags": [ "depth=0", @@ -61,8 +61,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.016473, - "t": 0.016473, + "t0": 0.016702, + "t": 0.016702, "transaction_id": 3, "tags": [ "depth=0", @@ -72,8 +72,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.020054, - "t": 0.020054, + "t0": 0.019801, + "t": 0.019801, "transaction_id": 3, "tags": [ "depth=0", @@ -85,8 +85,8 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.020069, - "t": 0.020069, + "t0": 0.019818, + "t": 0.019818, "transaction_id": 3, "tags": [ "depth=0", @@ -96,11 +96,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2315, + "num_bytes": 2314, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.025649, - "t": 0.025649, + "t0": 0.025706, + "t": 0.025706, "transaction_id": 4, "tags": [ "depth=0", @@ -126,8 +126,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000068, - "t": 0.000068, + "t0": 0.000065, + "t": 0.000065, "transaction_id": 1, "tags": [ "depth=0" @@ -139,8 +139,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000122, - "t": 0.000128, + "t0": 0.000102, + "t": 0.000121, "transaction_id": 1, "tags": [ "depth=0" @@ -152,8 +152,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000188, - "t": 0.000209, + "t0": 0.000139, + "t": 0.000153, "transaction_id": 1, "tags": [ "depth=0" @@ -162,11 +162,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000133, - "t": 0.006348, + "t0": 0.000131, + "t": 0.005611, "transaction_id": 1, "tags": [ "depth=0" @@ -175,11 +175,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000218, - "t": 0.00671, + "t0": 0.00016, + "t": 0.006219, "transaction_id": 1, "tags": [ "depth=0" @@ -188,8 +188,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006735, - "t": 0.006735, + "t0": 0.006248, + "t": 0.006248, "transaction_id": 1, "tags": [ "depth=0" @@ -217,50 +217,50 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000104, - "t": 0.006018, + "t0": 0.000076, + "t": 0.005871, "tags": [ "depth=0" ], "transaction_id": 2 }, { - "answers": [ - { - "asn": 15133, - "as_org_name": "Edgecast Inc.", - "answer_type": "A", - "ipv4": "93.184.216.34", - "ttl": null - } - ], + "answers": null, "engine": "udp", - "failure": null, + "failure": "dns_no_answer", "hostname": "www.example.com", - "query_type": "A", - "raw_response": "BP6BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "query_type": "AAAA", + "raw_response": "vV+BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000101, - "t": 0.006359, + "t0": 0.000075, + "t": 0.005615, "tags": [ "depth=0" ], "transaction_id": 1 }, { - "answers": null, + "answers": [ + { + "asn": 15133, + "as_org_name": "Edgecast Inc.", + "answer_type": "A", + "ipv4": "93.184.216.34", + "ttl": null + } + ], "engine": "udp", - "failure": "dns_no_answer", + "failure": null, "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "FKKBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "query_type": "A", + "raw_response": "RQ2BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000078, - "t": 0.006714, + "t0": 0.000096, + "t": 0.006225, "tags": [ "depth=0" ], @@ -294,7 +294,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -302,7 +302,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -320,8 +320,8 @@ "headers_list": [], "headers": {} }, - "t0": 0.016473, - "t": 0.020054, + "t0": 0.016702, + "t": 0.019801, "tags": [ "depth=0", "fetch_body=true" @@ -334,12 +334,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.010999, - "t": 0.016348, + "t0": 0.011359, + "t": 0.016557, "tags": [ "depth=0", "fetch_body=false" @@ -350,12 +349,11 @@ "ip": "93.184.216.34", "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.01099, - "t": 0.01645, + "t0": 0.011337, + "t": 0.016675, "tags": [ "depth=0", "fetch_body=true" @@ -373,17 +371,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIUSzvC5sHrneuE0wsziLrGSiqMHtQwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTQzWhcNMjMxMTI5MjIyMTQzWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDJlQXFMsk6TRVYl6SJoP1/5z0LtmDY4RcKYPinYhlfCY30baDiQOcmnOJTpCXzRVMS2ketO0DmzA7FwRXRBXG39OaYe93Tc7/sJtEGLVUmVMDKeqp1bwLdgONHBuwO50v+9p8qPhK4a3nRlzREucP9wJp94hivLTnuR2CQfPoHHzoIUrurUgwLsv5y7qHtG7rbH8ZVb1uhyyFlvPxgFBn85y9ujn3554t900toidqsLnsh27GGQNcHRg3oD3Ag/vjl329tUy6jmYeHx8D9saSR0AHEUHwEV8RA5muAN6om1XotItIT6aqZGcga3CwMFMcwLJ2qxt8KawHajuq29+QPAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFP/P8+6mUsMYcn87lTM6WNUfh5g5MB8GA1UdIwQYMBaAFFzUiMMnKTMjhemjsZMi2iNdrUKMMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAF7mn5CTb21FzYg+dSDUWYH0pswfLwejt/Uw6SZHNmzSv0r0I2zo5XXBKLe8cfOgDUG9jDxPci26sgM16h5Gd7E62Y9ulqiMqPsKXmKNRdFQdJh1/J61q9l5yX/7LEwBdJ0A0ZY6Rlvv+EZq9tNfjGSmr9OV2raM0btnQyB2n/5uUnqXMFFYCCmKLtamJU9Qukc2OoSHZbKt9oOP9nlw95i+RFKqijgifCZKX0kngxiyMgG1wvoFwwT7zKHiWwHlFvxt/7+Krucge2bqXftOwHlRap0Bro0rUg4yPuE4HpSGvrb2ALgq11rzxJbn5v9sEzhxoZxyL0luWzV0wBUAtYQ=", + "data": "MIIDnTCCAoWgAwIBAgIUNLpbD5jlLWlMvejKsh3M90GXh9YwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjU1WhcNMjQwMTIyMjEyNjU1WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDl2E9F8MYRjc7yWpMFbsLgLLG1doL5GUCqOug/l0tAufDPnwFybBLXpeLZTiCqc0S7K0h9fkWWYvY4nu+UfnpCUk85HVMO1QO92mGBhL8WNFzQbYO6JPyoyIzCImPOExefBYJzEVSnsC/mi6avcDAMR+MpRsxqKDJo2YOdPTrY+xR7FVX1v1yyyBye0767xMQ64m+wb4S42TrBMc0P+fVIJO3yNxMFXrqBdrNeO6P42xms7m4UwBnE5u6JZqzvAzyq+2INsjDxVqL7PfOSq+nJB6XzqAGRCVAJCmwu849qJZlsjv8KS9dvUAF/Gx+B8X+e/6OhzNEHMHIkA/OUm37BAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFEx4k/Y1o/19rx1LXZEBWUGQh8jUMB8GA1UdIwQYMBaAFOgIbAFrV2dXSh8hRPgq00X1YhdzMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBALsquPJ7uNqmsNJf9rp1yz49rRjW4XSYMY2OpqVTo1Ed8vbkEY9gWPjRY7ygYifuoLasM8W/rPdWGjLtWz2CcM7CnHXmZWsOXJ2n8313vVf8fYc7yaKG1suPx9fdAX/+x8gOGo9lKXGmS3ammQPxQ9iOXov60QlXSScS2Ff3ROGtEBYy/Nkf6KpfC3YWKjDxkYw+kzRot5cdMjvApPODx45gW5UuPEMw1Ch1xA/85uMd8bZsWOx3oBrMy4aeWy5t2P2XA+fvYgBsX/B/HjtipfGUNaRAW8D03btC48n0Qhx2Q8kcRNUzFrwlEya9ZQczBCzSAaYDvwuID48Tg5/MYfg=", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAJwJY8AmV4w5euysq4sAl8lFhvxBMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE0M1oXDTIzMTEzMDIxMjE0M1owHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDm95AN5vARhndO/OhApGLemxQT4ih6qWXYNbcFdrxbcQNsmgJrVULiWGVldL6GL0FjNTD0D/hU1HeAT7WwAnUlN+dm1Ws/EN4UDxlROp954BUqoPbiV7aOlqaP+NJRyHs6zyflzysWNNZdg0pXHdWyFg/k7sF4pzscI3+hQpPkuABuHTT4C56d1MOoB9ieleZQaKhxcjJNX9YGJVagUJWRIitr+fO376034W9iRUr3VYurdYHn8oELXqehhAlntvsc/Z+zO5ByPYye+HExiNWB5vs2X+JaIG/nintYK4zcoV+GBE/ONABWkUP0+495Ws7SqJJtgn/r3eCXohVNo/2BAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBRc1IjDJykzI4Xpo7GTItojXa1CjDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEADETLuDS7o5f3oy8Gsi9zeRsQXFLSGOFFmjbVF1owgmcR6rqhyuKg0dBL6/RMU8gp6peJfn2mZ0xCraWjwbWzkUC1hf+m3FNViOqmrOxRJNmTk3Edy5NIbOisCs6WCUemSRs76LoCY5dqb0b7VDEp9/mWmxMLCk85ocfI2W/xbCAa6kS6f0d3mLGp4ioQbIXOF/FX44itM2aYrmYSRrKpYur2YOEOOAAEO+iQQVG4Gg7llYzbKg8NGGoT4pQPti0JhVGhZe/9lCi8P8EERmqaUJfJWjGsCj3hlkz6scaIJjrlCAKpGWFpLm4Vg9/vCLGQP/W1O4+M50djwua6Ad+4/Q==", + "data": "MIIDNTCCAh2gAwIBAgIUN05lHDIyqiY0sb2ivk7v4oo8rtMwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNjU1WhcNMjQwMTIzMjAyNjU1WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBANj0rOOKJ60jfPTOZzpqausnRdpchc4GK97sB0hvS2rR/Gme4+thBatHC8CNyF/5SyH8cIE+bvsF4MCmuy2lpgsz7lbiQmIqeVdq/ZyJRnEofNvwIaCQVgmOVwcK25FTU5f8FHnpo/JGj15e1V9FIpCJslkJ3OBfQiZmJ2rMNsPj970ms25pHIL9BG7jRrZRiq28mI7aEfypN+FJ41lzKBqt6k2VccVJO776DFsgityGOUgaVNfKVKHXzS18jxYO6KirDrO4I1WlQoU5EHD7iBk8le+PLILVyXeG4iIYb3ZPBbagplqjUyxWmYR1dFLhCenAJ+/Czx493x2oNMjADzECAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFOgIbAFrV2dXSh8hRPgq00X1YhdzMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQC+6l5Sj+OcISKWRE05f7vLs30cTb4u8KGH5afDBaldgtc1VG7dm7cs1rdA5nTIhbn6Li5CApQa3nX5GD4f0JeGutSTPp8Q6svCPIkpx79pVijEWeYKW4q5q28CTEY2y/nz1A245oo2tYh47pjcr7fUgxUrbtYy/c6z31vPz3lHw84m/3ne8lNG3P+xhX+ADOgNHMZ54fWwLdAxNb3aHi6I4T91nDBgXMMah3VkZLODABMx1Oy+dXIgJfpRzDYqX16+y8XXuLSXP9714KeYjgdrXeEkYFtqwiaJ2SNuTSFcYi833U23oH1FujlJDo213NsbY2JXaQqaB3UVoTe8DhYG", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.016372, - "t": 0.025621, + "t0": 0.016571, + "t": 0.025676, "tags": [ "depth=0", "fetch_body=false" @@ -402,7 +400,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -460,11 +458,11 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.010938 + "t": 0.011304 }, { "msg": "conn 93.184.216.34:80: granted permission: true", - "t": 0.016455 + "t": 0.016682 } ], "control_failure": null, @@ -474,6 +472,7 @@ "http_experiment_failure": "connection_reset", "x_blocking_flags": 8, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -482,7 +481,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.506852, - "test_start_time": "2023-11-29 21:21:43", - "test_version": "0.5.26" + "test_runtime": 0.506367, + "test_start_time": "2024-01-22 20:26:55", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/analysis.json index 2a7a375eca..bd1b804972 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/analysis.json @@ -165,8 +165,8 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -216,8 +216,8 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -262,9 +262,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/analysis_classic.json index faf58c4924..568550ca9b 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/analysis_classic.json @@ -6,16 +6,16 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 2 + 1 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 2 + 1 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 2 + 1 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/measurement.json index 85ab905ea3..97e08cd9af 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "http://www.example.com/", - "measurement_start_time": "2023-11-29 21:21:44", + "measurement_start_time": "2024-01-22 20:26:56", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.010798, - "t": 0.016376, + "t0": 0.010412, + "t": 0.016014, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.016411, - "t": 0.016411, + "t0": 0.016043, + "t": 0.016043, "transaction_id": 3, "tags": [ "depth=0", @@ -61,8 +61,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.010812, - "t": 0.016476, + "t0": 0.010439, + "t": 0.016134, "transaction_id": 4, "tags": [ "depth=0", @@ -72,8 +72,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.020366, - "t": 0.020366, + "t0": 0.01963, + "t": 0.01963, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "num_bytes": 207, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.020407, - "t": 0.020407, + "t0": 0.019663, + "t": 0.019663, "transaction_id": 3, "tags": [ "depth=0", @@ -97,11 +97,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2315, + "num_bytes": 2316, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.025797, - "t": 0.025797, + "t0": 0.025317, + "t": 0.025317, "transaction_id": 4, "tags": [ "depth=0", @@ -127,9 +127,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000063, - "t": 0.000063, - "transaction_id": 1, + "t0": 0.000067, + "t": 0.000067, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -140,9 +140,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000102, - "t": 0.000108, - "transaction_id": 1, + "t0": 0.000119, + "t": 0.000137, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -153,9 +153,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.00015, - "t": 0.000177, - "transaction_id": 1, + "t0": 0.000124, + "t": 0.000161, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -163,12 +163,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000154, - "t": 0.005454, - "transaction_id": 1, + "t0": 0.000168, + "t": 0.005676, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -176,12 +176,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000191, - "t": 0.005785, - "transaction_id": 1, + "t0": 0.000145, + "t": 0.005908, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -189,9 +189,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.005824, - "t": 0.005824, - "transaction_id": 1, + "t0": 0.005925, + "t": 0.005925, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -202,17 +202,24 @@ "x_dns_duplicate_responses": [], "queries": [ { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", + "answers": [ + { + "asn": 15133, + "as_org_name": "Edgecast Inc.", + "answer_type": "A", + "ipv4": "93.184.216.34", + "ttl": null + } + ], + "engine": "getaddrinfo", + "failure": null, "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "cGuBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000072, - "t": 0.00546, + "resolver_address": "", + "t0": 0.000066, + "t": 0.005796, "tags": [ "depth=0" ], @@ -232,36 +239,29 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "5iiBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "op2BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000129, - "t": 0.00579, + "t0": 0.000097, + "t": 0.005682, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { - "answers": [ - { - "asn": 15133, - "as_org_name": "Edgecast Inc.", - "answer_type": "A", - "ipv4": "93.184.216.34", - "ttl": null - } - ], - "engine": "getaddrinfo", - "failure": null, + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", "hostname": "www.example.com", - "query_type": "ANY", + "query_type": "AAAA", + "raw_response": "r7mBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", - "t0": 0.000123, - "t": 0.006772, + "resolver_address": "8.8.4.4:53", + "t0": 0.000077, + "t": 0.005911, "tags": [ "depth=0" ], @@ -295,7 +295,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -303,7 +303,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -321,8 +321,8 @@ "headers_list": [], "headers": {} }, - "t0": 0.016411, - "t": 0.020366, + "t0": 0.016043, + "t": 0.01963, "tags": [ "depth=0", "fetch_body=true" @@ -335,12 +335,11 @@ "ip": "93.184.216.34", "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.010798, - "t": 0.016376, + "t0": 0.010412, + "t": 0.016014, "tags": [ "depth=0", "fetch_body=true" @@ -351,12 +350,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.010812, - "t": 0.016476, + "t0": 0.010439, + "t": 0.016134, "tags": [ "depth=0", "fetch_body=false" @@ -374,17 +372,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnjCCAoagAwIBAgIVANFT/L4AxlHspJALG7F6GsfwE0ERMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjE0NFoXDTIzMTEyOTIyMjE0NFowMjEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEYMBYGA1UEAxMPd3d3LmV4YW1wbGUuY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA4dm32nIwK98wrk2A2mZQ0ZYJ+Y6Bcc/SBO+9bkaXMlTwtntfK6v19HZixu0fly2fhCtNdmf5lBUXjhv4ejDYxDwEzz4jnTcCboK0AH16ANQTnW/S6uSoKZTwps+xMCy+mMQ0rrtkS/9FFGOKtqhez5GJZl2lUPZi1HWqqd36nECoupUZp3ilBBxnXZklmiQ/4qMUuJw6ZRpo8fx4nKUrxdQX8kKkVZHR1zG9j4hm07zGR2/gUv3U0zAXGdLZaS+Q2/gsyjEBAaHMbTPPxrOW4P4maTqJk6Tf7/kTsROETKkeATHhA3soyNr5fGBzQCsNFxYVJ/6Z+RpFqzWF01vSTQIDAQABo4G9MIG6MA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBSDrVapXY3OSDlB1wL1edw66DXf4zAfBgNVHSMEGDAWgBRmBST41Cj3E2meTbP1el3v+/eiIDBFBgNVHREEPjA8gg93d3cuZXhhbXBsZS5jb22CC2V4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUub3JnMA0GCSqGSIb3DQEBCwUAA4IBAQA7pS4wzBC6HG57nFOjkFr+MaSiJ5zYrT/xCfhHxA23yD5QbD+staCV7Vmhohq/c03yc4OAjBAjZ85QWu7rV+pq5h9+lp/yrqNbZ5EnovqeGvt9P1ZOz2iPjXB0D0Oojli4BhK847KOeGCyrnuzKxYuFxwhkHR40tXz7GKw8/FweVuzbSHLRJZTQpHLcHLMBkSqLEPeNLWIcRvVjqTPEfMwgdRQot81xZFbyMnltjnawUTKFVsOMwANz5l9U9z4NHA4J54AsGSDhdE2NiaU3dJXsM9QCqrGvo+Fd11adzuEdt5qUNBEA6HjwS+Q/onjHkOnBREAlTdFHOwGYXIRuU+A", + "data": "MIIDnjCCAoagAwIBAgIVAOKobKgrYEAyvII1Yq0spfH0Mb6hMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMjE5MjY1NloXDTI0MDEyMjIxMjY1NlowMjEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEYMBYGA1UEAxMPd3d3LmV4YW1wbGUuY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAvNnFudg92D56iMZ7q8GmESdqaJ6BVKjhlykcZD/q/syArTH18m6d7JciqwiZKQ3fKx0i55g2xmihj7M+aej8tCIxOdUa3C7Gd02N1FGkG1mFAv+HPRFZKTeQi1y9t/RmTntO04lqXZ3WkExTfvx9Mf438nTj0bxvOJVTIBJZPRdylwRLGOLiWEYqXpYGfVfXE6sPq7PiWwH8VRsoqzdxggIjN+r3cZUlQg9Vh1jXrRWpGXIyGgdQmxu0/PzPg/EeCztfCW80Xg2DPL3HFLJk3e7KWly/h2lWulILthQFr5MVc1Aoo2fVLD3T+II0GNT7vm29vFx75MKUBekPKaldvwIDAQABo4G9MIG6MA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBSbG5z5h6oyVK9l2vI4J6mAK+v/PzAfBgNVHSMEGDAWgBRSz5cjU/vQjceV1r38kDiFiGDXqDBFBgNVHREEPjA8gg93d3cuZXhhbXBsZS5jb22CC2V4YW1wbGUuY29tgg93d3cuZXhhbXBsZS5vcmeCC2V4YW1wbGUub3JnMA0GCSqGSIb3DQEBCwUAA4IBAQAg1KmBSt6aUpiabhzX50xgVuukJejnBY45zSYJAVzWQdFd7D18FgboYqmcHx2mVdZnmTzx3qBB8Ewk4mFMa59uhtVKRCawf00AXeiMJ0AwwgwyTUF+OyVePb4QZ/p4M9V/NzEIAW9YdUpl6UyUgXZDV8fXRsg0nQLCiAK7rKmJMA9c+hx4K8juCtu1PZ3/M/64dg7P+9fDGxhnOXri1h9UcobnfWVejbHJtNBiV3ZZMWe+n2oan+e5wqVo3ryitJ8FBO6HWJnuIfTLyC6ntybTQIfgHMRjIsshJzKI2N61JzScEgMCtQKoAdf7NYZfts2rW/jwi+va3h0oxN+I99fr", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUDwxyIX3uPtmfVAzCraLvRid13NkwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMTQ0WhcNMjMxMTMwMjEyMTQ0WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBALYEv8IATerem9amhlO56fNj52c9Ewu8BeiypBDXGQmg7bvm2mjCNFEXK6R3Qw/t5M7vlfp2Fgc/7J2JcD9tlezRUtRc7hRxkRqDKlrhYJ4F1UisRtUUEdGhXmSpi1I/1GAUAYs4EN8jrlgg3Ii60+QtmLUb5eUid0rTJCIlTAeaPz5ESP+5MZzFpjOlK/687KzzjypLTbZIsGpmL1zC6eiwruTK3ubfsG7VdrCi2LgvI/gepU4XzehsRoW2t2AfIa0L9af+Z75up5vf1YQlQ9bZoZ/B15MYteq3dJBH5rYaa5BIrBYaJoAAURtD/c/vQjyZB2mdMFDDDzEczytKlNkCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFGYFJPjUKPcTaZ5Ns/V6Xe/796IgMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQABCLxz8DY0JLms0WPNU+pCOCNNutElCNXEdPCgPYvM4o4gXwZ4tnqi1/UZ5DH3DPIlovKpTOn0Te8dmu7/f9sre3su485irykuqPqtS4RuRKWtL2UgJNvheyuO3o3xZ/Fdee738ah40qEkxtxH/aIXYWgk+Mgo52VZ0eqCy5fsamiPZUuzN4HFM/bgoM0YkF9hBrw0vu9kFKfRBXphAgaAXIKQGD4ha27BQ8k/7UVtppz0cT+xWXl4ePYCvTIBl6rNkmWpKYmxPJdi1BfE0bw0aPow0DNljYxTOqA/VjkCRbcHMtC8NovSoOCb7L7iiEvNsMn6wmuOGzQbB9UA2a7g", + "data": "MIIDNjCCAh6gAwIBAgIVAL/GHSnt7eFTVk0f//2gGMQvd5qJMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY1NloXDTI0MDEyMzIwMjY1NlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC792VLyqEObepgv7pNK+Vo3p7H+Jn1Xgw7/4rGVRmv0MMH69Vmts2RbHGYEH4daE+yMw/A32xRCeCUOWQNI3DA3ibDl3puLWEcUIjCp+WUIqbp8CCOolKZOZJQrGpm75ZDAhf2hZkrOjUPykjLw3DW/DFGqIhbERWKXDe5FlFh/+YSRCkyEb7xXDBptmyVlqjEiv+kP8GbQUHLqEdQ0imCS3ktcUVfVtzMhd6ZyN+8ciVKc7VXStnVDahw8YPEtipLMMQHNcFAfuioS6J9d6iUQoRCLGprM4lS+U0FJ2N/FzbEVd5bkieWgSPxEo2761+fmfnlQ+IyYBDuGN7wL4BNAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBRSz5cjU/vQjceV1r38kDiFiGDXqDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEATmwu6EZ6Cjl7x76a+PgTeYPKO8xObt/DU2Or/jtH4mPicXoK26NZvKjtNJrT5UHFqDtONoCe8umWnjbuuMOFj8pEvVQqobb1PjVg4poBw/AIroM7WiBI0FVReo2ZjbIMDv4rSnheTiceDD+5mVyJyvfALTzFI3IBh/Q3J+1njyX05l4bkDb7+ELg6myiw+e19+Sb41aUtuK4r7S2epyZEB5NWI/qerzYpFTeLqodjXhA2ls5FtFLss6YVPJ8ewewGw4JbDW1iUdOf31G7yxjd6l5FPm5OTsfGi0YHLM6RWsjU6LwKCsJ6tJi/MDoVo0I7NwOKK7q7gtpkuPDu6SLlw==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.016492, - "t": 0.025764, + "t0": 0.016148, + "t": 0.025287, "tags": [ "depth=0", "fetch_body=false" @@ -403,7 +401,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -461,11 +459,11 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.010754 + "t": 0.010379 }, { "msg": "conn 93.184.216.34:80: granted permission: true", - "t": 0.016386 + "t": 0.016022 } ], "control_failure": null, @@ -475,15 +473,16 @@ "http_experiment_failure": null, "x_blocking_flags": 16, "x_null_null_flags": 0, + "body_proportion": 0.12263535551206783, "body_length_match": false, - "headers_match": null, + "headers_match": false, "status_code_match": true, "title_match": false, "blocking": "http-diff", "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.506901, - "test_start_time": "2023-11-29 21:21:44", - "test_version": "0.5.26" + "test_runtime": 0.506113, + "test_start_time": "2024-01-22 20:26:56", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/observations.json index 37b62b7acf..4fc765bc44 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -60,8 +60,8 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -111,8 +111,8 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], diff --git a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/observations_classic.json index fbff51d24a..33c21166d9 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithConsistentDNS/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithInconsistentDNS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithInconsistentDNS/measurement.json index 246be820d1..475bce4ba0 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithInconsistentDNS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/httpDiffWithInconsistentDNS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "http://www.example.com/", - "measurement_start_time": "2023-11-29 21:21:45", + "measurement_start_time": "2024-01-22 20:26:57", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011771, - "t": 0.016899, + "t0": 0.011229, + "t": 0.016116, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.016932, - "t": 0.016932, + "t0": 0.01614, + "t": 0.01614, "transaction_id": 3, "tags": [ "depth=0", @@ -61,8 +61,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011789, - "t": 0.017956, + "t0": 0.01124, + "t": 0.016472, "transaction_id": 4, "tags": [ "depth=0", @@ -72,8 +72,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.020996, - "t": 0.020996, + "t0": 0.019738, + "t": 0.019738, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "num_bytes": 207, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.021029, - "t": 0.021029, + "t0": 0.019772, + "t": 0.019772, "transaction_id": 3, "tags": [ "depth=0", @@ -97,11 +97,11 @@ { "address": "130.192.182.17:443", "failure": null, - "num_bytes": 2314, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.039178, - "t": 0.039178, + "t0": 0.037753, + "t": 0.037753, "transaction_id": 4, "tags": [ "depth=0", @@ -113,8 +113,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.064158, - "t": 0.069192, + "t0": 0.06507, + "t": 0.069991, "transaction_id": 6, "tags": [ "depth=0", @@ -126,8 +126,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.064146, - "t": 0.069785, + "t0": 0.065038, + "t": 0.070593, "transaction_id": 5, "tags": [ "depth=0", @@ -137,11 +137,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2314, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.07872, - "t": 0.07872, + "t0": 0.07877, + "t": 0.07877, "transaction_id": 6, "tags": [ "depth=0", @@ -167,8 +167,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000065, - "t": 0.000065, + "t0": 0.000063, + "t": 0.000063, "transaction_id": 1, "tags": [ "depth=0" @@ -180,8 +180,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000103, - "t": 0.000123, + "t0": 0.000109, + "t": 0.000127, "transaction_id": 1, "tags": [ "depth=0" @@ -193,8 +193,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000192, - "t": 0.000214, + "t0": 0.000113, + "t": 0.000189, "transaction_id": 1, "tags": [ "depth=0" @@ -206,8 +206,8 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000127, - "t": 0.003784, + "t0": 0.000132, + "t": 0.00313, "transaction_id": 1, "tags": [ "depth=0" @@ -219,8 +219,8 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000219, - "t": 0.003901, + "t0": 0.000194, + "t": 0.004334, "transaction_id": 1, "tags": [ "depth=0" @@ -229,8 +229,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.003932, - "t": 0.003932, + "t0": 0.004361, + "t": 0.004361, "transaction_id": 1, "tags": [ "depth=0" @@ -241,42 +241,42 @@ }, "x_dns_duplicate_responses": [ { - "answers": [ - { - "asn": 15133, - "as_org_name": "Edgecast Inc.", - "answer_type": "A", - "ipv4": "93.184.216.34", - "ttl": null - } - ], + "answers": null, "engine": "udp", - "failure": null, + "failure": "dns_no_answer", "hostname": "www.example.com", - "query_type": "A", - "raw_response": "fKaBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "query_type": "AAAA", + "raw_response": "b4SBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.003918, - "t": 0.005471, + "t0": 0.003142, + "t": 0.004942, "tags": [ "depth=0" ], "transaction_id": 1 }, { - "answers": null, + "answers": [ + { + "asn": 15133, + "as_org_name": "Edgecast Inc.", + "answer_type": "A", + "ipv4": "93.184.216.34", + "ttl": null + } + ], "engine": "udp", - "failure": "dns_no_answer", + "failure": null, "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "y0iBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "query_type": "A", + "raw_response": "026BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.003805, - "t": 0.006188, + "t0": 0.004352, + "t": 0.006381, "tags": [ "depth=0" ], @@ -301,8 +301,8 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000075, - "t": 0.003328, + "t0": 0.000087, + "t": 0.003031, "tags": [ "depth=0" ], @@ -314,12 +314,12 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "y0iBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "b4SBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000075, - "t": 0.003792, + "t0": 0.000072, + "t": 0.003134, "tags": [ "depth=0" ], @@ -339,12 +339,12 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "fKaBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEgsC2EQ==", + "raw_response": "026BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEgsC2EQ==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000165, - "t": 0.003908, + "t0": 0.000091, + "t": 0.00434, "tags": [ "depth=0" ], @@ -378,7 +378,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -386,7 +386,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -404,8 +404,8 @@ "headers_list": [], "headers": {} }, - "t0": 0.016932, - "t": 0.020996, + "t0": 0.01614, + "t": 0.019738, "tags": [ "depth=0", "fetch_body=true" @@ -418,12 +418,11 @@ "ip": "130.192.182.17", "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011771, - "t": 0.016899, + "t0": 0.011229, + "t": 0.016116, "tags": [ "depth=0", "fetch_body=true" @@ -434,12 +433,11 @@ "ip": "130.192.182.17", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011789, - "t": 0.017956, + "t0": 0.01124, + "t": 0.016472, "tags": [ "depth=0", "fetch_body=false" @@ -450,12 +448,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.064158, - "t": 0.069192, + "t0": 0.06507, + "t": 0.069991, "tags": [ "depth=0", "fetch_body=false" @@ -466,12 +463,11 @@ "ip": "93.184.216.34", "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.064146, - "t": 0.069785, + "t0": 0.065038, + "t": 0.070593, "tags": [ "depth=0", "fetch_body=true" @@ -489,17 +485,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIURzcfRDeRsz5BF7hyY3f66vjNfRcwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTQ1WhcNMjMxMTI5MjIyMTQ1WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC3rGffy3vTQ4PNP60yGH9s0yeTc0Q76X8rzrtlY6Po2wkx19yv0tzg//fsD/zagL+xT2VGW75B4sXeguWwAeFeDj5K5QJGjC1QR1DwVIEcA+cm1PbfKPetIl8lKYpxBgESUbJovr7pTxIz6h9rbZ+G4/zXMIM65bq0QtL+IqlBvGjnp4lRj0AvIjqMp7L8XdahZLeFQeXeDCsHPQP2142vC5vgoaIVK0m/Jx+gCzcyIrnrhipWhpK1UGH7FoIc6hLF5ZDhCTl3mwCgoktc6litSHcPXG8Xv9t4DCAUfspii3q2ZiaV1wajtEePs96VYUPKTC2IOuLhWPH8hhlYJkT1AgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFKD3uz8rXo1JedwMKoIfD2dBBGDHMB8GA1UdIwQYMBaAFKPXD1QVbBSZXvtX1l82Tc12nyBJMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAGvtT9xeU3dholLqubVgxTsBWDHW4927+bYxv+o2cYRwgajNlPXQ7rfnkNuGvTxPWCns9AOIdFLxZv1d2P/W3SkmYBOKTPOH0EdlUu7+n0qw0IvupEYvMUufSRedemf0x8Matt6+uE8SS5XFOcYxeesCNP9wLNDV30YUznJks81d9iSr5lTxVnqKm+XUtUuEBOAbvuuTumlCzbBW1ZjQ78otoxYyMLJ+OY88AvVa1ts9Qoexg2Hf0jAJodKi5gxZigd8ovCS90FELLoRVbXpYKPjo5I7sl0qKapnYI/LwH6GQOi8A1O4sm04kNoo9a8ZXv4bkJhDwVS8grRUnoapFwM=", + "data": "MIIDnTCCAoWgAwIBAgIUSn1S2jHInSOBQx/mSredbTR+QoEwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjU3WhcNMjQwMTIyMjEyNjU3WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC75nJjUQQQ9qfUVg/Vf997jMuLhe5/OOEPXrcOJElRjKiLkknQjEyOlhq29l7QOQ2yAnL8y8zYvMAEnRIjq9MRXZlkcCX9lhJypeRFhH/MxHcv2FtMbAckDD/YJ85uVHtAo06VPk5ra5Gv4mZiSDXIaQfGffHX2F9Trin2vwE2iGFX/m0DGBJHCaMJo8ihwm2keTpSMyxjs7LLb0SXZWnelawvCTgE8yiHQXkxuRTb4+ciTwdJHDlxrsiPi8BMaiY4yOL8STODokwZmL10OrUebsbG+Io+GURYXwvobGspuOIBc6Z4uatQPkF+iqRl43Ht7s8MgUcwhQcHPrupU4vbAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFMgMwypLsRQ1qXszcWRgA/r3qopNMB8GA1UdIwQYMBaAFJ0I8BvPyCdZwQiDncyh8GyVc5OsMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAAk284mZzm+AzMEe5ESQQBT8/3ed+mCShnCLz8NHopEINGZLLztTljxOOokklgPurV5+vkvSFaFcn3frmViBzk5iaQ2IOcpmf22RiHv5yBw0RoW5b1zem6RR7O8NkiBi8JflT4PdGbsaGt2cEEFYcrhsdUOfLJCy+RnJBLbJOiod5aMch6yw4D+gzhOhetWic1S+dQEec7odxr/O0n55OO7IpK8iGUmPLWo4uGCWX9LSpHsBmcWlq1EZ4HfaKNKYi2A/pmJv4m1xqyVDcPGu536caA5kOzr9ydhbLXNT23Dzt2Yo/nZ6blJBt9gdab72odtM/ZeUNAVVxlF4/z8+fp0=", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUCs3ccABI3qbrTBWt0hNjXERS4YwwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMTQ0WhcNMjMxMTMwMjEyMTQ0WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAOJC/EMxu13k/SVt3JGxt1g4mizpAz2qPaA+ETovn6PDcm0tQebOYS5qA5QG7Yyoz/HcCwPuRZkQUGaPRu/aycDz4OpCmCv76XrRfQenbbi7/nDHSqu0B7Z4sQ6U5NhEa8pJvOUFyawy3fzgDIX562kpwE4NKdjpStqfrL50TDCyjw5/ozWS9F6jnxyD+OJcpSh/mcgQ3aVl0fXO19vdTqdwIhRLohSuoh3uBADaTfnTLXGE4NTKnc0azIMbSH7lHEO6GDT7sIKBWqpGO9ooEkGtZC+9rcQ25ZiW/aEDUJCUi0MOhCu0spd9yFa+6WMs4e0Z06z1NGzRwFW4h9XTcVECAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFKPXD1QVbBSZXvtX1l82Tc12nyBJMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQBKoyuGWumezAA5a39t2MkjnSD1Yf4INgQhyw5zGqsfkYlWRKZL+43snG0jkMMDOCtO3eV1Mkn6X6B8JYVJaaHGRUB2wrs8iMqIiZh7dsgR0V9fMLVk6iRe0weNVJE+XCrEmrQstx+wQ+Hs7dDDCNvd/O1G8ZieY5LQRtDUGP0j4YalzcfNTMP8khCb8PVyavFSqz3LTiCTogjB0WJDZWuLq9yX7oJ3SgZwWf2rnblnlbfU79o2qZgreaZ2OYHJOXtRHZ7QnpDUwUNAxq9Tzsyyg2YSck4913BsxagZyVmAVSA2j14d6R2r6GLczAb5BIol+RBNnFcKVVG+DeD2ylQM", + "data": "MIIDNjCCAh6gAwIBAgIVAO25j6pZVak2zHgZjg4ms5KE+/WPMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY1N1oXDTI0MDEyMzIwMjY1N1owHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDDF+GbyvSlOvII7qiM1N0pJSneS/zGqZGKCWnv5ly5OAVIToX9gIRueyN5GiecPwEaD8J3FQ4dVL1wquuiogB7skb1CP+AxwrnI/c1Qp776qpRPhMcVLkmadaapCIkWP1C5ue/2IVWPIt4uXXb5ouEWt5NHHyDtRcy5mr5bm50JnKq7m6w6u7O1ONahLz/aKY4gSHAol6bzcG7rHUExuvYJN2a+87QDQtDzE5DAvja1W1rRFymPSo0s4mh2ypCr7ENrILe05Gf+fljMevVQGZa3xmhsD1xj0VpO/2NZUE86Xs9T0weTivoGy7/GIxNqOQu3qzGSsS+9gnbIHtqWn5LAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSdCPAbz8gnWcEIg53MofBslXOTrDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEALxO2qrwoTjgUfuv6jasOt5Jx6i6jRwiWHhLWiVEFMvWmu2p4TxrHxpf3gkl0rkz/uHMPX0kn+3JWeJlyuT9hGNEkp5OABDixHJDoDhmSHybnktPfJ480X7v4glzsS6FJHDs3HoAHV0ZIbHRu4s954XqOiGvr5c5HKsS66S7yoCv9TF+YffNKcZoIqUrshATGakJDdd5fFzX+EzcHzvm+IigOnBMgmjymhlrSoxr+ynd1gheRs8INRudsE7MP/C6NHDO13+gQObdwC5kGQrg77AttD9n7gIMmoOyKDRKSCnnU8asxWlddXGnxkzdp026Pw65zsrKOCrh4e0NwU91oDw==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.017974, - "t": 0.039138, + "t0": 0.016488, + "t": 0.037711, "tags": [ "depth=0", "fetch_body=false" @@ -516,17 +512,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIURzcfRDeRsz5BF7hyY3f66vjNfRcwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTQ1WhcNMjMxMTI5MjIyMTQ1WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC3rGffy3vTQ4PNP60yGH9s0yeTc0Q76X8rzrtlY6Po2wkx19yv0tzg//fsD/zagL+xT2VGW75B4sXeguWwAeFeDj5K5QJGjC1QR1DwVIEcA+cm1PbfKPetIl8lKYpxBgESUbJovr7pTxIz6h9rbZ+G4/zXMIM65bq0QtL+IqlBvGjnp4lRj0AvIjqMp7L8XdahZLeFQeXeDCsHPQP2142vC5vgoaIVK0m/Jx+gCzcyIrnrhipWhpK1UGH7FoIc6hLF5ZDhCTl3mwCgoktc6litSHcPXG8Xv9t4DCAUfspii3q2ZiaV1wajtEePs96VYUPKTC2IOuLhWPH8hhlYJkT1AgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFKD3uz8rXo1JedwMKoIfD2dBBGDHMB8GA1UdIwQYMBaAFKPXD1QVbBSZXvtX1l82Tc12nyBJMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAGvtT9xeU3dholLqubVgxTsBWDHW4927+bYxv+o2cYRwgajNlPXQ7rfnkNuGvTxPWCns9AOIdFLxZv1d2P/W3SkmYBOKTPOH0EdlUu7+n0qw0IvupEYvMUufSRedemf0x8Matt6+uE8SS5XFOcYxeesCNP9wLNDV30YUznJks81d9iSr5lTxVnqKm+XUtUuEBOAbvuuTumlCzbBW1ZjQ78otoxYyMLJ+OY88AvVa1ts9Qoexg2Hf0jAJodKi5gxZigd8ovCS90FELLoRVbXpYKPjo5I7sl0qKapnYI/LwH6GQOi8A1O4sm04kNoo9a8ZXv4bkJhDwVS8grRUnoapFwM=", + "data": "MIIDnTCCAoWgAwIBAgIUSn1S2jHInSOBQx/mSredbTR+QoEwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjU3WhcNMjQwMTIyMjEyNjU3WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC75nJjUQQQ9qfUVg/Vf997jMuLhe5/OOEPXrcOJElRjKiLkknQjEyOlhq29l7QOQ2yAnL8y8zYvMAEnRIjq9MRXZlkcCX9lhJypeRFhH/MxHcv2FtMbAckDD/YJ85uVHtAo06VPk5ra5Gv4mZiSDXIaQfGffHX2F9Trin2vwE2iGFX/m0DGBJHCaMJo8ihwm2keTpSMyxjs7LLb0SXZWnelawvCTgE8yiHQXkxuRTb4+ciTwdJHDlxrsiPi8BMaiY4yOL8STODokwZmL10OrUebsbG+Io+GURYXwvobGspuOIBc6Z4uatQPkF+iqRl43Ht7s8MgUcwhQcHPrupU4vbAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFMgMwypLsRQ1qXszcWRgA/r3qopNMB8GA1UdIwQYMBaAFJ0I8BvPyCdZwQiDncyh8GyVc5OsMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAAk284mZzm+AzMEe5ESQQBT8/3ed+mCShnCLz8NHopEINGZLLztTljxOOokklgPurV5+vkvSFaFcn3frmViBzk5iaQ2IOcpmf22RiHv5yBw0RoW5b1zem6RR7O8NkiBi8JflT4PdGbsaGt2cEEFYcrhsdUOfLJCy+RnJBLbJOiod5aMch6yw4D+gzhOhetWic1S+dQEec7odxr/O0n55OO7IpK8iGUmPLWo4uGCWX9LSpHsBmcWlq1EZ4HfaKNKYi2A/pmJv4m1xqyVDcPGu536caA5kOzr9ydhbLXNT23Dzt2Yo/nZ6blJBt9gdab72odtM/ZeUNAVVxlF4/z8+fp0=", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUCs3ccABI3qbrTBWt0hNjXERS4YwwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMTQ0WhcNMjMxMTMwMjEyMTQ0WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAOJC/EMxu13k/SVt3JGxt1g4mizpAz2qPaA+ETovn6PDcm0tQebOYS5qA5QG7Yyoz/HcCwPuRZkQUGaPRu/aycDz4OpCmCv76XrRfQenbbi7/nDHSqu0B7Z4sQ6U5NhEa8pJvOUFyawy3fzgDIX562kpwE4NKdjpStqfrL50TDCyjw5/ozWS9F6jnxyD+OJcpSh/mcgQ3aVl0fXO19vdTqdwIhRLohSuoh3uBADaTfnTLXGE4NTKnc0azIMbSH7lHEO6GDT7sIKBWqpGO9ooEkGtZC+9rcQ25ZiW/aEDUJCUi0MOhCu0spd9yFa+6WMs4e0Z06z1NGzRwFW4h9XTcVECAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFKPXD1QVbBSZXvtX1l82Tc12nyBJMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQBKoyuGWumezAA5a39t2MkjnSD1Yf4INgQhyw5zGqsfkYlWRKZL+43snG0jkMMDOCtO3eV1Mkn6X6B8JYVJaaHGRUB2wrs8iMqIiZh7dsgR0V9fMLVk6iRe0weNVJE+XCrEmrQstx+wQ+Hs7dDDCNvd/O1G8ZieY5LQRtDUGP0j4YalzcfNTMP8khCb8PVyavFSqz3LTiCTogjB0WJDZWuLq9yX7oJ3SgZwWf2rnblnlbfU79o2qZgreaZ2OYHJOXtRHZ7QnpDUwUNAxq9Tzsyyg2YSck4913BsxagZyVmAVSA2j14d6R2r6GLczAb5BIol+RBNnFcKVVG+DeD2ylQM", + "data": "MIIDNjCCAh6gAwIBAgIVAO25j6pZVak2zHgZjg4ms5KE+/WPMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY1N1oXDTI0MDEyMzIwMjY1N1owHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDDF+GbyvSlOvII7qiM1N0pJSneS/zGqZGKCWnv5ly5OAVIToX9gIRueyN5GiecPwEaD8J3FQ4dVL1wquuiogB7skb1CP+AxwrnI/c1Qp776qpRPhMcVLkmadaapCIkWP1C5ue/2IVWPIt4uXXb5ouEWt5NHHyDtRcy5mr5bm50JnKq7m6w6u7O1ONahLz/aKY4gSHAol6bzcG7rHUExuvYJN2a+87QDQtDzE5DAvja1W1rRFymPSo0s4mh2ypCr7ENrILe05Gf+fljMevVQGZa3xmhsD1xj0VpO/2NZUE86Xs9T0weTivoGy7/GIxNqOQu3qzGSsS+9gnbIHtqWn5LAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSdCPAbz8gnWcEIg53MofBslXOTrDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEALxO2qrwoTjgUfuv6jasOt5Jx6i6jRwiWHhLWiVEFMvWmu2p4TxrHxpf3gkl0rkz/uHMPX0kn+3JWeJlyuT9hGNEkp5OABDixHJDoDhmSHybnktPfJ480X7v4glzsS6FJHDs3HoAHV0ZIbHRu4s954XqOiGvr5c5HKsS66S7yoCv9TF+YffNKcZoIqUrshATGakJDdd5fFzX+EzcHzvm+IigOnBMgmjymhlrSoxr+ynd1gheRs8INRudsE7MP/C6NHDO13+gQObdwC5kGQrg77AttD9n7gIMmoOyKDRKSCnnU8asxWlddXGnxkzdp026Pw65zsrKOCrh4e0NwU91oDw==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.069208, - "t": 0.078677, + "t0": 0.070004, + "t": 0.078738, "tags": [ "depth=0", "fetch_body=false" @@ -545,7 +541,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -620,33 +616,34 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:130.192.182.17 Flags:3}]", - "t": 0.011734 + "t": 0.011197 }, { "msg": "conn 130.192.182.17:80: granted permission: true", - "t": 0.016916 + "t": 0.016124 }, { "msg": "conn 93.184.216.34:80: denied permission: timed out sending", - "t": 0.079802 + "t": 0.080614 } ], "control_failure": null, - "x_dns_flags": 0, + "x_dns_flags": 4, "dns_experiment_failure": null, - "dns_consistency": "consistent", + "dns_consistency": "inconsistent", "http_experiment_failure": null, - "x_blocking_flags": 16, + "x_blocking_flags": 17, "x_null_null_flags": 0, + "body_proportion": 0.12263535551206783, "body_length_match": false, - "headers_match": null, + "headers_match": false, "status_code_match": true, "title_match": false, - "blocking": "http-diff", + "blocking": "dns", "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.50406, - "test_start_time": "2023-11-29 21:21:45", - "test_version": "0.5.26" + "test_runtime": 0.504602, + "test_start_time": "2024-01-22 20:26:57", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/analysis.json index 83f19d1232..2969845ad7 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/analysis.json @@ -164,8 +164,8 @@ "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -213,8 +213,8 @@ "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -257,9 +257,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -306,7 +306,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/analysis_classic.json index d7e324059b..6ccd73f0fe 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/analysis_classic.json @@ -10,6 +10,7 @@ ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ + 1, 2 ], "DNSLookupSuccessWithBogonAddresses": [], @@ -104,9 +105,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -155,7 +156,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/measurement.json index 5c8e355e06..01abe99ba3 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://bit.ly/32447", - "measurement_start_time": "2023-11-29 21:21:46", + "measurement_start_time": "2024-01-22 20:26:58", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011031, - "t": 0.016367, + "t0": 0.010683, + "t": 0.016633, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.025358, - "t": 0.025358, + "t0": 0.025346, + "t": 0.025346, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.031135, - "t": 0.031135, + "t0": 0.031049, + "t": 0.031049, "transaction_id": 3, "tags": [ "depth=0", @@ -70,11 +70,11 @@ { "address": "67.199.248.11:443", "failure": null, - "num_bytes": 2414, + "num_bytes": 2412, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.031176, - "t": 0.031176, + "t0": 0.0311, + "t": 0.0311, "transaction_id": 3, "tags": [ "depth=0", @@ -82,29 +82,29 @@ ] }, { - "address": "93.184.216.34:443", + "address": "93.184.216.34:80", "failure": "connection_refused", "operation": "connect", "proto": "tcp", - "t0": 0.042194, - "t": 0.045518, - "transaction_id": 7, + "t0": 0.043075, + "t": 0.046492, + "transaction_id": 6, "tags": [ "depth=1", - "fetch_body=false" + "fetch_body=true" ] }, { - "address": "93.184.216.34:80", + "address": "93.184.216.34:443", "failure": "connection_refused", "operation": "connect", "proto": "tcp", - "t0": 0.042201, - "t": 0.045743, - "transaction_id": 6, + "t0": 0.043066, + "t": 0.046635, + "transaction_id": 7, "tags": [ "depth=1", - "fetch_body=true" + "fetch_body=false" ] } ], @@ -126,8 +126,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.00007, - "t": 0.00007, + "t0": 0.000057, + "t": 0.000057, "transaction_id": 1, "tags": [ "depth=0" @@ -139,8 +139,8 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000133, - "t": 0.000139, + "t0": 0.000091, + "t": 0.000096, "transaction_id": 1, "tags": [ "depth=0" @@ -152,8 +152,8 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000107, - "t": 0.000197, + "t0": 0.000195, + "t": 0.000218, "transaction_id": 1, "tags": [ "depth=0" @@ -165,8 +165,8 @@ "num_bytes": 46, "operation": "read", "proto": "udp", - "t0": 0.000154, - "t": 0.005296, + "t0": 0.000222, + "t": 0.005087, "transaction_id": 1, "tags": [ "depth=0" @@ -178,8 +178,8 @@ "num_bytes": 24, "operation": "read", "proto": "udp", - "t0": 0.000223, - "t": 0.00602, + "t0": 0.000101, + "t": 0.005927, "transaction_id": 1, "tags": [ "depth=0" @@ -188,8 +188,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006041, - "t": 0.006041, + "t0": 0.005946, + "t": 0.005946, "transaction_id": 1, "tags": [ "depth=0" @@ -198,9 +198,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.031226, - "t": 0.031226, - "transaction_id": 5, + "t0": 0.031116, + "t": 0.031116, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -211,9 +211,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.031257, - "t": 0.031272, - "transaction_id": 5, + "t0": 0.031143, + "t": 0.031158, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -224,9 +224,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.031275, - "t": 0.031278, - "transaction_id": 5, + "t0": 0.031172, + "t": 0.031175, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -234,12 +234,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.031286, - "t": 0.036862, - "transaction_id": 5, + "t0": 0.031162, + "t": 0.037377, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -247,12 +247,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.031276, - "t": 0.03698, - "transaction_id": 5, + "t0": 0.031179, + "t": 0.037491, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -260,9 +260,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.037012, - "t": 0.037012, - "transaction_id": 5, + "t0": 0.037522, + "t": 0.037522, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -282,61 +282,61 @@ "ttl": null } ], - "engine": "getaddrinfo", + "engine": "udp", "failure": null, "hostname": "bit.ly", - "query_type": "ANY", + "query_type": "A", + "raw_response": "LDuBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", - "t0": 0.000098, - "t": 0.005546, + "resolver_address": "8.8.4.4:53", + "t0": 0.00017, + "t": 0.005094, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { - "answers": [ - { - "asn": 396982, - "as_org_name": "Google LLC", - "answer_type": "A", - "ipv4": "67.199.248.11", - "ttl": null - } - ], + "answers": null, "engine": "udp", - "failure": null, + "failure": "dns_no_answer", "hostname": "bit.ly", - "query_type": "A", - "raw_response": "dtuBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", + "query_type": "AAAA", + "raw_response": "j2mBAAABAAAAAAAAA2JpdAJseQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000106, - "t": 0.005304, + "t0": 0.000065, + "t": 0.00593, "tags": [ "depth=0" ], "transaction_id": 1 }, { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", + "answers": [ + { + "asn": 396982, + "as_org_name": "Google LLC", + "answer_type": "A", + "ipv4": "67.199.248.11", + "ttl": null + } + ], + "engine": "getaddrinfo", + "failure": null, "hostname": "bit.ly", - "query_type": "AAAA", - "raw_response": "/wqBAAABAAAAAAAAA2JpdAJseQAAHAAB", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000079, - "t": 0.006024, + "resolver_address": "", + "t0": 0.000067, + "t": 0.006064, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -348,16 +348,15 @@ "ttl": null } ], - "engine": "udp", + "engine": "getaddrinfo", "failure": null, "hostname": "www.example.com", - "query_type": "A", - "raw_response": "K2OBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.031254, - "t": 0.036871, + "resolver_address": "", + "t0": 0.031135, + "t": 0.037258, "tags": [ "depth=1" ], @@ -369,16 +368,16 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "VcWBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "oByBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.031232, - "t": 0.036986, + "t0": 0.031123, + "t": 0.037382, "tags": [ "depth=1" ], - "transaction_id": 5 + "transaction_id": 4 }, { "answers": [ @@ -390,15 +389,16 @@ "ttl": null } ], - "engine": "getaddrinfo", + "engine": "udp", "failure": null, "hostname": "www.example.com", - "query_type": "ANY", + "query_type": "A", + "raw_response": "b2KBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", - "t0": 0.031212, - "t": 0.037356, + "resolver_address": "8.8.4.4:53", + "t0": 0.031146, + "t": 0.037496, "tags": [ "depth=1" ], @@ -433,7 +433,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -441,7 +441,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "bit.ly", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -463,7 +463,7 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:21:46 GMT" + "Mon, 22 Jan 2024 20:26:58 GMT" ], [ "Location", @@ -472,12 +472,12 @@ ], "headers": { "Content-Length": "0", - "Date": "Wed, 29 Nov 2023 21:21:46 GMT", + "Date": "Mon, 22 Jan 2024 20:26:58 GMT", "Location": "http://www.example.com/" } }, - "t0": 0.025358, - "t": 0.031135, + "t0": 0.025346, + "t": 0.031049, "tags": [ "depth=0", "fetch_body=true" @@ -490,12 +490,11 @@ "ip": "67.199.248.11", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011031, - "t": 0.016367, + "t0": 0.010683, + "t": 0.016633, "tags": [ "depth=0", "fetch_body=true" @@ -504,33 +503,33 @@ }, { "ip": "93.184.216.34", - "port": 443, + "port": 80, "status": { "failure": "connection_refused", "success": false }, - "t0": 0.042194, - "t": 0.045518, + "t0": 0.043075, + "t": 0.046492, "tags": [ "depth=1", - "fetch_body=false" + "fetch_body=true" ], - "transaction_id": 7 + "transaction_id": 6 }, { "ip": "93.184.216.34", - "port": 80, + "port": 443, "status": { "failure": "connection_refused", "success": false }, - "t0": 0.042201, - "t": 0.045743, + "t0": 0.043066, + "t": 0.046635, "tags": [ "depth=1", - "fetch_body=true" + "fetch_body=false" ], - "transaction_id": 6 + "transaction_id": 7 } ], "tls_handshakes": [ @@ -543,17 +542,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDbDCCAlSgAwIBAgIVAO0ZKqtaHzLSyYttnJqKCQSZ+NLZMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjE0NloXDTIzMTEyOTIyMjE0NlowKTEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEPMA0GA1UEAxMGYml0Lmx5MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAvkdudy5WQlO34Jkes9lhdZawLBz5a1vOFLnWj1G1PcclMNDWy2p/ivcj2+HzSLsWPsvXdFCwF6qaMg2J/6RFVfIDPm9B1ri8jmbDQEFnP7iFtUHdalk4ISHrV+4xA82dH76HJWt5Llj4uaVj/qrmUqbUX076dR3MwpBUarjsn2MBqSO3aUZf2JT7cmdO1aEtU7EuTzry1pV5NvPK/za5bawgNu+xSHG0FNd/x/6QmWMxOO3lXTwbsDcc9oZ4oec3jiZFkh+YekyOqViFd+Cc23v+9wkG77aCJbQrzpU3eCNysOYuTKTxPJOF3Pqx5e6vyoq1igRW20QEgPZn2WlbmQIDAQABo4GUMIGRMA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBTBHccpdaHY8o8jTX7ARv5DSz9B8zAfBgNVHSMEGDAWgBS3EM5TQsRjhC5YXkQf7A9e+vknzjAcBgNVHREEFTATggZiaXQubHmCCWJpdGx5LmNvbTANBgkqhkiG9w0BAQsFAAOCAQEAofHX+7FbLsrc6aUmkQKrhLFKTYRt/lszNkXr0Fs7Z+uWUjREQbsxpQToSgSST53ZAdfAU4nTQ2BwXLhVnZRK1E66DJMdqzfNLNtY0E0TL3BHBd0I5gf51+jIC27szUg4u45CAnDkenLurJ6suWneuCV1dRk+PtNqpKEWSVkGcRnqPHYO2qnTow5ejIG9BEqUCS0/5R/uskLu2z03DDBvo+G+BN6AXYxgJu0vupOxINGolfDOf5tL2EXcnAGJec4Z4njW54utUf0xsI42PCNnwo5yWMSUbspInpxz0KUC0rBCmX0MUGsS5v8PshDNRPAdnjInKIY4wGVBE6Pr8YYvLQ==", + "data": "MIIDazCCAlOgAwIBAgIUSqfeYSomLPER+v+o1ItwKIOUbY4wDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNjU4WhcNMjQwMTIyMjEyNjU4WjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCsF7w1JR55Wv8NSNQCUyWgCtf+MFAYF//Oc+rDxjb/eniURXtqwPY9lmhSrBKvF+TMXXT3Bw8Qgz/OO99DL1wJhrTeIHAcMvqReWD5T/zmzQpOJpnBlBZrUHOk2DzFKblOqYknR6Vyau7mT+Oe67Vpr4Y+5/701e7ClzzKnIfAQbb5/ZVzINjk1fRuL/LtKOEOJgL8BG86VvRkukqc1aEiN8AFwx2pOfFLYTQj87SKV2idI9ihrfMzWz2KLzDR+1YZS2IYi5urRHTOZYmFjaNEbSvuod8jAZn463/Bc/nCrp1keoLzMg7jV9jak1u8aijSv4wiNA9Xwwc6nghtFBQnAgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFAfbCr59j508b8O9G8MzBEAv4cWiMB8GA1UdIwQYMBaAFHVi1KG431fU8ZcJ6hznoRigvVXMMBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQBJrOJjsrRc293citW8redVm3ORT7y1XQ1ifY8SGj18rovaMBDWQhFF7CTBftx1DzC9cPutbBLFXiTVXODOAYQrYZ6INc0aF1T0pn+D4S7k8ScdnJbZNIjfL/l+EBnHU7fGhjAIcce+Dyac3Sk5RHc50uolSOXqsxUq0kkodAaaiWqFRsse85lx8k6Wnjlcmq1gaJ4wOXpgnrPOp5yeJ4G1FR4QRqrQPkP7d/wR4shdvdLpKpfJ4st8oizgPFSFGZ8DR8Ss8c4I2Q8Bx1TXOnhjbIhXyRCiLgzalZq39Qu3YT4CjiYkLNw1cBAZDl8Ai9zvc+RCK3EMTO4yR2BBd36L", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAJBsI+hqv7q4Og4MYR47RzsTSVshMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE0NVoXDTIzMTEzMDIxMjE0NVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDrjdMlGTOgDDrrHZQRk5NouFwrjacOwEXP75zXGotLAhefGKnnfEkKn1I/pa74P+sUMhX3oGpnyNgpZjJidHZhXYzk3WyeqAMtzXlGgqUNits5YTBzU3Vd2Hufrtz6x3Ek10OyRJ0UOzCTlYwz6fIfdEsdeb6yOFeIG3BrYKBW3HhLS33iAkpBVS8T3pkIiPMBmmBYWfRe7QIbbfdkaTgu6Mi3FI33Gt2tibd/ODhkw+zyzDCnkF4SjwCDh5FDNGOgatPZl35zieJY/vb+GOL3lI3GHm5oQyFhJHJcz8+18rXGW4X65QyyXp1v9NJBt5jROLJz8FYjCizxsT/uL50JAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBS3EM5TQsRjhC5YXkQf7A9e+vknzjAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAKsEY+mm0XSoRCvZzBajOAEefHlZCgSCwRSYAFcWqP+iFPS6dhOZRyVtCMVZthyEnn+cOjev0swBT/p1ACIvCqRxykAajDFGSxx0y3Wau0tyOuOdvMh7seOmTfDK1bD/0ptwJxjX6kGag9vyiVXQ+6t3h7TCUE2ZKqqLCRdFu/v1+X+X662DASE32tXPW5U6XHbhXkaIDZigfLLPZltOI3mmi6PucxketFl5ltwkFODhngpgywB0OJcFqVOMoUcWpyfyp9VPIYyJeDB5MW/DMAACG6E06skgieSkIT84n0/gZl8GxEvhdtSPARA3+eo34IsXzEuOohbupNMPWU6A5Rw==", + "data": "MIIDNTCCAh2gAwIBAgIUQmDchSeIlnOEqtSTW9kqucYq/QkwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNjU4WhcNMjQwMTIzMjAyNjU4WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBALi93KSF8zBqKPVWUtm2eJt7nWzn9PHPv/L3LEAZ/+an6JiAm892YznarlUf3lF0dobM1c4Dy8D1qLGbl35eLJMdxqP9aMj2v7mx/YBx0kzME+dEeKfCbqwQ6EFw/4APXqw8/pwUMmu7Ltt85otDUtskwEyGLoOns+ZYY1iTVje1lBrdRW2Ei4zSj77+ti0j6Vy2rYSReiACZVecdpUuIAEldm1XGZtgwdo5cExRRlLZ/s38YZFD/rkTHFg4oeYBVV3ysq0tPIUQu2lD2XUMyexjo5Z5Mo4nWoOC2JJTd5lPcdbv0fySuT3zQi1Zd3FLpBcAWQQVMhLd2XpqMBEXTKUCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFHVi1KG431fU8ZcJ6hznoRigvVXMMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQA5o1nhIuhHyITcdIt6GlR+5QQcoGeKTqoByXXFvIvse1OPTo2irA2xCiMx7ETDdUuVD29zxcKKPIU1qw2fcPDS2g3p5P3LJcSH40zRj44kfmLB1jdaIWi2zjj4bBo1mbi6wEazF18NfA7yFhsttRpeDQ3SJa7cPFcJa5v851nJEjmAkbLKlOkG80dE0jHLr3UIJNzarH/qCP4q6RQBNanva6UKiUuSsuHeqtxdDYAoQazhapGxP8Aqrw0NGbDHzlVqv5QhYDoa2O6/vy8teC+QH5TRyNuPpVAIhsDsQWkBQf/OoVQ6KoPWbFAf1sO/qJymUvm/XA9F8QPDysWiwVmA", "format": "base64" } ], "server_name": "bit.ly", - "t0": 0.016383, - "t": 0.025307, + "t0": 0.016647, + "t": 0.025314, "tags": [ "depth=0", "fetch_body=true" @@ -572,7 +571,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -626,33 +625,34 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:67.199.248.11 Flags:3}]", - "t": 0.010978 + "t": 0.010638 }, { "msg": "conn 67.199.248.11:443: granted permission: true", - "t": 0.025315 + "t": 0.02533 }, { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.042169 + "t": 0.043038 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, - "x_blocking_flags": 32, + "http_experiment_failure": "connection_refused", + "x_blocking_flags": 2, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, "title_match": null, - "blocking": false, - "accessible": true + "blocking": "http-failure", + "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.537486, - "test_start_time": "2023-11-29 21:21:46", - "test_version": "0.5.26" + "test_runtime": 0.537686, + "test_start_time": "2024-01-22 20:26:58", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/observations.json index cb35f64778..4f536c543b 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/observations.json @@ -53,9 +53,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -102,13 +102,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -153,13 +153,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -209,8 +209,8 @@ "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -258,8 +258,8 @@ "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -306,7 +306,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/observations_classic.json index 31a798b079..da3318746f 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTP/observations_classic.json @@ -56,9 +56,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -109,7 +109,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/analysis.json index 5211313310..708a87fa2d 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/analysis.json @@ -60,7 +60,7 @@ "Failure": "connection_refused", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -112,8 +112,8 @@ "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -161,8 +161,8 @@ "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -205,9 +205,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -254,7 +254,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -312,8 +312,8 @@ "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -363,8 +363,8 @@ "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -409,9 +409,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/analysis_classic.json index 3ae5b1a060..14c172c218 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/analysis_classic.json @@ -6,7 +6,7 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 2 + 1 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ @@ -16,7 +16,7 @@ "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 2 + 1 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -58,7 +58,7 @@ "Failure": "connection_refused", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -105,9 +105,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -156,7 +156,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -209,9 +209,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/measurement.json index 49e57f7795..bb0d5e1ef3 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://bit.ly/21645", - "measurement_start_time": "2023-11-29 21:21:46", + "measurement_start_time": "2024-01-22 20:26:59", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.012491, - "t": 0.018445, + "t0": 0.011961, + "t": 0.018039, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.02698, - "t": 0.02698, + "t0": 0.02675, + "t": 0.02675, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.032858, - "t": 0.032858, + "t0": 0.032084, + "t": 0.032084, "transaction_id": 3, "tags": [ "depth=0", @@ -70,11 +70,11 @@ { "address": "67.199.248.11:443", "failure": null, - "num_bytes": 2414, + "num_bytes": 2415, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.032893, - "t": 0.032893, + "t0": 0.032122, + "t": 0.032122, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "failure": "connection_refused", "operation": "connect", "proto": "tcp", - "t0": 0.044885, - "t": 0.047839, + "t0": 0.044244, + "t": 0.048264, "transaction_id": 6, "tags": [ "depth=1", @@ -113,9 +113,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000065, - "t": 0.000065, - "transaction_id": 1, + "t0": 0.000099, + "t": 0.000099, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -126,9 +126,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000102, - "t": 0.00011, - "transaction_id": 1, + "t0": 0.000129, + "t": 0.000154, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -139,9 +139,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000106, - "t": 0.000112, - "transaction_id": 1, + "t0": 0.000158, + "t": 0.000162, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -152,9 +152,9 @@ "num_bytes": 24, "operation": "read", "proto": "udp", - "t0": 0.000114, - "t": 0.005362, - "transaction_id": 1, + "t0": 0.000159, + "t": 0.005542, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -165,9 +165,9 @@ "num_bytes": 46, "operation": "read", "proto": "udp", - "t0": 0.000117, - "t": 0.00558, - "transaction_id": 1, + "t0": 0.000167, + "t": 0.005651, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -175,9 +175,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.005629, - "t": 0.005629, - "transaction_id": 1, + "t0": 0.005689, + "t": 0.005689, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -185,9 +185,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.032916, - "t": 0.032916, - "transaction_id": 4, + "t0": 0.032148, + "t": 0.032148, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -198,9 +198,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.032947, - "t": 0.032962, - "transaction_id": 4, + "t0": 0.032185, + "t": 0.032199, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -211,9 +211,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.032971, - "t": 0.032989, - "transaction_id": 4, + "t0": 0.032216, + "t": 0.032232, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -224,9 +224,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.032967, - "t": 0.039432, - "transaction_id": 4, + "t0": 0.032207, + "t": 0.037091, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -237,9 +237,9 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.032994, - "t": 0.039665, - "transaction_id": 4, + "t0": 0.032248, + "t": 0.038774, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -247,9 +247,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.039691, - "t": 0.039691, - "transaction_id": 4, + "t0": 0.038799, + "t": 0.038799, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -265,16 +265,16 @@ "failure": "dns_no_answer", "hostname": "bit.ly", "query_type": "AAAA", - "raw_response": "ZZuBAAABAAAAAAAAA2JpdAJseQAAHAAB", + "raw_response": "oZeBAAABAAAAAAAAA2JpdAJseQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000073, - "t": 0.005369, + "t0": 0.000106, + "t": 0.00555, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -290,16 +290,16 @@ "failure": null, "hostname": "bit.ly", "query_type": "A", - "raw_response": "ZgeBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", + "raw_response": "ZX2BAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000085, - "t": 0.005588, + "t0": 0.000112, + "t": 0.005658, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -318,12 +318,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000076, - "t": 0.005957, + "t0": 0.000066, + "t": 0.006496, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": [ @@ -342,12 +342,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.03293, - "t": 0.039194, + "t0": 0.032163, + "t": 0.03854, "tags": [ "depth=1" ], - "transaction_id": 5 + "transaction_id": 4 }, { "answers": null, @@ -355,16 +355,16 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "+LyBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "e5qBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.032924, - "t": 0.039437, + "t0": 0.032157, + "t": 0.037099, "tags": [ "depth=1" ], - "transaction_id": 4 + "transaction_id": 5 }, { "answers": [ @@ -380,16 +380,16 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "w5mBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "sIaBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.032953, - "t": 0.039669, + "t0": 0.032194, + "t": 0.038778, "tags": [ "depth=1" ], - "transaction_id": 4 + "transaction_id": 5 } ], "requests": [ @@ -420,7 +420,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -428,7 +428,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "bit.ly", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -450,7 +450,7 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:21:47 GMT" + "Mon, 22 Jan 2024 20:26:59 GMT" ], [ "Location", @@ -459,12 +459,12 @@ ], "headers": { "Content-Length": "0", - "Date": "Wed, 29 Nov 2023 21:21:47 GMT", + "Date": "Mon, 22 Jan 2024 20:26:59 GMT", "Location": "https://www.example.com/" } }, - "t0": 0.02698, - "t": 0.032858, + "t0": 0.02675, + "t": 0.032084, "tags": [ "depth=0", "fetch_body=true" @@ -477,12 +477,11 @@ "ip": "67.199.248.11", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.012491, - "t": 0.018445, + "t0": 0.011961, + "t": 0.018039, "tags": [ "depth=0", "fetch_body=true" @@ -496,8 +495,8 @@ "failure": "connection_refused", "success": false }, - "t0": 0.044885, - "t": 0.047839, + "t0": 0.044244, + "t": 0.048264, "tags": [ "depth=1", "fetch_body=true" @@ -515,17 +514,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDazCCAlOgAwIBAgIUUj6rMDQApB1pEuYIajDWAru8pxEwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTQ2WhcNMjMxMTI5MjIyMTQ2WjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC/hru6oKJ2FP5ggcz7/LVcsHPyElLa4eP1Lu5K3B3aA4neOTX4py98BvjCNJxRR+rlflf8POfnjKbxOBYdG7WM3HMCpqO0zgUEvT79o3l+iQU1iQi1BKeKJibvBfb/Zk2iRSpiIdEEGJya+3DfdOQCd/9VKS/cM3zinwxJASGJuKl666rBPjy4Ro3JwzTSQN4AHPuu9R/6+gPhCExA41JRXJBJvtVfXKCsjomdPIqt1JO2FH5TQuSu1nvbRy0hc++lxqNbpYKSMlnBanID9tYJ3UgT08EbRo2OINP142U2kRfKl5/Dnbet733bbPOSGk6e/f4yQI5E4bUDJ7lgd4VRAgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFEpoVdEgwDOGhFasszsm+afIYMLaMB8GA1UdIwQYMBaAFAsAF/qNHUHEAJBpLBhmV7r0dJaaMBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQAYKYUq0wHX2X2hXrDyD3gDKH0sdH3l0K9B8FxVgelEV2v/ACzfnl1edB3TngJEfaswsVnT96b+DvtHFK3Diw37WiHxK5JeCsC1DLqkYXKPLxwfFXagiNsOjfMbnhmIPA/ljQmOtPbStHjqg0eXh87QjSzh9JtKJ/ityaRvzcB5yw6qPEMDxFQD98URIKiqGbdWeDAmjfZUhiDcrdeBPOaf/g6cp607OSXS1teAo3fP0ZQDHHMVh3w5n/4QY++5fOLBA4BLFp8FTmBH5MBvGVERjO7/MFB0akuwuvPj3EX8D/Xk5+lXiMzGV5OFH/umo3NukqJrKjvN5o/+vbs80XWm", + "data": "MIIDbDCCAlSgAwIBAgIVAN6ZD8MzX3Agqa7wWlOUtyhzXHg3MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMjE5MjY1OVoXDTI0MDEyMjIxMjY1OVowKTEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEPMA0GA1UEAxMGYml0Lmx5MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAukbncTIHW7dUztsrCnyeBah24lV/LWCdF2DlThKP3RU1lmtvYNGWC/U4APtJSI1PrVIQGOnI+1wtbHkC3Jj+znLRnTKeHe7huTLBUWIq/sNSi3pB27BcQBb6LF0SLsrCVCAHa4MJOMcFDvphyBWYv2xfjDBEjifrB7ef1SX7HxZ2ACSHOqEpZ4oyH6Xgd21cRI+KmMHYyeGOkzDWUzsE/3npqUPLr9PraZCkGSObcp69rK59LkAaE3I0pIh44lGSazUnGtMM0EnarEeoOM9VSvUWzVZgbvxqzCgZ3ZZ1KkN0i1qDd6mBMEPiw2nkCi0JmeiVg+qgKC9TUZYwQcOleQIDAQABo4GUMIGRMA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBSMgaD4dims/6jbq3g3vRno/00CWjAfBgNVHSMEGDAWgBTjHnSnrWwt5N4aV0s3Mref5q3+DDAcBgNVHREEFTATggZiaXQubHmCCWJpdGx5LmNvbTANBgkqhkiG9w0BAQsFAAOCAQEArBeJGlDN1+KVYBj/vDDB/8lcf4WJoPJPx22XQeItouHzVhnULEIxgm+Y0tPgSg4lRGHgp5aDmofRQ73VV5KQB2RHaa/3uDvbCk/lfhgfbfom7hP2HmJNHSX6Wv44CIBH6t841WA7mkHdqf8a9wWMNduFvDkM+837JrCDeSokdby9rMEwaXMwQ8+7LFxmoyOazySoqXgGcHGV6aj441gktL0p0m19ds5wk3TPNsUEyRtrAWKjpeCdvJ7iVBkq9hNeLkCZouhOtLj8Vnq5V8u/Kcl2i2TUOyApScrYzRtDXOdWO6uwJQxGxXciSm2uqX3R/Udw8xoApyKKwEj5AProXg==", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAK3PlRIir6J5z0vW9fi12BdHoUIwMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE0NloXDTIzMTEzMDIxMjE0NlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDNJI37fGNNFnTmPPA+GiJb8LBQm6yqV40vQs1DdJg2cQPtBMH3wY+CgqmP1SdyUcqlnsN4bW/aQUo/pZOB75CthGzuyPAJNaaNZCJjDd9m1y15QR4PNKDdufYtBaEUwOV+nPf0T5ECqqCvocD92ZcUkh2IKx+RhiohCMkndU0wSbAM7XlCubcg02pApu0Z0OHAsRxeY9JTOoeXikgHPANcslMTQHHG0E0m7tFr5CoQX2cu6aJni/r/OuuOGPioPTp2bB0KT+fg5qfjG6B3kRIx/cZ7gPut/h+oeWUCNQBMT3iAXbqsO/kNJenkkcDQdHMj1DqqJlEDfp66UiicLymNAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQLABf6jR1BxACQaSwYZle69HSWmjAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAqd2l0WguOsREGpTJs+dWvn0eDuGL0YxgEawJzT0OhyNgSPRo0bheLxMwTKMZwt81ARg3n/1wtxvhZSmzNWUATAXZvnrdLAKxd6CvD3wO2QFwuoq4JjEX72mkstaFraT45Lc+EDEQVusAdaSM8RFib/4wEwJy5qHDwZ+2leKdUgn68CvajNWnkOD5QKtvi5FxteFg0ZkTVRxBnJvedl8PgwGU14F06+Oror6hNwq6NY2crHmIlcrIrwGkSQca8CqUXAYsZbFVM5Pjrb0lOR8ipjXS/k4qysKm10C7Wj/8wVKofvcF1SdP+QwFmYgU/PD79BTCrk5QjUkg41Zy0CviIA==", + "data": "MIIDNjCCAh6gAwIBAgIVAIJ8LQ1eYyy4UL9J+uBzzj/QfcmwMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjY1OVoXDTI0MDEyMzIwMjY1OVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDQRZUD612DYseRVJQhWXs77Up8+6zIul+grR/1CsN8NJ9PVtcbxJ1L+MTVWcnsWPWPKZb8JczgGbnsLdHk8JqK1U3vCfG7t/sUgEMf75RrLpqr985MjLulvSbtxaqgB9ijTSv1MYPHo7FSRxw+05Ggvvl/+ApNR02nT6vXT2d4NRl11q2Uusz4wkjbnYM3qp8btIcXZFxcP8ArsUNP2W/FbpXq+8aNU4fP4f7n9M8sjeXAJxhFFrDs38PM96SsMzX+xRajSMacvM7zMc8+Gg60B9nJI1YXskEcygkPMOd3nRb++S7KwTw01ujD/3g5TXNThfGYalskFEqFMXuPi1e7AgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBTjHnSnrWwt5N4aV0s3Mref5q3+DDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAbGLHDCYgIklU+ltDzMLpskiFaZDcI9ZELdl/QGftjTSZ/xSAOn88xZiyZCFExJeBHDrIAim2nuC8Lf9kNv0TPLw13PXl2WxbtE087UDqkdHRhF4SzalLRLMhtGTKyG9DB8vaQDfhIqSfn0uE3bXOLjPWnMRxCXam6/QvUfXdCyu2k/eT8Z45XMgg4JGzlNjwEMZ3ujlMx4v2wVWcaT7YYoKNP+nUrJL98JrYUeC0/x2TJToGAJYEe8EM6qYs72dJ/ABOXo2fvvRYz6/LPYFs9ZI8j8TGTfQPkpTGjrj4WJvm9V4ToZyL5IkjA5WeiQcn1ogzsB+9R58kKFxLIZ8AWg==", "format": "base64" } ], "server_name": "bit.ly", - "t0": 0.018461, - "t": 0.026955, + "t0": 0.018053, + "t": 0.026724, "tags": [ "depth=0", "fetch_body=true" @@ -544,7 +543,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -598,33 +597,34 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:67.199.248.11 Flags:3}]", - "t": 0.012451 + "t": 0.011922 }, { "msg": "conn 67.199.248.11:443: granted permission: true", - "t": 0.026964 + "t": 0.026734 }, { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.044855 + "t": 0.044196 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, - "x_blocking_flags": 32, + "http_experiment_failure": "connection_refused", + "x_blocking_flags": 2, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, "title_match": null, - "blocking": false, - "accessible": true + "blocking": "http-failure", + "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.539793, - "test_start_time": "2023-11-29 21:21:46", - "test_version": "0.5.26" + "test_runtime": 0.538924, + "test_start_time": "2024-01-22 20:26:59", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/observations.json index 10bf450497..8d0a918537 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -53,9 +53,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -102,9 +102,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -153,9 +153,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -204,9 +204,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -253,9 +253,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -306,7 +306,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -361,7 +361,7 @@ "Failure": "connection_refused", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/observations_classic.json index d8d3f9da8e..e5284109f2 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionRefusedForHTTPS/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -56,9 +56,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -109,7 +109,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -164,7 +164,7 @@ "Failure": "connection_refused", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/analysis.json index 75a0349696..45f4650008 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/analysis.json @@ -363,8 +363,8 @@ "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -414,8 +414,8 @@ "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -460,9 +460,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/analysis_classic.json index f4995e480e..a599b3085a 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/analysis_classic.json @@ -6,17 +6,16 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 1, 2 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 1 + 2 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -207,9 +206,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/measurement.json index 6e175536e0..8f260f8e94 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://bit.ly/32447", - "measurement_start_time": "2023-11-29 21:21:47", + "measurement_start_time": "2024-01-22 20:27:00", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.012158, - "t": 0.018097, + "t0": 0.011314, + "t": 0.016667, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.027016, - "t": 0.027016, + "t0": 0.025711, + "t": 0.025711, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.032979, - "t": 0.032979, + "t0": 0.030733, + "t": 0.030733, "transaction_id": 3, "tags": [ "depth=0", @@ -73,34 +73,21 @@ "num_bytes": 2413, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.033014, - "t": 0.033014, + "t0": 0.030768, + "t": 0.030768, "transaction_id": 3, "tags": [ "depth=0", "fetch_body=true" ] }, - { - "address": "93.184.216.34:443", - "failure": null, - "operation": "connect", - "proto": "tcp", - "t0": 0.045131, - "t": 0.050602, - "transaction_id": 7, - "tags": [ - "depth=1", - "fetch_body=false" - ] - }, { "address": "93.184.216.34:80", "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.045155, - "t": 0.051453, + "t0": 0.041071, + "t": 0.045816, "transaction_id": 6, "tags": [ "depth=1", @@ -110,8 +97,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.051479, - "t": 0.051479, + "t0": 0.045838, + "t": 0.045838, "transaction_id": 6, "tags": [ "depth=1", @@ -121,10 +108,10 @@ { "address": "93.184.216.34:443", "failure": null, - "operation": "bytes_received_cumulative", + "operation": "connect", "proto": "tcp", - "t0": 0.054223, - "t": 0.054223, + "t0": 0.041057, + "t": 0.046057, "transaction_id": 7, "tags": [ "depth=1", @@ -134,8 +121,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.055281, - "t": 0.055281, + "t0": 0.049428, + "t": 0.049428, "transaction_id": 6, "tags": [ "depth=1", @@ -147,13 +134,26 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.055299, - "t": 0.055299, + "t0": 0.049446, + "t": 0.049446, "transaction_id": 6, "tags": [ "depth=1", "fetch_body=true" ] + }, + { + "address": "93.184.216.34:443", + "failure": null, + "operation": "bytes_received_cumulative", + "proto": "tcp", + "t0": 0.049912, + "t": 0.049912, + "transaction_id": 7, + "tags": [ + "depth=1", + "fetch_body=false" + ] } ], "x_dns_whoami": { @@ -174,9 +174,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.00007, - "t": 0.00007, - "transaction_id": 2, + "t0": 0.000058, + "t": 0.000058, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -187,9 +187,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000107, - "t": 0.000113, - "transaction_id": 2, + "t0": 0.000093, + "t": 0.000099, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -200,9 +200,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000138, - "t": 0.000141, - "transaction_id": 2, + "t0": 0.000125, + "t": 0.000144, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -213,9 +213,9 @@ "num_bytes": 46, "operation": "read", "proto": "udp", - "t0": 0.000146, - "t": 0.005711, - "transaction_id": 2, + "t0": 0.000155, + "t": 0.005482, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -226,9 +226,9 @@ "num_bytes": 24, "operation": "read", "proto": "udp", - "t0": 0.000118, - "t": 0.005828, - "transaction_id": 2, + "t0": 0.000103, + "t": 0.005848, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -236,9 +236,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.005852, - "t": 0.005852, - "transaction_id": 2, + "t0": 0.00587, + "t": 0.00587, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -246,8 +246,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.03305, - "t": 0.03305, + "t0": 0.030811, + "t": 0.030811, "transaction_id": 5, "tags": [ "depth=1" @@ -259,8 +259,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.033096, - "t": 0.033111, + "t0": 0.030838, + "t": 0.030857, "transaction_id": 5, "tags": [ "depth=1" @@ -272,8 +272,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.033104, - "t": 0.033147, + "t0": 0.030925, + "t": 0.03094, "transaction_id": 5, "tags": [ "depth=1" @@ -282,11 +282,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.033116, - "t": 0.038476, + "t0": 0.030895, + "t": 0.036687, "transaction_id": 5, "tags": [ "depth=1" @@ -295,11 +295,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.033153, - "t": 0.039908, + "t0": 0.030958, + "t": 0.037283, "transaction_id": 5, "tags": [ "depth=1" @@ -308,8 +308,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.03993, - "t": 0.03993, + "t0": 0.037315, + "t": 0.037315, "transaction_id": 5, "tags": [ "depth=1" @@ -330,33 +330,15 @@ "ttl": null } ], - "engine": "udp", + "engine": "getaddrinfo", "failure": null, "hostname": "bit.ly", - "query_type": "A", - "raw_response": "gp6BAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000118, - "t": 0.005718, - "tags": [ - "depth=0" - ], - "transaction_id": 2 - }, - { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", - "hostname": "bit.ly", - "query_type": "AAAA", - "raw_response": "NOCBAAABAAAAAAAAA2JpdAJseQAAHAAB", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000079, - "t": 0.005834, + "resolver_address": "", + "t0": 0.000071, + "t": 0.005726, "tags": [ "depth=0" ], @@ -372,15 +354,33 @@ "ttl": null } ], - "engine": "getaddrinfo", + "engine": "udp", "failure": null, "hostname": "bit.ly", - "query_type": "ANY", + "query_type": "A", + "raw_response": "4lCBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", - "t0": 0.000063, - "t": 0.006079, + "resolver_address": "8.8.4.4:53", + "t0": 0.000107, + "t": 0.005489, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "bit.ly", + "query_type": "AAAA", + "raw_response": "9EyBAAABAAAAAAAAA2JpdAJseQAAHAAB", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000067, + "t": 0.005853, "tags": [ "depth=0" ], @@ -403,50 +403,50 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.033047, - "t": 0.039314, + "t0": 0.030799, + "t": 0.03657, "tags": [ "depth=1" ], "transaction_id": 4 }, { - "answers": [ - { - "asn": 15133, - "as_org_name": "Edgecast Inc.", - "answer_type": "A", - "ipv4": "93.184.216.34", - "ttl": null - } - ], + "answers": null, "engine": "udp", - "failure": null, + "failure": "dns_no_answer", "hostname": "www.example.com", - "query_type": "A", - "raw_response": "SEKBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "query_type": "AAAA", + "raw_response": "J3mBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.033073, - "t": 0.038481, + "t0": 0.030817, + "t": 0.036691, "tags": [ "depth=1" ], "transaction_id": 5 }, { - "answers": null, + "answers": [ + { + "asn": 15133, + "as_org_name": "Edgecast Inc.", + "answer_type": "A", + "ipv4": "93.184.216.34", + "ttl": null + } + ], "engine": "udp", - "failure": "dns_no_answer", + "failure": null, "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "W8OBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "query_type": "A", + "raw_response": "w92BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.033078, - "t": 0.039911, + "t0": 0.03088, + "t": 0.037288, "tags": [ "depth=1" ], @@ -480,7 +480,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -488,7 +488,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "https://bit.ly/32447", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -506,8 +506,8 @@ "headers_list": [], "headers": {} }, - "t0": 0.051479, - "t": 0.055281, + "t0": 0.045838, + "t": 0.049428, "tags": [ "depth=1", "fetch_body=true" @@ -541,7 +541,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -549,7 +549,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "bit.ly", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -571,7 +571,7 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:21:47 GMT" + "Mon, 22 Jan 2024 20:27:00 GMT" ], [ "Location", @@ -580,12 +580,12 @@ ], "headers": { "Content-Length": "0", - "Date": "Wed, 29 Nov 2023 21:21:47 GMT", + "Date": "Mon, 22 Jan 2024 20:27:00 GMT", "Location": "http://www.example.com/" } }, - "t0": 0.027016, - "t": 0.032979, + "t0": 0.025711, + "t": 0.030733, "tags": [ "depth=0", "fetch_body=true" @@ -598,12 +598,11 @@ "ip": "67.199.248.11", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.012158, - "t": 0.018097, + "t0": 0.011314, + "t": 0.016667, "tags": [ "depth=0", "fetch_body=true" @@ -612,35 +611,33 @@ }, { "ip": "93.184.216.34", - "port": 443, + "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.045131, - "t": 0.050602, + "t0": 0.041071, + "t": 0.045816, "tags": [ "depth=1", - "fetch_body=false" + "fetch_body=true" ], - "transaction_id": 7 + "transaction_id": 6 }, { "ip": "93.184.216.34", - "port": 80, + "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.045155, - "t": 0.051453, + "t0": 0.041057, + "t": 0.046057, "tags": [ "depth=1", - "fetch_body=true" + "fetch_body=false" ], - "transaction_id": 6 + "transaction_id": 7 } ], "tls_handshakes": [ @@ -653,17 +650,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDazCCAlOgAwIBAgIUJPFzUa9bThKalM/+6tjkE9klswswDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTQ3WhcNMjMxMTI5MjIyMTQ3WjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDRZIk7HF3W9F901HESgMDCr2EhRLetb1OiAZLHiJf6UTmpdopHbPQrjFz35JmWtDQI3ZzZ5tDBGe7tZM1BzEYo39xqI1TVuLCPNTrLDnOtj/moYyrVZNxJ2wWn/9ythhiNgbxuJKYAIQN11QeNKBcNdYvuinZMdNMKqZZwMBsO27JIt7kwnlkXOwBh8Nzd4WoHkSThvZXLLlCVf/3J+Av1SwOF8KjQt7ONoAibB3SjFv58w/2R54kvXU9gFV4aNzRJ3ZjIJcFQPLHIlyDmI7rx35DTB6g4fToPRdqW7R26zdwyqEcvmLx9wXx7vq1JH/ahBXpnZTw/PFSlweDsHroRAgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFJ6Rnb82ux0gbv/R2DqLkBZeOtONMB8GA1UdIwQYMBaAFLe3WM1pTlCAdoDM9SBqiKYMnlK0MBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQAz9QLi3jN9e/gQCVeJ00pR+rv8AWEpBOqQhztTKgdGeCrG+wRYKoPtelZPd8s5+PRlH0cf8vHz5fyXDPk3PhHgBLW/AmxDgBr2Q587SX5aeAu4bkzdtY0vuQ9BJdKxF6b7nIziO1Z9JWl1u9DAvj9zUAcsul7hx4tCRsZVeEtiCNJYjL3NCrQEYFPpnaBqIuz9sgb2YeHRpgCuR0wdnf7/oXPbPDLVV1JBBgdjImoMaDC5Cp6FWoe7fx0hvuRwJUmAvp6A++o4uuN2WslyHiy1Q6FHLojGSpLwhVcLM7buQJqo3tK7n+kvngzS5Mvgf4nWPDgRZmT7YlyCJjkZEtRC", + "data": "MIIDbDCCAlSgAwIBAgIVAJoGvul2TRrg9BKlu4rkxJoUScx+MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMjE5MjcwMFoXDTI0MDEyMjIxMjcwMFowKTEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEPMA0GA1UEAxMGYml0Lmx5MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA5PITRWsmAqcz+QPJw6yuqguUpn/GSSubqGYqo8FkN32+k4GK3BlL1Kku6IB0un1OAVuz3oo2WMY8bzMyPFGRbYNHPevisxlIdH3MDMsVYqjS+NHDHKOWzgQMf1TLPF5uuFe449z3ijbwiiXlkmYFVCEVf7sL0+67BNuYLNklotYnLaOYArEpUc+4TiuYTQXAeduAilyqSWTCoWr+4/3aaBPhVEV00h9jddCwXhmzO/IPqAKowndYZPcL+Q2ITGEn8Z0/Y3pOaj/T4Qjqz0YNDw9ISbV2X7RTK+WY22PFxZIqyLo0gcwbtN4yjj3u6ViAYwEOQgLSG3RmdRlCRg9cIwIDAQABo4GUMIGRMA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBTSpjCmtkZR7oRHLq2Z5pwmcLHpEjAfBgNVHSMEGDAWgBROcgaFuk07mqrQrtj+h1lIwLtnpjAcBgNVHREEFTATggZiaXQubHmCCWJpdGx5LmNvbTANBgkqhkiG9w0BAQsFAAOCAQEAxEOdU2sIhxR7OIxyxcnpbubqYiPj1WgZ3XqObjDnonLVbQEFTrrTCNRJDGojOMDRu7hBusAA4g2Osjm8C3J/aX48Lv7dFjX9N71s+uoWJqom6/zoL3G6/kQSPjeAykyngxU2jrebI1P0IRRrB4tJ/bldvLuzi81u/ZW9SMcuBAPqXKLl9aPkj8Ps+TYxaoqURcXCgBby28QQ9vcpAInVO0VlpHSdR9LyXhSd2iAamJ7V/NaRfQxKFzRgosQWjI5bD83kdeOYpVegJo7QTuOtZ0ks39VwAb3MS5dLBLv3ssZijpArt8wkCRDUehsFacdz6ShFJQLPvWs9K60v+sdSIw==", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAOnhP1NxMDoDGINCF9ZoJ1McNIbzMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE0N1oXDTIzMTEzMDIxMjE0N1owHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCnXBaLeePltAddmPmirWjbqr2qyjVIe0AtYFTMORcds+kKcqtRpFSc4zLAeqgXe4WUwAclb/mkU3YPsk23zJj1Pt8i6MNtt7ehVFxhoAc4SRVeM5IbXqToXSZwQAPrv8+BxpcQlPXM5ACJQRywXLodGxTuj4D6SR3TVZWsjcscwYZUJH6Xk3n/lPEnaxOA9PqG3Pq1L1OHelKozWKBhkHo3byqeGlUnEMKbDlPqfdgfzeKekdeOu4oAy3lJHcgX73jfyNdc6eZawNC3UZ3LBLHq8cBcG7SuUDfty4Ug9i1fWs230LmieoNzCmewwTgenDrVN/pniAxFGrmygwjq+IjAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBS3t1jNaU5QgHaAzPUgaoimDJ5StDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAfl654QKRI/hI53dpCSp4JXetAikG3iIP3RYhq9fHfx6ovTpeYHPLIshQi5LHJIs/a2URBa7oiccTYaaq+ti0R9E/BjPyQmVAh7V4h/0NgdVm2Mqd69+Ng+n32oGRNejnEZqtd/7MROKBxqpTZHDo4Oo0VUn6L1Z89JkTU76qDichWJyBwVwqGQ1IsNRKE8/LcISNrApcSl08uKs/jPv4Tx5ocomOR0zpJ4o6IkIV/VXKJpIxFhC374KXZ95sRvDZkTqW7pqtz+bjDJ6xeNqpfbQp4UWoyRWM2mawTJ6U/32vLYqq7y8U6QKkQrUjVj1THS0LMiIXUadZuoNdybn72g==", + "data": "MIIDNTCCAh2gAwIBAgIURaI9jLZLq9FT0bGH4DGIscAc9UYwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNzAwWhcNMjQwMTIzMjAyNzAwWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBANcTflobBZpocnPs4w/UxNGsnrWaDzQNAcERbNxGp/5BB+6LHCCnENpA/tQTTIfKBqjvdOLbe4R0AoibsCuIAgWc2d+ip1BDhX89HEcLOH5B71EM9CRsLGgoCFGMSu5D/pCOrdZcK08ZI4nZDOrMPCwGptJxIC3tdMkKIJSIh0KH8eDmR7zhMo2GZ0qUrBg1YwBaANjiLaiU7RwG6e1Uzbx0beewWw2q/6MdW+6nuzPyu+BtG4sHxhUdWUKurKVhOduuanJUKA3e5S/qZXy3hQVu2VXlml/YFpPzvz+spufqpunYODnKbvDyMaGCCKvvUgm2pz1MXY8d4MwOzQ9kI+sCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFE5yBoW6TTuaqtCu2P6HWUjAu2emMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQB1Tm+G8DdiTq+Nd3NIlNg9fzBAe2XTh7ywsptkp2pkHqpIubAPGQWI8E/1OAiB02LXhz8zcIrnrCFXmmMHBf1qJRroGcKxe26Ue9X9XscvoghDqHsv5Ep9HKb2oS3VhhZvlSv4bDCW+C3FzPTMTphWQbdIFdX97td8MZ/Ht1c/ZPhDMdvnD/IqYeQAkRYlTBM+wgIoJtnSq6yDyKCQFKlmcOlXqjqGhiu8TAPWNNforgvrG/EQ+E20e35/e70xkrNAsPWysCVfa3wfL+TOghe80W9nXGtTQkIUzwxskaec+36oMowmLjUl1jG4/orl7o1xz5dz5fI8e9g9hycO40h8", "format": "base64" } ], "server_name": "bit.ly", - "t0": 0.018113, - "t": 0.026991, + "t0": 0.016684, + "t": 0.025687, "tags": [ "depth=0", "fetch_body=true" @@ -680,8 +677,8 @@ "no_tls_verify": false, "peer_certificates": [], "server_name": "www.example.com", - "t0": 0.050615, - "t": 0.054198, + "t0": 0.046067, + "t": 0.049893, "tags": [ "depth=1", "fetch_body=false" @@ -700,7 +697,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -754,19 +751,19 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:67.199.248.11 Flags:3}]", - "t": 0.0121 + "t": 0.011275 }, { "msg": "conn 67.199.248.11:443: granted permission: true", - "t": 0.027 + "t": 0.025696 }, { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.0451 + "t": 0.041033 }, { "msg": "conn 93.184.216.34:80: granted permission: true", - "t": 0.051461 + "t": 0.045824 } ], "control_failure": null, @@ -774,8 +771,9 @@ "dns_experiment_failure": null, "dns_consistency": "consistent", "http_experiment_failure": "connection_reset", - "x_blocking_flags": 8, + "x_blocking_flags": 12, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -784,7 +782,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.540041, - "test_start_time": "2023-11-29 21:21:47", - "test_version": "0.5.26" + "test_runtime": 0.537434, + "test_start_time": "2024-01-22 20:27:00", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/observations.json index de677caada..cb0487df85 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -107,8 +107,8 @@ "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -158,8 +158,8 @@ "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/observations_classic.json index 828787dc57..6c50461764 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTP/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/analysis.json index eb581e5945..5dcd793e10 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/analysis.json @@ -60,7 +60,7 @@ "Failure": "connection_reset", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -112,8 +112,8 @@ "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -161,8 +161,8 @@ "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -205,9 +205,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -254,7 +254,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -312,8 +312,8 @@ "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -363,8 +363,8 @@ "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -409,9 +409,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/analysis_classic.json index 6b09346bb6..88b5b60329 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/analysis_classic.json @@ -6,16 +6,16 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 1 + 2 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 1 + 2 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -57,7 +57,7 @@ "Failure": "connection_reset", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -104,9 +104,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -155,7 +155,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -208,9 +208,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/measurement.json index e69d2d0176..18d9f80f60 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://bit.ly/21645", - "measurement_start_time": "2023-11-29 21:21:48", + "measurement_start_time": "2024-01-22 20:27:01", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011278, - "t": 0.016507, + "t0": 0.011761, + "t": 0.017109, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.025209, - "t": 0.025209, + "t0": 0.026009, + "t": 0.026009, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.030792, - "t": 0.030792, + "t0": 0.031628, + "t": 0.031628, "transaction_id": 3, "tags": [ "depth=0", @@ -70,11 +70,11 @@ { "address": "67.199.248.11:443", "failure": null, - "num_bytes": 2415, + "num_bytes": 2414, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.030831, - "t": 0.030831, + "t0": 0.031661, + "t": 0.031661, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.041488, - "t": 0.047592, + "t0": 0.044508, + "t": 0.050342, "transaction_id": 6, "tags": [ "depth=1", @@ -99,8 +99,8 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.050354, - "t": 0.050354, + "t0": 0.053958, + "t": 0.053958, "transaction_id": 6, "tags": [ "depth=1", @@ -126,9 +126,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000084, - "t": 0.000084, - "transaction_id": 2, + "t0": 0.00007, + "t": 0.00007, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -139,9 +139,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000131, - "t": 0.000136, - "transaction_id": 2, + "t0": 0.00016, + "t": 0.000166, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -152,9 +152,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000182, - "t": 0.000203, - "transaction_id": 2, + "t0": 0.000107, + "t": 0.000186, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -165,9 +165,9 @@ "num_bytes": 46, "operation": "read", "proto": "udp", - "t0": 0.000208, - "t": 0.005678, - "transaction_id": 2, + "t0": 0.000179, + "t": 0.005803, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -178,9 +178,9 @@ "num_bytes": 24, "operation": "read", "proto": "udp", - "t0": 0.000143, - "t": 0.00579, - "transaction_id": 2, + "t0": 0.000191, + "t": 0.006045, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -188,9 +188,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.00581, - "t": 0.00581, - "transaction_id": 2, + "t0": 0.006066, + "t": 0.006066, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -198,9 +198,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.030945, - "t": 0.030945, - "transaction_id": 5, + "t0": 0.031679, + "t": 0.031679, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -211,9 +211,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.030987, - "t": 0.031002, - "transaction_id": 5, + "t0": 0.031728, + "t": 0.031753, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -224,9 +224,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.031008, - "t": 0.031025, - "transaction_id": 5, + "t0": 0.031711, + "t": 0.031764, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -234,12 +234,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.031055, - "t": 0.037129, - "transaction_id": 5, + "t0": 0.031768, + "t": 0.038087, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -247,12 +247,12 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.031007, - "t": 0.037722, - "transaction_id": 5, + "t0": 0.031759, + "t": 0.038807, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -260,9 +260,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.037741, - "t": 0.037741, - "transaction_id": 5, + "t0": 0.038831, + "t": 0.038831, + "transaction_id": 4, "tags": [ "depth=1" ] @@ -289,12 +289,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000083, - "t": 0.00535, + "t0": 0.000079, + "t": 0.004757, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -310,16 +310,16 @@ "failure": null, "hostname": "bit.ly", "query_type": "A", - "raw_response": "eruBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", + "raw_response": "jN+BAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000157, - "t": 0.005685, + "t0": 0.000137, + "t": 0.005808, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": null, @@ -327,16 +327,16 @@ "failure": "dns_no_answer", "hostname": "bit.ly", "query_type": "AAAA", - "raw_response": "hjKBAAABAAAAAAAAA2JpdAJseQAAHAAB", + "raw_response": "g6eBAAABAAAAAAAAA2JpdAJseQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000099, - "t": 0.005794, + "t0": 0.00008, + "t": 0.00605, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": [ @@ -355,8 +355,25 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.030877, - "t": 0.037241, + "t0": 0.031692, + "t": 0.038332, + "tags": [ + "depth=1" + ], + "transaction_id": 5 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "www.example.com", + "query_type": "AAAA", + "raw_response": "aI6BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.031687, + "t": 0.038093, "tags": [ "depth=1" ], @@ -376,33 +393,16 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "XcGBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.030963, - "t": 0.037139, - "tags": [ - "depth=1" - ], - "transaction_id": 5 - }, - { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", - "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "51SBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "aEGBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.030953, - "t": 0.037726, + "t0": 0.031709, + "t": 0.038813, "tags": [ "depth=1" ], - "transaction_id": 5 + "transaction_id": 4 } ], "requests": [ @@ -433,7 +433,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -441,7 +441,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "bit.ly", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -463,7 +463,7 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:21:48 GMT" + "Mon, 22 Jan 2024 20:27:01 GMT" ], [ "Location", @@ -472,12 +472,12 @@ ], "headers": { "Content-Length": "0", - "Date": "Wed, 29 Nov 2023 21:21:48 GMT", + "Date": "Mon, 22 Jan 2024 20:27:01 GMT", "Location": "https://www.example.com/" } }, - "t0": 0.025209, - "t": 0.030792, + "t0": 0.026009, + "t": 0.031628, "tags": [ "depth=0", "fetch_body=true" @@ -490,12 +490,11 @@ "ip": "67.199.248.11", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011278, - "t": 0.016507, + "t0": 0.011761, + "t": 0.017109, "tags": [ "depth=0", "fetch_body=true" @@ -506,12 +505,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.041488, - "t": 0.047592, + "t0": 0.044508, + "t": 0.050342, "tags": [ "depth=1", "fetch_body=true" @@ -529,17 +527,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDbDCCAlSgAwIBAgIVAP3uk9zAf22VZn6FNrv2FEmg8ERNMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjE0OFoXDTIzMTEyOTIyMjE0OFowKTEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEPMA0GA1UEAxMGYml0Lmx5MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAmu6KuvVR5oKhgZynhktp/s899EDVDEl4Btx+KWCXUREMEPcdtAAKaOu2IWPvjssok8jsLSGY440InXunRRKhHli4SxzDlAQP/gqH0mMKUWL+sCG1MmuIZN8hcIVIdnQefVwM926ssHZKYviaPgiymON/M9gTyYD1zbPWrSw/u2FJ59C4TWqAVdrtwbRKLkhjLf9EcPGAHHLn+TgXYLOcfHMXUv9T2jOLZfBGHy7uVVkUMrY2P9hgwow6M0TF79NLGG2gmP23JjZBh5Pr9bMvcwhFcvHVbbUPpOkjPqizH8O4qmAzP1AuD2TzU/yOSTW1p3YamzHjzDpzwsiTNmzQHwIDAQABo4GUMIGRMA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBTBn9Qnrn9/F6hucBomzGbilcFW1jAfBgNVHSMEGDAWgBTtNUxZInGnDshYK99nNUbw2oImljAcBgNVHREEFTATggZiaXQubHmCCWJpdGx5LmNvbTANBgkqhkiG9w0BAQsFAAOCAQEAsQ/Mt0uGJKCOfqHxHflIbeLKele4N51KcUHs2dJXKHyoHYjJUBlq1mYE+4SWuVUsVEE6J9/jmzw8hFnMVMpeeafZQ3Qr8LHdACzliJkdXG7MeCWoMMNI4eqgv/sB7uGieo+SM1r3VQIysCqAr3YX89e/1cpHQGxj7VTcwC8AVU1Q8s0c/DF4t4ocC0sUzGBx/x8sNeQ6aaJf+LVLHoCI1KFp8Yg5UsCOX0SCsiFQKtGpbD+eIYrktJpFeTMuP1kJx796fEUNsEvsjl24p1b9rKMJSBTotPTE3I1T90UelBIVZZN5moH2JFUsEB+9eZKBeZ5peXea2s02YWl2s8wMpQ==", + "data": "MIIDbDCCAlSgAwIBAgIVAOdYkf1clZ1rD78hK04xv7TQeZYJMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMjE5MjcwMVoXDTI0MDEyMjIxMjcwMVowKTEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEPMA0GA1UEAxMGYml0Lmx5MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAvilrn6GXRdvNAWgBxSnmZv74HO31UNS0MWHU740Qi3491q5+kW7+dUZ1B/7sTF0IhraTOxWDJz3Y9UoEhmbf+wjjWHR4V5vVqjTDHlQd44WcpdGD064V1XxFM/wj8jhyLni6inMW0zQF/ztfJUkx1ONbyc6J6oQutbgW1ipRhoZePOvgAW72/sibx7pGuiXp5dkSOyAg5dwcs0DuaUPldJZ9/frMHX3/ewkSCjmPpM+CwlCrmQASOjPZu6UcY338LPxJZE273eEN7Ap4+ISpx9kUTAIWbGmJDCwwE+EPopZc9mTkRseCw2SRxGDyfoVUZCNGzi1a/tM5fGnAal5X+QIDAQABo4GUMIGRMA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBT+oL20ZyriTU3uEndn/B5KfEzH6TAfBgNVHSMEGDAWgBR3Vcvhs94XUdscfzmSsGOmtN0pizAcBgNVHREEFTATggZiaXQubHmCCWJpdGx5LmNvbTANBgkqhkiG9w0BAQsFAAOCAQEA08X0ptl7OuPsKvP8NkIACGrqH8qxdYI7H9YhmqQAob0T8gsdL5T2tGmaSyeVrtD3J6Z5xqX8d5lOMj6EDmN4FG8tvKQAxhIL5c/YfyVb0vD2laZmrSb/s9QGu7+H+G8OAFsoKGBAkq9oRsWq35pE+ghcF6kftSBOJDTYgU7tRxqvXx+hWBlsh0m9Y7HqdcWaA7bY45Z8OVrj9eZuctsnT6JKcUtOUCI0ZBVbvgTUdpdPvnVKYzFE5Hn8ugvTK9gF/g8a5R5r7O2WBY6SQ/QSuq56Q1Com794KluQVe0j0NFQI6vGPCxwZvljE4tmOQSQzjIBlTmoA3XS0QjvB3NnUA==", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAOnRbfRxOEL6CpfHU3jci3LeOPsrMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE0OFoXDTIzMTEzMDIxMjE0OFowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDLrn6fI8M8ypGJ5GIs+5rPY8HaR2GX/bDNfjU41DrftsVyvWVdakiDsjOGyR9LT0xMfWQdoN/Mho4UCzAvLWK5NZzn3vCB5papLClkV64PRRIFiIfSdTld29Bqf3H1sAYoYSuIgJhT9da0Fmo06LG/CWFnRBrHCIA98XU23sNE8tf+4jnFWvlZN4FWeBxGMl5IhWVqUtFyI2i00oI3IytVr1omsaODfxMuqSj3dp5C4tShRQKG2N/4lqkyPDpn9yFf/hrRpc2yGlOTXY5jUV4Y69vGgVGyBMa1X1O8kp7/B2T0JDDTyt1XlLZRWnHdzxHLr9T1jdVBoam8wmrunt1rAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBTtNUxZInGnDshYK99nNUbw2oImljAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAbzjf/rFFZ5WK5MPH6IY1eN4gfucpyVJpasUX4rG3sPaIrtXs9A2H1gwVdt+bspvXqIqfEX2kUESQ2IBJ9G2+OQaUhCbKLxvg3npJWYnDtT0SwbrTKgjtMx1mgLI9Flv/u1OL39iPlVXDMq9VnpP8P2PnKen02+Pi1D/YJqjVcymuPosguLhPmSn8+8/PHgb3E53qxFerpBbBHYDT4I2jLObpTBTvqJrB89rI5DjjVKrqBxAhR8EMFx+vDNxY1k0j9CeRDv2SRM3uLUJFHAkHlbYiJUISnUYkxzImEtfL+FRZXUnzRN/r5rntVmoHf+DkCQj3kOvOfnopqk1eQ4Jn2Q==", + "data": "MIIDNTCCAh2gAwIBAgIUSvmtV7o+H0IGp6eAEydUPtowsFgwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNzAxWhcNMjQwMTIzMjAyNzAxWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAOGrlwzeRTTqxh88C3JD9ZaFHJVdsr9DdiKo+aqqId2NGIfQYclH3levLfRSeWTnffy79m2gsXEej3FYpV36fdSLcHBaeCmk7c00FJnLJcd1qxPJiV2bqi0XDrDxAaMAzeUBvoNVZf0OY3mel1PnHDC02tO7wjTylzb0ZZHkqLTmbNgseMNhG0vvQUCLbTbGIyahnSNLgKHLlRzQEtPVOqP4cMmp32bLo350y524v4xQ17tdkMPRZMOo8RzBUr+N4yNJAzUum5zjmm04aePPtT9qolRLeTnHnaQDEJ/pvSZph0olFN6SBFxEsePGXMCaFWUWydAKP5eIfN5k7VlOQ78CAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFHdVy+Gz3hdR2xx/OZKwY6a03SmLMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQBRH2PkfwsMB/B+9R49skVUtxWWRJEpP57jqqHT8aubQxM5RJVXVezWQqK28zBdwrtgmzkLV+w2dNxqjLs0Jpw9v1K+L4lcBRS6NwFEdceXoeGpanHGuAmL0h0PpRccsfKtNaXuOw/EKFQzzGaZjfFwbmwsBha+iOce29t9xlwO00z0i3KoJRwHNG8cUxPW5JUQI0XVuoZJWbr0nhwEn3zD4qN0az0YsTJN08xEjMURBpNGFpXOsP/A4tGF4waCgHEPFsyih6m9jAW2ICFIZXNnFUob2tNpAn65zAg/GguhqKV7DBt956B0ooBjGc9ANAhrFofsyW/IZE/bEznNRZ+4", "format": "base64" } ], "server_name": "bit.ly", - "t0": 0.016524, - "t": 0.025182, + "t0": 0.017123, + "t": 0.025982, "tags": [ "depth=0", "fetch_body=true" @@ -556,8 +554,8 @@ "no_tls_verify": false, "peer_certificates": [], "server_name": "www.example.com", - "t0": 0.047611, - "t": 0.050333, + "t0": 0.050353, + "t": 0.053939, "tags": [ "depth=1", "fetch_body=true" @@ -576,7 +574,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -630,33 +628,34 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:67.199.248.11 Flags:3}]", - "t": 0.011229 + "t": 0.011716 }, { "msg": "conn 67.199.248.11:443: granted permission: true", - "t": 0.025192 + "t": 0.025992 }, { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.041464 + "t": 0.04447 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, - "x_blocking_flags": 32, + "http_experiment_failure": "connection_reset", + "x_blocking_flags": 4, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, "title_match": null, - "blocking": false, - "accessible": true + "blocking": "http-failure", + "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.537811, - "test_start_time": "2023-11-29 21:21:48", - "test_version": "0.5.26" + "test_runtime": 0.538968, + "test_start_time": "2024-01-22 20:27:01", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/observations.json index 027aaff04d..e43b2ce021 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -53,9 +53,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -102,9 +102,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -153,9 +153,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -204,9 +204,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -253,9 +253,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -306,7 +306,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -361,7 +361,7 @@ "Failure": "connection_reset", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/observations_classic.json index 536a77f96f..8c3e11d903 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenConnectionResetForHTTPS/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -56,9 +56,9 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -109,7 +109,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -164,7 +164,7 @@ "Failure": "connection_reset", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTP/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTP/measurement.json index 9e51c8cfe6..8e59fc6681 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTP/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTP/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://bit.ly/32447", - "measurement_start_time": "2023-11-29 21:21:50", + "measurement_start_time": "2024-01-22 20:27:03", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.012801, - "t": 0.018619, + "t0": 0.010624, + "t": 0.016699, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.027538, - "t": 0.027538, + "t0": 0.026234, + "t": 0.026234, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.033033, - "t": 0.033033, + "t0": 0.032315, + "t": 0.032315, "transaction_id": 3, "tags": [ "depth=0", @@ -70,11 +70,11 @@ { "address": "67.199.248.11:443", "failure": null, - "num_bytes": 2414, + "num_bytes": 2412, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.033068, - "t": 0.033068, + "t0": 0.032355, + "t": 0.032355, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.045286, - "t": 0.050036, + "t0": 0.04465, + "t": 0.050169, "transaction_id": 7, "tags": [ "depth=1", @@ -99,8 +99,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.045309, - "t": 0.050644, + "t0": 0.044573, + "t": 0.05029, "transaction_id": 6, "tags": [ "depth=1", @@ -110,8 +110,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.050666, - "t": 0.050666, + "t0": 0.050311, + "t": 0.050311, "transaction_id": 6, "tags": [ "depth=1", @@ -123,8 +123,8 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.053652, - "t": 0.053652, + "t0": 0.053664, + "t": 0.053664, "transaction_id": 7, "tags": [ "depth=1", @@ -134,8 +134,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.054994, - "t": 0.054994, + "t0": 0.054023, + "t": 0.054023, "transaction_id": 6, "tags": [ "depth=1", @@ -147,8 +147,8 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.055008, - "t": 0.055008, + "t0": 0.054037, + "t": 0.054037, "transaction_id": 6, "tags": [ "depth=1", @@ -174,8 +174,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000063, - "t": 0.000063, + "t0": 0.000062, + "t": 0.000062, "transaction_id": 1, "tags": [ "depth=0" @@ -187,8 +187,8 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000101, - "t": 0.000108, + "t0": 0.000103, + "t": 0.000109, "transaction_id": 1, "tags": [ "depth=0" @@ -200,8 +200,8 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000134, - "t": 0.000154, + "t0": 0.000128, + "t": 0.000149, "transaction_id": 1, "tags": [ "depth=0" @@ -210,11 +210,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 46, + "num_bytes": 24, "operation": "read", "proto": "udp", - "t0": 0.000158, - "t": 0.005509, + "t0": 0.000114, + "t": 0.005513, "transaction_id": 1, "tags": [ "depth=0" @@ -223,11 +223,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 24, + "num_bytes": 46, "operation": "read", "proto": "udp", - "t0": 0.00012, - "t": 0.006106, + "t0": 0.000152, + "t": 0.006719, "transaction_id": 1, "tags": [ "depth=0" @@ -236,8 +236,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006131, - "t": 0.006131, + "t0": 0.006747, + "t": 0.006747, "transaction_id": 1, "tags": [ "depth=0" @@ -246,8 +246,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.033081, - "t": 0.033081, + "t0": 0.032379, + "t": 0.032379, "transaction_id": 4, "tags": [ "depth=1" @@ -259,8 +259,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.033142, - "t": 0.033156, + "t0": 0.03241, + "t": 0.032425, "transaction_id": 4, "tags": [ "depth=1" @@ -272,8 +272,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.033186, - "t": 0.033202, + "t0": 0.032509, + "t": 0.032525, "transaction_id": 4, "tags": [ "depth=1" @@ -285,8 +285,8 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.033174, - "t": 0.038524, + "t0": 0.03243, + "t": 0.03757, "transaction_id": 4, "tags": [ "depth=1" @@ -298,8 +298,8 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.033225, - "t": 0.038873, + "t0": 0.032528, + "t": 0.038153, "transaction_id": 4, "tags": [ "depth=1" @@ -308,8 +308,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.038912, - "t": 0.038912, + "t0": 0.038179, + "t": 0.038179, "transaction_id": 4, "tags": [ "depth=1" @@ -337,50 +337,50 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000075, - "t": 0.005411, + "t0": 0.000077, + "t": 0.00612, "tags": [ "depth=0" ], "transaction_id": 2 }, { - "answers": [ - { - "asn": 396982, - "as_org_name": "Google LLC", - "answer_type": "A", - "ipv4": "67.199.248.11", - "ttl": null - } - ], + "answers": null, "engine": "udp", - "failure": null, + "failure": "dns_no_answer", "hostname": "bit.ly", - "query_type": "A", - "raw_response": "jSCBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", + "query_type": "AAAA", + "raw_response": "kqiBAAABAAAAAAAAA2JpdAJseQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000116, - "t": 0.005515, + "t0": 0.000071, + "t": 0.005518, "tags": [ "depth=0" ], "transaction_id": 1 }, { - "answers": null, + "answers": [ + { + "asn": 396982, + "as_org_name": "Google LLC", + "answer_type": "A", + "ipv4": "67.199.248.11", + "ttl": null + } + ], "engine": "udp", - "failure": "dns_no_answer", + "failure": null, "hostname": "bit.ly", - "query_type": "AAAA", - "raw_response": "2U2BAAABAAAAAAAAA2JpdAJseQAAHAAB", + "query_type": "A", + "raw_response": "x5GBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000072, - "t": 0.00611, + "t0": 0.000109, + "t": 0.006724, "tags": [ "depth=0" ], @@ -392,12 +392,12 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "sS2BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "JYmBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.033123, - "t": 0.03853, + "t0": 0.032387, + "t": 0.037576, "tags": [ "depth=1" ], @@ -417,12 +417,12 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "gL+BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "2ReBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.033164, - "t": 0.03888, + "t0": 0.03243, + "t": 0.038157, "tags": [ "depth=1" ], @@ -445,8 +445,8 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.03313, - "t": 0.0402, + "t0": 0.032404, + "t": 0.038759, "tags": [ "depth=1" ], @@ -480,7 +480,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -488,7 +488,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "https://bit.ly/32447", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -506,8 +506,8 @@ "headers_list": [], "headers": {} }, - "t0": 0.050666, - "t": 0.054994, + "t0": 0.050311, + "t": 0.054023, "tags": [ "depth=1", "fetch_body=true" @@ -541,7 +541,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -549,7 +549,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "bit.ly", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -571,7 +571,7 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:21:50 GMT" + "Mon, 22 Jan 2024 20:27:03 GMT" ], [ "Location", @@ -580,12 +580,12 @@ ], "headers": { "Content-Length": "0", - "Date": "Wed, 29 Nov 2023 21:21:50 GMT", + "Date": "Mon, 22 Jan 2024 20:27:03 GMT", "Location": "http://www.example.com/" } }, - "t0": 0.027538, - "t": 0.033033, + "t0": 0.026234, + "t": 0.032315, "tags": [ "depth=0", "fetch_body=true" @@ -598,12 +598,11 @@ "ip": "67.199.248.11", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.012801, - "t": 0.018619, + "t0": 0.010624, + "t": 0.016699, "tags": [ "depth=0", "fetch_body=true" @@ -614,12 +613,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.045286, - "t": 0.050036, + "t0": 0.04465, + "t": 0.050169, "tags": [ "depth=1", "fetch_body=false" @@ -630,12 +628,11 @@ "ip": "93.184.216.34", "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.045309, - "t": 0.050644, + "t0": 0.044573, + "t": 0.05029, "tags": [ "depth=1", "fetch_body=true" @@ -653,17 +650,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDbDCCAlSgAwIBAgIVALrLrT25c562wAu/BNY6yzLwfonMMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjE1MFoXDTIzMTEyOTIyMjE1MFowKTEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEPMA0GA1UEAxMGYml0Lmx5MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA4JvZr8kaUdHkITbQzXrkZ0wFKMA6iCt//e8lJByJj8aSyVmQ2FPO1a2iro1vApXYtnghWpKpw4TICNQplOQtJb5zfQ74ZfQdB4fjW0owc3674ikA2Y1F9LsWj+ZbEyyVkDUG+3t9zN5HldbmQmD3xgWqVi7omNXmuMC8ZCSjfYUozb2HZV4Y4mPFadklPHlRtR4BKAP+f5+wCFlJVanfqXqkQfDgChCNo07eQcmM+4JivDrzj1YkyQp7vQKqdHP13UTszOXREiAu1owht4UQnNV0C8Ywn36nfS2MQDTmCt/lm14vhReo6+ySayhan3dhEiat0QdjZdAYUF4+bR23kwIDAQABo4GUMIGRMA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBRvh3jE3/IZO2zlocmJ43xQFR2FsjAfBgNVHSMEGDAWgBSykyyoGMAFM8oy8uC2nFHa+vUucjAcBgNVHREEFTATggZiaXQubHmCCWJpdGx5LmNvbTANBgkqhkiG9w0BAQsFAAOCAQEABbfB7YfMkUNWKMaMTS8471+JZNzc2JUUGWYhuoj45K9go64uU0/lc+Af+saECB0anlKAhZFWAJZqqbkgsW7TTE1QWaENNHS5JIEPDsmf4GnEOAZD3oYjHQ6NB4U5P0wC57A5V0D+nMxyFCgr+yAdbesuw+yFVim7P/NMmHFnN91W4fstcENFBlHnGN2F1XZ1mjYtY6/AWuQsB8NeYJ6apHQTyex7posfCcUSLcHAXHyrlt0m0a6lzCdSVHJ1Hk+d9ERBqlrrV8KoJQXZFlbR0wc5khmbvDUHMN6zgWpK/xBePcp3QS6gZ/Hw5yoykCBrknOszLaHYacIYvav0pl0Rw==", + "data": "MIIDazCCAlOgAwIBAgIUfyrQoUjGIvx5mjesYDL2GGYnoZYwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNzAzWhcNMjQwMTIyMjEyNzAzWjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDKMYXGoP/QB2GaLTqYIgorR/KBzSscnnzQ0yWEHMNWGGABC/wA0Z5smskDubsYDwyLAFr/VFIVcr83mnBf5KGC8kTXg2Ez+WBBAc4uwiAozxXEoZDe+9dJU8IH6ycUYfr7i6DcO+q5vkyZJ3Ka5SnN8rhKNeA2XbQtaK5i0dw6pv4qxP3BQGiUc66wfNBIWO5/C5YNBsje3PWb4kTs2RmL4pzlTY2da1V5t9BkExXSO8xMY98Z/waZyN5o7bQTJ52ONCGEjo2Z2/4/vmhoWKlglOPyn0gH/T1YDM10H5txQ2Lj1OP8LeUI8zhOEovfZ8xdZXIsPnexXVNZdmEnTMUlAgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFAX9BgPFnxSXciZiYl9o5hP870QiMB8GA1UdIwQYMBaAFOOkMnH7fkSNtCclofIXmyMLopelMBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQCJaYXGcqYDpnBmtfXbHvOxr1QK2g5r/X2yQASNdUQBhASEa/G5rMbP261imuJLLt/Se/VIvt+geCTTQKVy2hSuj5FjI6RhqUpvqTgYXRoCjcHMdg8DxNP9HiJ9ni+grwolnuANhYcgwuhgLJ2IVJUNTW9Yzj1i9t1RRBopYjKffJ+lNButJyc0SdEvMLDzYz5ZT68vbL1aizTjYhtYT+oqyNk9X1Jgbz5ftyBoHmuDhY8tQVKKwMJOEJ0uy90zBDUubmweODiAfONvsQ5vjmbOmQzaOhxyfSbo2YT2/dtJeBxQw/4xzwA5i4W/P0O0fx54zRvYCMNHyatj6drWS3R8", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAL7AwV5dfwVnP9wpYHen+lO5wqXWMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE1MFoXDTIzMTEzMDIxMjE1MFowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCZUHNUq/nJ+fYx5AQL5M6143up7jjMJz5+NM+2sjh4oTOrL4LWshov6CGEG6sTyRwRsMl1HX2m4UOIjGMjdHpWOnC+ogxYHJMW1/jOm8hBnazecYrnEJ0vV66RXW8dmRbEnu3i9fpeTHVLj2IZqtX8ThM0XF6n2uQ/W0GfNwnbrvIcGOnpdchgYGEGOgP3g2EYjJm/MZu24hcz0RdGsQa99J782KpypVCXd7/oXZrnqwh4qBIk6tD/esDymiAsMBBL7KRnE527I2BKAqznLoStGf20BRLWot9CSdYoHMPq64QAypZPeVw7Sf7AbgC4efgKMYCqKxSAW/xCLnlYjWJLAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSykyyoGMAFM8oy8uC2nFHa+vUucjAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAB65gN3IXUnzLcKewC/0Dl23Ua5eAmFK8lTCQnnvZC9H3I3MGli5yBeIkEm8xqPchP3eaY4Fc3JZRErTo3k4L//4Vgj4VrsUA+JRycjveabBhaHaMMr6nrURKgJNUmlKO+4GlU109dtToZsSqQxU7dzQvQE1okQ8/KZT78F8Tbjfct9PdqUkj+sWlXazHtiDB0kDNFV8TOrjhbveOTHxB90UnqXJ0WH95qXRYtNl8QUhcCNwdwkXVBBkYlQO4PNcRwK76y4Zg28cPEXykJRmM6Q74aMF7LKRJDdFi58vLKI/Fwba11XikhI88vPlgLGyjdBa5yxbcK1X1vpnGqN+xDg==", + "data": "MIIDNTCCAh2gAwIBAgIURvMmIGxRfMYeJbB4a1UF2KWTXVkwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNzAzWhcNMjQwMTIzMjAyNzAzWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMCdit9ffTO/v4C8IquMxOjSyusvgMfozpAlh1ygZxQCbpubDIRI/uwp/mZP77m2al26yCXyQK4rN8jlcYBcpo6Bj2OWxCnoSzAuKcHt4+6n6riKG2RWr37lC5fElOQhkV+gG0uTlqKhQ+jhE2yHoA4iRnDSZFrZ95slTkM91VGeF7dCTYsZfaYb4QYIdjxPRZC0xqrmg7zdAdIeYTv1+zv38JDFewmMyyQvaqEXCwtFUhtCIQk01I1eikfey0h7ovy2Elf2jXxat8pxxgxTjbcyFpAWdftMlS4B+Pk8QNe49MpP0kf5Pkg1NmsT+fkNZVPTsT6A1LU1a5JZRR4DMpECAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFOOkMnH7fkSNtCclofIXmyMLopelMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQC5ttfdz+0jRLUN4goIdVuber15LCjcqyVJt2Z7m4XGDPfeIbd/YWpGbCNftMXPiOno/A/qsyLW+bIY2EiyGcc218U4DSA91ggF4q5/D/63ZgkFyAZtoJcPqAkEWvUtCQcd8jSO1M4Ko+IVxnrn5OMd2bJFzLEvSGXvzmlHLe7kspita1r7K4V4+edE8J9VG5la+jVQqWL0kALwGVPVzYVXpVZLRlX2gHaDZuHmB4k/0mDSoWv/4cnF1kdhg8zPxk/QOE/LzbZ12Q+eX8QQRZn5ejBDtyZCo1bcOL+etrlP4TA7QPxggH0x1CrGEF7gtcPFraOiD107wWJFp6B+PWpg", "format": "base64" } ], "server_name": "bit.ly", - "t0": 0.018635, - "t": 0.027511, + "t0": 0.016716, + "t": 0.02621, "tags": [ "depth=0", "fetch_body=true" @@ -680,8 +677,8 @@ "no_tls_verify": false, "peer_certificates": [], "server_name": "www.example.com", - "t0": 0.050049, - "t": 0.053628, + "t0": 0.05018, + "t": 0.053638, "tags": [ "depth=1", "fetch_body=false" @@ -700,7 +697,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -754,19 +751,19 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:67.199.248.11 Flags:3}]", - "t": 0.012744 + "t": 0.010585 }, { "msg": "conn 67.199.248.11:443: granted permission: true", - "t": 0.027521 + "t": 0.026218 }, { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.045258 + "t": 0.044542 }, { "msg": "conn 93.184.216.34:80: granted permission: true", - "t": 0.050652 + "t": 0.050297 } ], "control_failure": null, @@ -774,8 +771,9 @@ "dns_experiment_failure": null, "dns_consistency": "consistent", "http_experiment_failure": "eof_error", - "x_blocking_flags": 8, + "x_blocking_flags": 12, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -784,7 +782,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.540308, - "test_start_time": "2023-11-29 21:21:50", - "test_version": "0.5.26" + "test_runtime": 0.539275, + "test_start_time": "2024-01-22 20:27:03", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/analysis.json index b90347ef9e..0db4693c36 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/analysis.json @@ -254,7 +254,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -312,8 +312,8 @@ "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -363,8 +363,8 @@ "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -409,9 +409,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/analysis_classic.json index 79fe331165..7e3635ee14 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/analysis_classic.json @@ -6,16 +6,16 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 2 + 1 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 2 + 1 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 2 + 1 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -155,7 +155,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -208,9 +208,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/measurement.json index 37fa8a0e14..52ff8744c4 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://bit.ly/21645", - "measurement_start_time": "2023-11-29 21:21:51", + "measurement_start_time": "2024-01-22 20:27:04", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011477, - "t": 0.017746, + "t0": 0.012468, + "t": 0.018772, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.026721, - "t": 0.026721, + "t0": 0.027963, + "t": 0.027963, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.03299, - "t": 0.03299, + "t0": 0.033908, + "t": 0.033908, "transaction_id": 3, "tags": [ "depth=0", @@ -70,11 +70,11 @@ { "address": "67.199.248.11:443", "failure": null, - "num_bytes": 2415, + "num_bytes": 2414, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.03303, - "t": 0.03303, + "t0": 0.033978, + "t": 0.033978, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.043967, - "t": 0.048818, + "t0": 0.045565, + "t": 0.050198, "transaction_id": 6, "tags": [ "depth=1", @@ -99,8 +99,8 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.052191, - "t": 0.052191, + "t0": 0.053459, + "t": 0.053459, "transaction_id": 6, "tags": [ "depth=1", @@ -126,9 +126,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000058, - "t": 0.000058, - "transaction_id": 1, + "t0": 0.000128, + "t": 0.000128, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -139,9 +139,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000097, - "t": 0.000125, - "transaction_id": 1, + "t0": 0.000169, + "t": 0.00019, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -152,9 +152,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000123, - "t": 0.000126, - "transaction_id": 1, + "t0": 0.000168, + "t": 0.0002, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -165,9 +165,9 @@ "num_bytes": 46, "operation": "read", "proto": "udp", - "t0": 0.000132, - "t": 0.005236, - "transaction_id": 1, + "t0": 0.000195, + "t": 0.005791, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -178,9 +178,9 @@ "num_bytes": 24, "operation": "read", "proto": "udp", - "t0": 0.000142, - "t": 0.005959, - "transaction_id": 1, + "t0": 0.000206, + "t": 0.006148, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -188,9 +188,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.005982, - "t": 0.005982, - "transaction_id": 1, + "t0": 0.006172, + "t": 0.006172, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -198,8 +198,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.033056, - "t": 0.033056, + "t0": 0.033966, + "t": 0.033966, "transaction_id": 4, "tags": [ "depth=1" @@ -211,8 +211,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.033086, - "t": 0.03309, + "t0": 0.034042, + "t": 0.03406, "transaction_id": 4, "tags": [ "depth=1" @@ -224,8 +224,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.033121, - "t": 0.033144, + "t0": 0.034086, + "t": 0.03409, "transaction_id": 4, "tags": [ "depth=1" @@ -237,8 +237,8 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.033097, - "t": 0.038844, + "t0": 0.034095, + "t": 0.04011, "transaction_id": 4, "tags": [ "depth=1" @@ -250,8 +250,8 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.033148, - "t": 0.039682, + "t0": 0.034064, + "t": 0.040718, "transaction_id": 4, "tags": [ "depth=1" @@ -260,8 +260,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.039719, - "t": 0.039719, + "t0": 0.040742, + "t": 0.040742, "transaction_id": 4, "tags": [ "depth=1" @@ -289,12 +289,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000067, - "t": 0.005496, + "t0": 0.00007, + "t": 0.005681, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": [ @@ -310,16 +310,16 @@ "failure": null, "hostname": "bit.ly", "query_type": "A", - "raw_response": "NbqBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", + "raw_response": "+AuBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000104, - "t": 0.005241, + "t0": 0.000147, + "t": 0.005801, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": null, @@ -327,16 +327,16 @@ "failure": "dns_no_answer", "hostname": "bit.ly", "query_type": "AAAA", - "raw_response": "TeqBAAABAAAAAAAAA2JpdAJseQAAHAAB", + "raw_response": "8IKBAAABAAAAAAAAA2JpdAJseQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000067, - "t": 0.005964, + "t0": 0.000141, + "t": 0.006154, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -355,8 +355,8 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.033071, - "t": 0.03932, + "t0": 0.03398, + "t": 0.04, "tags": [ "depth=1" ], @@ -368,12 +368,12 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "dvqBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "9lOBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.033064, - "t": 0.038847, + "t0": 0.034061, + "t": 0.040116, "tags": [ "depth=1" ], @@ -393,12 +393,12 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "Sd+BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "e3CBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.033102, - "t": 0.03969, + "t0": 0.034023, + "t": 0.040723, "tags": [ "depth=1" ], @@ -433,7 +433,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -441,7 +441,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "bit.ly", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -463,7 +463,7 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:21:51 GMT" + "Mon, 22 Jan 2024 20:27:04 GMT" ], [ "Location", @@ -472,12 +472,12 @@ ], "headers": { "Content-Length": "0", - "Date": "Wed, 29 Nov 2023 21:21:51 GMT", + "Date": "Mon, 22 Jan 2024 20:27:04 GMT", "Location": "https://www.example.com/" } }, - "t0": 0.026721, - "t": 0.03299, + "t0": 0.027963, + "t": 0.033908, "tags": [ "depth=0", "fetch_body=true" @@ -490,12 +490,11 @@ "ip": "67.199.248.11", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011477, - "t": 0.017746, + "t0": 0.012468, + "t": 0.018772, "tags": [ "depth=0", "fetch_body=true" @@ -506,12 +505,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.043967, - "t": 0.048818, + "t0": 0.045565, + "t": 0.050198, "tags": [ "depth=1", "fetch_body=true" @@ -529,17 +527,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDbDCCAlSgAwIBAgIVAKHgHBenmUMKot5SJ9UwPJSGRllSMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyOTIwMjE1MVoXDTIzMTEyOTIyMjE1MVowKTEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTEPMA0GA1UEAxMGYml0Lmx5MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAuJEk5BNYSHvF6v7Tn4Xx6cx03JpzjUZd9WJFRXMIzbtGrDPWJcvDzTDZuBGrcLIt8d4B9wtEiO+HGFYIN/FQIj4CAiBowN8EAmPYYn2JBBH1BQbHD+lVuVPub+bam2hMuPn8NkF7la6G0tCh25rpFuwWEd2dNhffl4RYqBEL6/Vpa7mXn2wpph119xW+mF+oEGUiiS81lZixeAGq5fjGJHSSgPKnHMLQM9a4x3y4Ze+DaZJTz/IG+uaOZEZcfeHr1SQ33lEQzYrkKvtp90vLnUjnJG1oDJ7lejGut2Z8LZCwTG+aACVx4vvUN08o6vP0nwsAN5KI0Kd/BbkGVehL2wIDAQABo4GUMIGRMA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBTLa9TFsreVjHLnB32rgDP4//Q9CTAfBgNVHSMEGDAWgBSAGCnOfLqAZ1UZALNSPJVfp651azAcBgNVHREEFTATggZiaXQubHmCCWJpdGx5LmNvbTANBgkqhkiG9w0BAQsFAAOCAQEAezfXsPa7JmhfQApIQYFUAHii2PKJyRIHTdFnL9uHq6U7biZVHrvnLI1g7HlgtIBNF0tcDarcIWwq9bLseNsmmGhxbraIuIb7mST+jC+y+KEKvjLWyGBfi/Uw5KIea3AQj4nbEjlTQeoaqXBSUdUo1p0/jhqKAahWMe6lgHWoJClrsHi+LpUWw4pYj/8xwgVlX+ti2gtnssYhCg1RaEIyKg9lAfO9wro0mwOXxK6lOJvbuD9KzV3yIBiSRlxSkcRBzSd1WZM6Qm+HoMggJ8okW8tgM3TMROyADTBNgQjZJ2VxquyWO/Tdx6CU+aVNZN+WBO5cCwTJhxvYEo5tJM+FDA==", + "data": "MIIDazCCAlOgAwIBAgIUA+QhhNjRglykVoQy8qnNG1Yk+iQwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNzA0WhcNMjQwMTIyMjEyNzA0WjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDgB3LKyjgY66+7NFGPK5tfgthxVZGC/dbKGiWxT74LYgb6+OaxWF8dsSLnhJblyaxVOuR1VDaswepAGoRwPVRtznV8NG0M2U26S/Y0WNHWBp5MhaPr/zdxNplUvysnVtI93j+r2yuW7K5sk6J4UsXZCYt5jx62zR3jJJi524goxFOoBdg+/XDL0noB6mvDeawReadGjtgOe65xyJHWZDzBY+V1pQhJekXE62zk4XpqddMMGKrpTYLmQJEQUyGqlunE077KUqadTo+wIojTdQgA07ZOuq/P1rnzrV0fJGXnTC+pEFgPPZX/UTboFI7p6HYiN31mzVnQoMUj+B7A3pGbAgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFNHyewbDhZA/VJejRedMiUqD2jKTMB8GA1UdIwQYMBaAFBFfBYZDhzULOSe0pifbo1wYDmcMMBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQAL2f5ezYT5QjMxSdDA9QiRLkKv5Vwnm9FK/n2DB3vO9eo8kXnOV2e4FA6dQVlL2dQ8qLEDyaT7Pk3cUkBMLuC7dLwJe2tVrBJ357WhpVxQoDUAJoqhbs985xfGzl3Gy/n5K5U+SkveYppGZk3IhC49vaUNiw6ssoUsI0AScrzvyiFZjj93yoj199oaK3qFgIkJeycy2I1GDgxE7MsWSSVeoMd3WmvtaWY+DN6FpTC0VSlwEEPn/EOYwbd7Jg1svsc9ZL5MV0vpTq79P22PUPhM6+liQ9S7cjcR6dgfRRnGlwnwQgZdBIXOhAzOHGF3Y6wIJfGj+8hMshq5diTplwhr", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAJOQUF5IL6Rm9jHIQxIP6AiNKpO1MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE1MVoXDTIzMTEzMDIxMjE1MVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCi+sJFOtqzX0NeSwIUx800gAO1VKClqrdCnyYJrG58L06u6AdmVYcui3za6uuxnfukVtn/O+v9+g79bzSFHTJIHo489kgNwXOREwkYqpVtZo0I965EpYbpYZPzN5H/Kjeit7ByPoU8TwFyjJfMylrIGV2veBEcBobuOmTId1Er5aBKonn2lGuAILW8QPJwsVUS/ydgFWG1GWjr9poDgE3BQkIhvezHwQjAWgM+apj/oUJgB4Rt8py3sWnyjEt31vn/HFdtAffvy2mbn7MXAlGjadHNh7w1nCbmsJiRUwEo6ymm+BjKcOTFLgcQLGiXCJh0q8aQDgzpDcConBLPCIxFAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSAGCnOfLqAZ1UZALNSPJVfp651azAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAfUIH9QjPug80lupYhBaNwDYn7T/gdAfG5kP0emGmkhM04cOFFzfB4uRIarVo0l/ub2ofyvI+Eb6G5OesqcWeCd8LEoASAKD89pSBeuNcJemRDZkMVTve3h5uq+YuQ9IbOVHx3LjIolyEzpdfYvBef8M1OdHSha40zBjLvy3xnjhjTh/QlisCG61Zq3edXoaWNrLdsQ3pnlhuMBzP4A63vps0tsKNyTMsdwTRELmkFDIjz9i/InaL3/JinmcHIk8GJMOMtQfFbJdolzqz4iBqh6pCuD0fsFlq6f0fdL4qgeAo+r/x0XXl8NyjoI5UaFA6kygNA3azVpa1oFyCVrsuQA==", + "data": "MIIDNjCCAh6gAwIBAgIVANGkRYIC57pDYkKGsKAgTSKl1StIMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjcwNFoXDTI0MDEyMzIwMjcwNFowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC5ZO5OiWedhILOzvxhMISAcXMUMUvQcLt6SnUPDe3sbrLnXuzp0XZR8OxBid/sq5K4cPolZMvAWB1Irx/gtupT/p+dULOl0gIGZjs/kLsRQSowlN+V6M3Bfm/rXkRbYQg5/SAjHm6e/GIpUY3q9DMeRFqTaTvxVsQkw3NT5kwn9DZMO7ih9QON3DyAu/0I9jJ64vAqXyQvAHqNoueqBnBMI4Nn1SjIDon7HN99kLLHCikIl4l35Ga5Wi2YsGgch0kv2ExCucsAXf3drFOnPXglppfNTYQc5tEOoq8W1XHI6VDJovhOw/c4RE2PKypBLx1fsa0PwngO8/qEsz1yFGVrAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQRXwWGQ4c1CzkntKYn26NcGA5nDDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAGFPVt3Q2xcsKTzE7A1fu3NZkMlVv52CoqgsiWS216nownws9CezyTEdk4huqe0dK/fdh+/5dBIyJsM+oig+JICkmQ+AEksLX2j+FJN4bF7GtwbDWgBzy/2wj62ql0JapCzXVl3U/y8lgM3+DQQ16tdMDgz/KvvHW7V1gHnDnFrCEwzxIJt6tTEvbqG5qbu5FAuOIhkgFZs8o8fAvjnNXMr4BEWb1W1d+juzqWxFW7uM9Zd697DHQZwuUHsbkLBcHrRNujRW09PyVYwj1f1/KsizSluICpRjivbZ+RYAi7WmAS0/bFi/6Zv2WC1sFeselHXp3H9qDZacNhDpV9Va+KQ==", "format": "base64" } ], "server_name": "bit.ly", - "t0": 0.017764, - "t": 0.026694, + "t0": 0.018791, + "t": 0.027934, "tags": [ "depth=0", "fetch_body=true" @@ -556,8 +554,8 @@ "no_tls_verify": false, "peer_certificates": [], "server_name": "www.example.com", - "t0": 0.048833, - "t": 0.052168, + "t0": 0.050212, + "t": 0.053439, "tags": [ "depth=1", "fetch_body=true" @@ -576,7 +574,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -630,33 +628,34 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:67.199.248.11 Flags:3}]", - "t": 0.011414 + "t": 0.012423 }, { "msg": "conn 67.199.248.11:443: granted permission: true", - "t": 0.026704 + "t": 0.027944 }, { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.043923 + "t": 0.045542 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, - "x_blocking_flags": 32, + "http_experiment_failure": "eof_error", + "x_blocking_flags": 4, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, "title_match": null, - "blocking": false, - "accessible": true + "blocking": "http-failure", + "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.539796, - "test_start_time": "2023-11-29 21:21:51", - "test_version": "0.5.26" + "test_runtime": 0.540888, + "test_start_time": "2024-01-22 20:27:04", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/observations.json index c4cb706e14..991e4f1dc6 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -102,9 +102,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -153,9 +153,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -306,7 +306,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/observations_classic.json index 7ce1f4b5ed..cab2c6ea63 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenEOFForHTTPS/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -109,7 +109,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/analysis.json index 599f1c2783..02fbbbe557 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/analysis.json @@ -62,8 +62,8 @@ "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", "DNSResolvedAddrs": null, "IPAddress": null, "IPAddressASN": null, @@ -104,12 +104,12 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", - "DNSQueryType": "AAAA", + "DNSQueryType": "A", "DNSEngine": "udp", "DNSResolvedAddrs": null, "IPAddress": null, @@ -156,8 +156,8 @@ "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": null, "IPAddress": null, "IPAddressASN": null, @@ -258,8 +258,8 @@ "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -309,8 +309,8 @@ "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -355,9 +355,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/analysis_classic.json index f22ac1ee27..05936f5f53 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/analysis_classic.json @@ -6,21 +6,20 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 1, 2 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 1 + 2 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [ - 5 + 4 ], "DNSExperimentFailure": null, "DNSLookupExpectedFailure": [], @@ -54,9 +53,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "ANY", @@ -156,9 +155,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/measurement.json index 792fc0a281..f06410d69e 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://bit.ly/21645", - "measurement_start_time": "2023-11-29 21:21:49", + "measurement_start_time": "2024-01-22 20:27:02", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011868, - "t": 0.018227, + "t0": 0.010907, + "t": 0.016141, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.027065, - "t": 0.027065, + "t0": 0.024818, + "t": 0.024818, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.033123, - "t": 0.033123, + "t0": 0.031028, + "t": 0.031028, "transaction_id": 3, "tags": [ "depth=0", @@ -73,8 +73,8 @@ "num_bytes": 2414, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.033169, - "t": 0.033169, + "t0": 0.031065, + "t": 0.031065, "transaction_id": 3, "tags": [ "depth=0", @@ -100,9 +100,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000096, - "t": 0.000096, - "transaction_id": 2, + "t0": 0.000066, + "t": 0.000066, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -113,9 +113,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000135, - "t": 0.000157, - "transaction_id": 2, + "t0": 0.000102, + "t": 0.000132, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -126,9 +126,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000151, - "t": 0.000183, - "transaction_id": 2, + "t0": 0.00019, + "t": 0.000205, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -139,9 +139,9 @@ "num_bytes": 46, "operation": "read", "proto": "udp", - "t0": 0.000205, - "t": 0.005598, - "transaction_id": 2, + "t0": 0.00023, + "t": 0.005186, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -152,9 +152,9 @@ "num_bytes": 24, "operation": "read", "proto": "udp", - "t0": 0.000164, - "t": 0.005714, - "transaction_id": 2, + "t0": 0.000148, + "t": 0.006504, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -162,9 +162,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.005742, - "t": 0.005742, - "transaction_id": 2, + "t0": 0.006523, + "t": 0.006523, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -172,9 +172,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.033201, - "t": 0.033201, - "transaction_id": 4, + "t0": 0.031173, + "t": 0.031173, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -185,9 +185,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.03324, - "t": 0.033257, - "transaction_id": 4, + "t0": 0.031206, + "t": 0.03121, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -198,9 +198,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.033264, - "t": 0.03328, - "transaction_id": 4, + "t0": 0.031214, + "t": 0.031229, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -211,9 +211,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.033262, - "t": 0.036915, - "transaction_id": 4, + "t0": 0.031218, + "t": 0.034842, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -224,9 +224,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.033285, - "t": 0.037514, - "transaction_id": 4, + "t0": 0.031242, + "t": 0.035788, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -234,9 +234,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.037523, - "t": 0.037523, - "transaction_id": 4, + "t0": 0.035799, + "t": 0.035799, + "transaction_id": 5, "tags": [ "depth=1" ] @@ -245,6 +245,23 @@ "queries": [] }, "x_dns_duplicate_responses": [ + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "www.example.com", + "query_type": "AAAA", + "raw_response": "uHWBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.034851, + "t": 0.037471, + "tags": [ + "depth=1" + ], + "transaction_id": 5 + }, { "answers": [ { @@ -259,33 +276,16 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "MzuBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.037525, - "t": 0.038714, - "tags": [ - "depth=1" - ], - "transaction_id": 4 - }, - { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", - "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "nbOBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "jLuBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.036933, - "t": 0.038853, + "t0": 0.035805, + "t": 0.037716, "tags": [ "depth=1" ], - "transaction_id": 4 + "transaction_id": 5 } ], "queries": [ @@ -299,33 +299,15 @@ "ttl": null } ], - "engine": "udp", + "engine": "getaddrinfo", "failure": null, "hostname": "bit.ly", - "query_type": "A", - "raw_response": "lmqBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000131, - "t": 0.005606, - "tags": [ - "depth=0" - ], - "transaction_id": 2 - }, - { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", - "hostname": "bit.ly", - "query_type": "AAAA", - "raw_response": "0S+BAAABAAAAAAAAA2JpdAJseQAAHAAB", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000105, - "t": 0.005722, + "resolver_address": "", + "t0": 0.000119, + "t": 0.00641, "tags": [ "depth=0" ], @@ -341,15 +323,33 @@ "ttl": null } ], - "engine": "getaddrinfo", + "engine": "udp", "failure": null, "hostname": "bit.ly", - "query_type": "ANY", + "query_type": "A", + "raw_response": "OSmBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", - "t0": 0.000087, - "t": 0.006083, + "resolver_address": "8.8.4.4:53", + "t0": 0.000169, + "t": 0.005194, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "bit.ly", + "query_type": "AAAA", + "raw_response": "p++BAAABAAAAAAAAA2JpdAJseQAAHAAB", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000075, + "t": 0.006509, "tags": [ "depth=0" ], @@ -364,12 +364,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.033251, - "t": 0.037288, + "t0": 0.031099, + "t": 0.034475, "tags": [ "depth=1" ], - "transaction_id": 5 + "transaction_id": 4 }, { "answers": null, @@ -377,17 +377,17 @@ "failure": "dns_nxdomain_error", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "nbOBAwABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "uHWBAwABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "rcode": 3, "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.033211, - "t": 0.036922, + "t0": 0.031182, + "t": 0.034846, "tags": [ "depth=1" ], - "transaction_id": 4 + "transaction_id": 5 }, { "answers": null, @@ -395,17 +395,17 @@ "failure": "dns_nxdomain_error", "hostname": "www.example.com", "query_type": "A", - "raw_response": "MzuBAwABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQAB", + "raw_response": "jLuBAwABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQAB", "rcode": 3, "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.033246, - "t": 0.037517, + "t0": 0.031192, + "t": 0.035793, "tags": [ "depth=1" ], - "transaction_id": 4 + "transaction_id": 5 } ], "requests": [ @@ -436,7 +436,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -444,7 +444,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "bit.ly", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -466,7 +466,7 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:21:49 GMT" + "Mon, 22 Jan 2024 20:27:02 GMT" ], [ "Location", @@ -475,12 +475,12 @@ ], "headers": { "Content-Length": "0", - "Date": "Wed, 29 Nov 2023 21:21:49 GMT", + "Date": "Mon, 22 Jan 2024 20:27:02 GMT", "Location": "https://www.example.com/" } }, - "t0": 0.027065, - "t": 0.033123, + "t0": 0.024818, + "t": 0.031028, "tags": [ "depth=0", "fetch_body=true" @@ -493,12 +493,11 @@ "ip": "67.199.248.11", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011868, - "t": 0.018227, + "t0": 0.010907, + "t": 0.016141, "tags": [ "depth=0", "fetch_body=true" @@ -516,17 +515,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDazCCAlOgAwIBAgIUF3zSdWjTBFhNb0+GbokjzkDYwk4wDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTQ5WhcNMjMxMTI5MjIyMTQ5WjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC6i6dhWZvBOqz4zZsUv3kpM+G8kcb1FXnUWasC/WMMlmykhJwgyDB2em3gMpiUt3W6NoNjFZO6UJR4C8Hw1i1uV7IuvJ0J12xao9G9McnjYVuEVhJ4taB26yKuFKXnPqbVXdNmvPRKo2y+XVV0yjJGH9UlljCCvPWIMMpePyVHmMXtWpkWRvqbzm1ucoLBoRb+eKB22CZUXceGaRvc6QKxPGRuqggFxz4TxG5229ZJETeV89Khw22G3JLEHqP5K79VwhnnvNPjmKfwguCDH+nnIl5siiV/j27zMKFIMpu7Y07nyKt30P9WM6ZWK1zE8jQpXGLSWYWcnfoBahCfk2O9AgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFLab06XrL8wYpnC+9UhhhLrLNzuAMB8GA1UdIwQYMBaAFAbdVmpxtN8wO/y2Z7ZgzxCPkEJ/MBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQB4UDMvjEqyKpyEFVu6tD0Wbdp+QIZqpTlyw1jDX8O6y1lRtA+cG1vL84hcP6JKg916k9Tj5MMYPdnSMn9PckPZQ1vgSY7CouzU4trddBfIBOG7mOgBLdUtEd2xE9meNZTZ1JM+fJ/17oWhixm6qNzdz5SEIEuI+kKw8I91RFTcioN0kshb2a8f7zYnwrQax8dx6cYW4Y/lvDW9657KURhSeN1HLxPTSJWDDLkjt98QESW17pbWfWTxn3JfGg3Sh0HmfX30LEQ5QsGyenSdIV9AP0S9iCnQOoN6UB3kRQ8w/fMTuzHaBWjmZYEBD4Q0WNwUm4473y6KBDfsj9lcIHzo", + "data": "MIIDazCCAlOgAwIBAgIUA+uODmyoUR30G7NlSP1wM8iUCIswDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNzAyWhcNMjQwMTIyMjEyNzAyWjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDTh0uCCQN74jUxGkgFrdvWrw6xMpcKeQHO8BCgjNRGrgV2qNqmUq1LLHmZMBsAGKvT7xgPpgoUGT5Qnr7usKuGXGu8mHFbkgHPJn3HZD3A3IqlfwLVg0pYz4pxU51J0jO3nAEqCvjrWJXfJgbQYuVdamOx5/d4EFvdi3HCoz/XQgRZWzZbKv4M0g+0ZYcsw9XWIC+yVaQsAAAcdrdtCl8zj73CxQQoi4KSvWKY1TOax72NVVFkcbf/N0GF6+1y1+0BwD6n/XHMJ6osUHNkaOwq7hi1zs8GXsjweZ8qATM7N7+ehG1qp7pjTx+3L43GBm3L4Kcyp7FBiWpwQHy36VkBAgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFMS8QfGyqHZlNvXyo7ctkIbRy9cJMB8GA1UdIwQYMBaAFBR7O7mg3MMcANa1KruSYWH7/0N6MBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQBHkPOVgOGHTnpEHp6jr4JkwALvUxqOfrK/NyjHJfkr64JCYsIkVwH3+9JOECB5QZPWHhB4rMC5Wo8OVS4XTK3bJ3S8nZZeWmkfJ0REwWSDUtpnDGbL2rqmnsRgr9OMkBsaFdnVUnIocd1w/DShwtaZ5x7pH0JHMfQ0zNBv6YpfG/OrPdxV0EPjW75XJpkD9eIF87V/TIRvvKxhtLmOP5oMUr3vWC++vLHdzO9aZSomQvXmHXPu5Ma8R/1ZYy8DzXD889YRodWrqVzdl5cSq65Yqgq9W2wFobqVUxq/RZqQDVq6jdFAIwgvTu5AMU3v+tQZJa24pXB5w9R7f3yef0Iy", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAO0TrrGWuEvdCfcvBeyHPyw0+JxtMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjE0OVoXDTIzMTEzMDIxMjE0OVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC5UxEVKQ3javwGaeOTxA9GoIGxAHDzJBlmyE7PUjXfKc++dmv0exQebFqwsr3/5k20mjJZApoJA+92PVfXQMve2E+wTGa/e2e5AydFNI0CB2C9kESJz9Z50rdDmN0ZE0mr5XZfLskXZAhCvprQ2QNy2Y2gxFhtzerHrY2RYf8hHX/ZRherv5cH+9ftuplrl9q0ZaEpJVRpOySxbQJMqvXn86mySq8pE3J+V0aLUi7CNX4iCAPXnVyj1rsC9v4nCQw6XvLUvYqqOm2TjlzhoohWfwpmU36CHdbHi31Zwv9zsiLWSEzDMgEVK3mjz6zz8r6FNm2g6n1sZVmRD8/ESnOVAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQG3VZqcbTfMDv8tme2YM8Qj5BCfzAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAlnT5loLpqDffMau8D9qau5PmNPozns772mI+2hXthkHEp9wpzlDjlJD1OlJrYZlpscLzsLah5z6oh3kCN5JI9jeRHP/ytwwqTeeklKVmdSPhU2dt+L/5E+ul7X9Nb+qOMsOGNLSsGcIM7tESDvY+3CMoPCZG1uqFPazHL9hucSxtWyOonyhsFFwfCKP+ol2vq3f/wtBUnI/4v97lcIWTUTlmSYTxCcVcsRNXLRpkmhN9tuCaGR9SQ94jRGmB9d/4wQnuBK2LZTNCEpWKSQeuP4N9pEzJWsQYmyO5dbLsUp0WJIuA94+57omJAc9SYqxw11IEuMWUnyO/McfN6Aiu4Q==", + "data": "MIIDNjCCAh6gAwIBAgIVAIbISAorqX7XA7BBSy3QT4ngKNY+MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjcwMloXDTI0MDEyMzIwMjcwMlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDCIqQaQJGpjImVnr3ui5uLlZR7dXdmMTQYx6EvhU/hWZllfQqQH9Rr5u8o0QHjGMo0HHbDG0Y7U/auI42fIom6uNiv3uLOZqmQfZPoND1fJAqapJsSBY2bBvNumDuI55wZ1Bl6mU3q8+Xy8XTPtFNSN/ZLTcQ/TvnDig6mpte8Vw/q6iaSvt4VsqxZAPhv4c61N1NNsIqZ7z0A7EIQ24QbG64bnARCk4Fgy3lV8fj5P8oKMAf5cZGPz4H7L2u6wto3cqj619FyUHG7/I+t9N5x6vcZCDlVKPxSZ+47OqMfUgYzrBSoFgDZrvlXextsbmJlocRe0UUuqwdqv8SD9x/LAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQUezu5oNzDHADWtSq7kmFh+/9DejAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAqsrwLImyuyex9Qv7TKAhIFidFme5Lj4CeUPYg6O2PKtpmDeR2I6cYW6QUvqzqOwyt2qCbLmfoMJy4kvdoH5i8C2HumWAPdw2myRSMQfai5MzaE2lhJlWGB71kzXNfvRVId6i2gNnBe/YdDkeyXyjeX0HQFVY/ZAwHmXfMpiXSGFNDIMCoYmnzER21kaeQgHSiMdEd+Si31zV8wj7ElCwoByToRhB+V5vfrLdIZPK5xlxvEth/IIOMLNUpfNyBWmtqnnh/vVh2n0AWy0VnDTiA7fF1/mHqsbGUdNH3fb3TRt4l2tFroWxVI/yA+1Jq0ssC3jLwsAz0j8DpLS9BXV1PA==", "format": "base64" } ], "server_name": "bit.ly", - "t0": 0.018244, - "t": 0.027033, + "t0": 0.016156, + "t": 0.024793, "tags": [ "depth=0", "fetch_body=true" @@ -545,7 +544,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -599,33 +598,34 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:67.199.248.11 Flags:3}]", - "t": 0.011812 + "t": 0.010858 }, { "msg": "conn 67.199.248.11:443: granted permission: true", - "t": 0.027043 + "t": 0.024801 }, { "msg": "create with []", - "t": 0.045332 + "t": 0.043249 } ], "control_failure": null, "x_dns_flags": 0, - "dns_experiment_failure": "dns_nxdomain_error", + "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, - "x_blocking_flags": 32, + "http_experiment_failure": "dns_nxdomain_error", + "x_blocking_flags": 1, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, "title_match": null, - "blocking": false, - "accessible": true + "blocking": "dns", + "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.537627, - "test_start_time": "2023-11-29 21:21:49", - "test_version": "0.5.26" + "test_runtime": 0.535924, + "test_start_time": "2024-01-22 20:27:02", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/observations.json index 041ef2e385..b606861ad4 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -53,9 +53,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "ANY", @@ -100,9 +100,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "AAAA", @@ -147,9 +147,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "A", @@ -201,8 +201,8 @@ "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -252,8 +252,8 @@ "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/observations_classic.json index c53f7f8ef5..3ddfd4284d 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenNXDOMAIN/observations_classic.json @@ -4,9 +4,9 @@ "TagDepth": 1, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "ANY", @@ -53,9 +53,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/analysis.json index ac3b4ee970..448790dbf9 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/analysis.json @@ -62,7 +62,7 @@ "Failure": "generic_timeout_error", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -111,7 +111,7 @@ "Failure": "generic_timeout_error", "TransactionID": 7, "TagFetchBody": false, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -305,7 +305,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -363,8 +363,8 @@ "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -414,8 +414,8 @@ "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -460,9 +460,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/analysis_classic.json index 6766eb28f7..7b8c6677c0 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/analysis_classic.json @@ -6,16 +6,16 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 1 + 2 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 1 + 2 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -55,7 +55,7 @@ "Failure": "generic_timeout_error", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -153,7 +153,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -206,9 +206,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/measurement.json index 148fb70c0d..01b66f45b1 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://bit.ly/32447", - "measurement_start_time": "2023-11-29 21:21:52", + "measurement_start_time": "2024-01-22 20:27:05", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011194, - "t": 0.016072, + "t0": 0.011376, + "t": 0.017202, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.025387, - "t": 0.025387, + "t0": 0.02565, + "t": 0.02565, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.031695, - "t": 0.031695, + "t0": 0.031613, + "t": 0.031613, "transaction_id": 3, "tags": [ "depth=0", @@ -70,37 +70,24 @@ { "address": "67.199.248.11:443", "failure": null, - "num_bytes": 2412, + "num_bytes": 2413, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.031746, - "t": 0.031746, + "t0": 0.031648, + "t": 0.031648, "transaction_id": 3, "tags": [ "depth=0", "fetch_body=true" ] }, - { - "address": "93.184.216.34:443", - "failure": null, - "operation": "connect", - "proto": "tcp", - "t0": 0.043232, - "t": 0.048479, - "transaction_id": 7, - "tags": [ - "depth=1", - "fetch_body=false" - ] - }, { "address": "93.184.216.34:80", "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.043221, - "t": 0.049175, + "t0": 0.043086, + "t": 0.047783, "transaction_id": 6, "tags": [ "depth=1", @@ -110,8 +97,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.049197, - "t": 0.049197, + "t0": 0.047804, + "t": 0.047804, "transaction_id": 6, "tags": [ "depth=1", @@ -121,10 +108,10 @@ { "address": "93.184.216.34:443", "failure": null, - "operation": "bytes_received_cumulative", + "operation": "connect", "proto": "tcp", - "t0": 10.048468, - "t": 10.048468, + "t0": 0.043056, + "t": 0.048884, "transaction_id": 7, "tags": [ "depth=1", @@ -134,8 +121,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 10.049062, - "t": 10.049062, + "t0": 10.047581, + "t": 10.047581, "transaction_id": 6, "tags": [ "depth=1", @@ -147,13 +134,26 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 10.04909, - "t": 10.04909, + "t0": 10.04762, + "t": 10.04762, "transaction_id": 6, "tags": [ "depth=1", "fetch_body=true" ] + }, + { + "address": "93.184.216.34:443", + "failure": null, + "operation": "bytes_received_cumulative", + "proto": "tcp", + "t0": 10.048682, + "t": 10.048682, + "transaction_id": 7, + "tags": [ + "depth=1", + "fetch_body=false" + ] } ], "x_dns_whoami": { @@ -174,9 +174,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000164, - "t": 0.000164, - "transaction_id": 2, + "t0": 0.000057, + "t": 0.000057, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -187,9 +187,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000251, - "t": 0.000257, - "transaction_id": 2, + "t0": 0.000131, + "t": 0.000159, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -200,9 +200,9 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.00025, - "t": 0.000258, - "transaction_id": 2, + "t0": 0.000136, + "t": 0.000159, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -213,9 +213,9 @@ "num_bytes": 24, "operation": "read", "proto": "udp", - "t0": 0.000273, - "t": 0.005724, - "transaction_id": 2, + "t0": 0.00019, + "t": 0.005418, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -226,9 +226,9 @@ "num_bytes": 46, "operation": "read", "proto": "udp", - "t0": 0.000274, - "t": 0.006451, - "transaction_id": 2, + "t0": 0.000193, + "t": 0.005535, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -236,9 +236,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006484, - "t": 0.006484, - "transaction_id": 2, + "t0": 0.005568, + "t": 0.005568, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -246,8 +246,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.031763, - "t": 0.031763, + "t0": 0.031671, + "t": 0.031671, "transaction_id": 4, "tags": [ "depth=1" @@ -259,8 +259,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.031794, - "t": 0.031798, + "t0": 0.031699, + "t": 0.031703, "transaction_id": 4, "tags": [ "depth=1" @@ -272,8 +272,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.031831, - "t": 0.031836, + "t0": 0.031724, + "t": 0.031728, "transaction_id": 4, "tags": [ "depth=1" @@ -282,11 +282,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 64, + "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.031859, - "t": 0.038002, + "t0": 0.031709, + "t": 0.03674, "transaction_id": 4, "tags": [ "depth=1" @@ -295,11 +295,11 @@ { "address": "8.8.4.4:53", "failure": null, - "num_bytes": 33, + "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.031819, - "t": 0.038249, + "t0": 0.031733, + "t": 0.037942, "transaction_id": 4, "tags": [ "depth=1" @@ -308,8 +308,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.038271, - "t": 0.038271, + "t0": 0.037974, + "t": 0.037974, "transaction_id": 4, "tags": [ "depth=1" @@ -337,12 +337,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000079, - "t": 0.005978, + "t0": 0.000066, + "t": 0.005317, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": null, @@ -350,16 +350,16 @@ "failure": "dns_no_answer", "hostname": "bit.ly", "query_type": "AAAA", - "raw_response": "5X+BAAABAAAAAAAAA2JpdAJseQAAHAAB", + "raw_response": "G4iBAAABAAAAAAAAA2JpdAJseQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000186, - "t": 0.00573, + "t0": 0.000067, + "t": 0.005422, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": [ @@ -375,40 +375,33 @@ "failure": null, "hostname": "bit.ly", "query_type": "A", - "raw_response": "q46BAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", + "raw_response": "/pCBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000192, - "t": 0.006456, + "t0": 0.00011, + "t": 0.005546, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { - "answers": [ - { - "asn": 15133, - "as_org_name": "Edgecast Inc.", - "answer_type": "A", - "ipv4": "93.184.216.34", - "ttl": null - } - ], - "engine": "getaddrinfo", - "failure": null, + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", "hostname": "www.example.com", - "query_type": "ANY", + "query_type": "AAAA", + "raw_response": "J0SBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", - "t0": 0.031778, - "t": 0.038133, + "resolver_address": "8.8.4.4:53", + "t0": 0.031679, + "t": 0.036748, "tags": [ "depth=1" ], - "transaction_id": 5 + "transaction_id": 4 }, { "answers": [ @@ -424,33 +417,40 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "PVeBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "UEKBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.031809, - "t": 0.038012, + "t0": 0.031702, + "t": 0.037948, "tags": [ "depth=1" ], "transaction_id": 4 }, { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", + "answers": [ + { + "asn": 15133, + "as_org_name": "Edgecast Inc.", + "answer_type": "A", + "ipv4": "93.184.216.34", + "ttl": null + } + ], + "engine": "getaddrinfo", + "failure": null, "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "LOqBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.031771, - "t": 0.038255, + "resolver_address": "", + "t0": 0.031677, + "t": 0.038791, "tags": [ "depth=1" ], - "transaction_id": 4 + "transaction_id": 5 } ], "requests": [ @@ -480,7 +480,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -488,7 +488,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "https://bit.ly/32447", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -506,8 +506,8 @@ "headers_list": [], "headers": {} }, - "t0": 0.049197, - "t": 10.049062, + "t0": 0.047804, + "t": 10.047581, "tags": [ "depth=1", "fetch_body=true" @@ -541,7 +541,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -549,7 +549,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "bit.ly", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -571,7 +571,7 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:21:52 GMT" + "Mon, 22 Jan 2024 20:27:05 GMT" ], [ "Location", @@ -580,12 +580,12 @@ ], "headers": { "Content-Length": "0", - "Date": "Wed, 29 Nov 2023 21:21:52 GMT", + "Date": "Mon, 22 Jan 2024 20:27:05 GMT", "Location": "http://www.example.com/" } }, - "t0": 0.025387, - "t": 0.031695, + "t0": 0.02565, + "t": 0.031613, "tags": [ "depth=0", "fetch_body=true" @@ -598,12 +598,11 @@ "ip": "67.199.248.11", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011194, - "t": 0.016072, + "t0": 0.011376, + "t": 0.017202, "tags": [ "depth=0", "fetch_body=true" @@ -612,35 +611,33 @@ }, { "ip": "93.184.216.34", - "port": 443, + "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.043232, - "t": 0.048479, + "t0": 0.043086, + "t": 0.047783, "tags": [ "depth=1", - "fetch_body=false" + "fetch_body=true" ], - "transaction_id": 7 + "transaction_id": 6 }, { "ip": "93.184.216.34", - "port": 80, + "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.043221, - "t": 0.049175, + "t0": 0.043056, + "t": 0.048884, "tags": [ "depth=1", - "fetch_body=true" + "fetch_body=false" ], - "transaction_id": 6 + "transaction_id": 7 } ], "tls_handshakes": [ @@ -653,17 +650,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDazCCAlOgAwIBAgIUaZVHtr/4y5OS/uMU+RlSGhci9jMwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMTUyWhcNMjMxMTI5MjIyMTUyWjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCyp/bhxNUb+mRtDzDb4EeKG3JB5DBte+TAyNmn29QxZEeTdNGP3OH2Wed1MWMb/OTLyFinbo9eu+p/7hQvTJS1YtTCg15Hbz10fTRSKBHSVWJpFHUDawWPpnUjKZs5egJXVJc08RXPg8MQNlLrCrK8bLQ2sLUI5bBXRbbnvyYe829LasQpQMZ3WolLWDe9Dh7du7/7JF4dlgDt6eeII/uCAccmiEmcbhv1e4pERuIrHmb9mrEoiE8c4y/ONZDRxbTqM93SAI9C4kM3slnK1dtpePH/h7cjljMb6tyJyaMZVXxuVZQtBSNk8L/vbPeQs1FwWiWfICvjGjhyWmJe4+0LAgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFHDIuN0qKaAfJOEcZUKs13PDEgvzMB8GA1UdIwQYMBaAFKJg5g1RQjFD7Et8VXTd6yP/tlkCMBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQCGUEpK4UOnekoFZP5EE12nkTv0G7/MqR5QuFfTe0Wg0b3D6xTkxadRJxRbm5ri0iKfCacV+8LTU/jeNhZNntaNa/+vTbQJBj5tX7e7MbBTMDtIvzAPai0Ekvd2TuHnBDJlkwOQdEIc8rSEKo3/IiCy6xidtBuOZnn3fLxCx6bWlFj1LXxOlb3/zVCj2+mPDjcICyQQI/pZNPc49Jf2sH8sapBHk01yZPAXVJd1ldw5m6Y4Da8Q/wiBHO3bYLdoV2CMTv4waAYGcdkIRs1i2Oe3Ugwie9bEwlR6AXdOyt3aYA18/cEXa2JExLOTCWqyUyfwVtVZnzaYFBoMewamLc28", + "data": "MIIDazCCAlOgAwIBAgIUFDG130nfx+850kTWMo2qGqND5WUwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNzA1WhcNMjQwMTIyMjEyNzA1WjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDBoki9agy8bZ1D8yT+fhuDI0RTZEdt9ELFWGl5j3jaWkjfY6ePkWIm4HvFXMFicyr84J3uhJw/Zj48vZSEs7BiE2JlBXCtKxPzE4vLYloBz8NGfL017hg7JygzWhToQeCc/HIPfvmtRIwJE3xPa4QqXLsAm4wv1mftgtGdoCbldbjX7og3Lcu9GCJZM3Ks6P303iOsZQsfmcp+dYrQS8B+uiEu65Dm5YGYwZ0OdYyoo1NVpYA4IZI+7/KCMZMAGfbbSbw4YxnaihguF77gEiYNn4MBJPcFRGNloUUt0jRJrH55KUDObBwVhOHwcpUkVEzafZitgQsJh9CNmgXIdKSnAgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFNmI2C5AaVtbteiQ3/5r8sqwQ+H7MB8GA1UdIwQYMBaAFAv2UJwfYzbIvqKQaHiP8Fo7OGBTMBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQBNIm3Hn8ag8/xuustv8Rfr/pi9yioeBzlmsYw/BWVJgFgPKJlC4T7LJiO8wEwNcxngLnE60dHbm83VReRLD39bTt5MTWmnTdHi7dKmtxUZ9zmgMGOdiewsuDSBev8VZbBrWPqjL9cCO9bkygAdgVeW3jENWYa+M1UPjXuESSxwiSeCjERaqm1vQpYWLT/jOG35nNUeuukaQTEZBUwMjfQGcamwUu2sRM269uPDgtBiCWHMADA5Ro8HSSENwsmTsLl+SpQttkbEWGJlUNQZpyQ46LqjqNcllFg3xQtQVlp4qKtehyef+qonMeC6Bczlt6PNJif+26u+E1Uu2jfn+cRF", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUAq4CAEG0KHfUxWnV8KKjUPvo4BcwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMTUyWhcNMjMxMTMwMjEyMTUyWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMxwBD6/VDUyBNsn1zusdx4QDqzoWyeVQCOAZySrPtzAR51cLB2CNJLxvn9ffruJPfmB0FU0YyKv7kFl6oiZ0p6F4o+E97v8GtybK+OI/8e9A3e2dwlmSEOp1kh3BAtWBHGAFtGuuicyz4v98bl2yFqfogtIJ9QY0BEvvdDLxOE6JKema0s1tHfr6etdGHYj6tZORAuHF2UHRS0DzA0WM63o2ZJbO08IoCJ4jyHPJdAzL2/t1ZpF7eB6yjGmXq07W0AA50TeVoVo8NeS2bjjTc+uBKC5eB/jSY+zIO8b6RU9kQvJzYckL6v06stgXjBjv9mYESwRScUq1CGdns6PEkECAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFKJg5g1RQjFD7Et8VXTd6yP/tlkCMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQAE6EZKmJlOZeBqX/lL4ktEWt/w8t3m29t2y7GILpkrmu5SRLdDmd5OU/OSVhutaGqyu0CIV5SdTEeavzvrSi8w/zXvncAgQj/Af1ZWEo5uUIfjzq4LQczrHi/yuAp3kdP9j5vBBOLtPX3QpzH89lGSHdhPR+c7+W60pwbeOg64mvgJe3h+45VXGgh/H57sN6gjM8IC6B9pDYEMNmOxI7Y2Y84qAnlkv/yXzsGqr48RDEud1vFXIHbDOaBXq6joDgwfxC25UIqx2aWUUqWe8ekX9A8povkbGZUvaC6x8sLaz4pSdubPBV/DB83VPf4gg3VH2+/eq9nyAIGcl0ouy7uW", + "data": "MIIDNjCCAh6gAwIBAgIVAJRNdAGVJ2WmSJ6r1aS1pNyXHNoAMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjcwNVoXDTI0MDEyMzIwMjcwNVowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDSYFq32snWi9UrdIpeaWZTfyFYDoYphqnZfcPRWJPr2BCbspdx5uxYJlotANa/SsWLWpg+bFEX9RoenRRjWvJC2xp4qKW+0Oh7reQvP+V3/5UhQ9gZ7PUp8ebxQ0E0HKYk1uxzsTf6fO2i8sCxWEkEZl/9FYbXndET4Os5P9o9S9Ta/y5PEcmjuUSL7euU2QtLe9pq7BVU4ySX4KQOqmNtRexLHzaOUy0UqEaakmtPeQ4AylOL7WcEFd9CnKMGbXoXulFr9WA9az+JCQ2gsByVwnRcQJdfhfOWazV/1TVIJ71WuhF6wMUfnOs5NP0wcLIk/OOPsgL3S55771Rws8C9AgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQL9lCcH2M2yL6ikGh4j/BaOzhgUzAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAobe3GTYeswKczmIgziPWLPkLXfba3p1uXOAN9qKbKxI9OAv6Oo8YmC7TDeQJ/LV4UcO0xE1WOFGjmh1MXGT52hg2xFvaNLJfLeogCOZM5IT1bDfmX9Vs92ztfpkbWnCv+CZJeCm5g3nb4yEmqWJFGhEGgIUiboknZiU8HSvtcGcPp2sy/rdQvuTjKDIQA/1pDXEJ4DLFad5rf6vxozczglEew7swSxYD2mB2wITfn9hs4jy9y4JU4C4pCJD3zoILCN9yCxsgb+ZFbYzX+1PZxSa68JsCIzeVJ5w5yBtF+HPHVfrL5RhpDoS/jjWBMmlsozWAz+9U2L1CzD3uPzVE/w==", "format": "base64" } ], "server_name": "bit.ly", - "t0": 0.016097, - "t": 0.02536, + "t0": 0.01722, + "t": 0.025626, "tags": [ "depth=0", "fetch_body=true" @@ -680,8 +677,8 @@ "no_tls_verify": false, "peer_certificates": [], "server_name": "www.example.com", - "t0": 0.048493, - "t": 10.048417, + "t0": 0.048896, + "t": 10.04866, "tags": [ "depth=1", "fetch_body=false" @@ -700,7 +697,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -754,19 +751,19 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:67.199.248.11 Flags:3}]", - "t": 0.011155 + "t": 0.011338 }, { "msg": "conn 67.199.248.11:443: granted permission: true", - "t": 0.025369 + "t": 0.025635 }, { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.043192 + "t": 0.043023 }, { "msg": "conn 93.184.216.34:80: granted permission: true", - "t": 0.049182 + "t": 0.047789 } ], "control_failure": null, @@ -774,8 +771,9 @@ "dns_experiment_failure": null, "dns_consistency": "consistent", "http_experiment_failure": "generic_timeout_error", - "x_blocking_flags": 8, + "x_blocking_flags": 12, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -784,7 +782,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 10.049131, - "test_start_time": "2023-11-29 21:21:52", - "test_version": "0.5.26" + "test_runtime": 10.048806, + "test_start_time": "2024-01-22 20:27:05", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/observations.json index 99b4109de8..f2250ab43e 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -102,9 +102,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -153,9 +153,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -204,13 +204,13 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 5, + "TransactionID": 4, "TagFetchBody": null, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -253,13 +253,13 @@ "TagDepth": 1, "Type": 0, "Failure": "", - "TransactionID": 4, + "TransactionID": 5, "TagFetchBody": null, - "DNSTransactionID": 4, + "DNSTransactionID": 5, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -306,7 +306,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -361,7 +361,7 @@ "Failure": "generic_timeout_error", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -410,7 +410,7 @@ "Failure": "generic_timeout_error", "TransactionID": 7, "TagFetchBody": false, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/observations_classic.json index 276df08f3e..c38e022dc9 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTP/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -109,7 +109,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, @@ -164,7 +164,7 @@ "Failure": "generic_timeout_error", "TransactionID": 6, "TagFetchBody": true, - "DNSTransactionID": 5, + "DNSTransactionID": 4, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/analysis.json index 930e0e71c5..216a71cfc1 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/analysis.json @@ -257,7 +257,7 @@ "Failure": "", "TransactionID": 4, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 3, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/analysis_classic.json index 9045454484..3850f3c30c 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/analysis_classic.json @@ -10,7 +10,8 @@ ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 1 + 1, + 3 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], @@ -155,7 +156,7 @@ "Failure": "", "TransactionID": 4, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 3, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/measurement.json index 4f138be8c9..fa7a5abbb2 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://bit.ly/21645", - "measurement_start_time": "2023-11-29 21:22:03", + "measurement_start_time": "2024-01-22 20:27:15", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.030767, - "t": 0.036343, + "t0": 0.032436, + "t": 0.038639, "transaction_id": 4, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.045564, - "t": 0.045564, + "t0": 0.047247, + "t": 0.047247, "transaction_id": 4, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.050991, - "t": 0.050991, + "t0": 0.053415, + "t": 0.053415, "transaction_id": 4, "tags": [ "depth=0", @@ -73,8 +73,8 @@ "num_bytes": 2413, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.051032, - "t": 0.051032, + "t0": 0.053454, + "t": 0.053454, "transaction_id": 4, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.063034, - "t": 0.068738, + "t0": 0.065338, + "t": 0.070319, "transaction_id": 7, "tags": [ "depth=1", @@ -99,8 +99,8 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 10.068688, - "t": 10.068688, + "t0": 10.070151, + "t": 10.070151, "transaction_id": 7, "tags": [ "depth=1", @@ -119,20 +119,20 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000171, - "t": 0.000171, + "t0": 0.000115, + "t": 0.000115, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.00581, - "t": 0.01115, + "t0": 0.006901, + "t": 0.011641, "transaction_id": 2, "tags": [ "depth=0" @@ -141,73 +141,60 @@ { "failure": null, "operation": "tls_handshake_start", - "t0": 0.011168, - "t": 0.011168, + "t0": 0.011653, + "t": 0.011653, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, - "num_bytes": 279, + "num_bytes": 276, "operation": "write", "proto": "tcp", - "t0": 0.011267, - "t": 0.011278, + "t0": 0.01175, + "t": 0.011758, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, "num_bytes": 576, "operation": "read", "proto": "tcp", - "t0": 0.01128, - "t": 0.018459, + "t0": 0.01176, + "t": 0.020266, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, - "num_bytes": 872, + "num_bytes": 1702, "operation": "read", "proto": "tcp", - "t0": 0.018564, - "t": 0.018565, + "t0": 0.020368, + "t": 0.020369, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", - "failure": null, - "num_bytes": 819, - "operation": "read", - "proto": "tcp", - "t0": 0.018566, - "t": 0.018813, - "transaction_id": 2, - "tags": [ - "depth=0" - ] - }, - { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, "num_bytes": 64, "operation": "write", "proto": "tcp", - "t0": 0.019719, - "t": 0.019728, + "t0": 0.021274, + "t": 0.02128, "transaction_id": 2, "tags": [ "depth=0" @@ -216,60 +203,60 @@ { "failure": null, "operation": "tls_handshake_done", - "t0": 0.01973, - "t": 0.01973, + "t0": 0.021282, + "t": 0.021282, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, - "num_bytes": 384, + "num_bytes": 380, "operation": "write", "proto": "tcp", - "t0": 0.019766, - "t": 0.019806, + "t0": 0.021311, + "t": 0.021335, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, "num_bytes": 161, "operation": "read", "proto": "tcp", - "t0": 0.019757, - "t": 0.02541, + "t0": 0.021308, + "t": 0.02687, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, - "num_bytes": 384, + "num_bytes": 380, "operation": "write", "proto": "tcp", - "t0": 0.025446, - "t": 0.025453, + "t0": 0.026903, + "t": 0.02691, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, "num_bytes": 183, "operation": "read", "proto": "tcp", - "t0": 0.025433, - "t": 0.030572, + "t0": 0.026892, + "t": 0.032268, "transaction_id": 2, "tags": [ "depth=0" @@ -278,21 +265,21 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.030618, - "t": 0.030618, + "t0": 0.032313, + "t": 0.032313, "transaction_id": 2, "tags": [ "depth=0" ] }, { - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "failure": null, "num_bytes": 24, "operation": "write", "proto": "tcp", - "t0": 0.030624, - "t": 0.030663, + "t0": 0.032317, + "t": 0.032349, "transaction_id": 2, "tags": [ "depth=0" @@ -303,22 +290,29 @@ { "answers": [ { - "asn": 19281, - "as_org_name": "Quad9", + "asn": 15169, + "as_org_name": "Google LLC", "answer_type": "A", - "ipv4": "9.9.9.9", + "ipv4": "8.8.4.4", + "ttl": null + }, + { + "asn": 15169, + "as_org_name": "Google LLC", + "answer_type": "A", + "ipv4": "8.8.8.8", "ttl": null } ], "engine": "getaddrinfo", "failure": null, - "hostname": "dns.quad9.net", + "hostname": "dns.google", "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000241, - "t": 0.005733, + "t0": 0.000184, + "t": 0.006829, "tags": [ "depth=0" ], @@ -328,14 +322,14 @@ "requests": [], "tcp_connect": [ { - "ip": "9.9.9.9", + "ip": "8.8.4.4", "port": 443, "status": { "failure": null, "success": true }, - "t0": 0.00581, - "t": 0.01115, + "t0": 0.006901, + "t": 0.011641, "tags": [ "depth=0" ], @@ -345,24 +339,24 @@ "tls_handshakes": [ { "network": "tcp", - "address": "9.9.9.9:443", + "address": "8.8.4.4:443", "cipher_suite": "TLS_AES_128_GCM_SHA256", "failure": null, "negotiated_protocol": "http/1.1", "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDbjCCAlagAwIBAgIUAM62k4qrcdpUA2NvemZ1dahLHVowDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMjAzWhcNMjMxMTI5MjIyMjAzWjAwMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRYwFAYDVQQDEw1kbnMucXVhZDkubmV0MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA0zqwdLGtc2lgEAG6oaMw5De3Bd6aaBHRl1BS90EpAh/Z3agUwjZNisM8JWBVQCQXcj/aJvRN9IzGXjcU00OdNX2zfhNFpZ7ceLeV2tYbKI722NNMaoCWrkKcNkYD+FgNxCVzTKgHau4ftT3zccHQBhrdUnPiCjL4Qq/jrKiRR7wA3pcdFU0kIstVbrJvkFmDH9nzgaGC9qlcVQc/sf67f+nxuZAq7DWC37So+P60Sfpg40AR0WUBGqzHL5RysSxbSCTXJoaaPuEJnftIXJ2jXe8ueCdZce6Odmr7qkdFwQtEU8i/0zgTXHYNP5phOa11KWtCuV6n28m6JgWEV+q1ZQIDAQABo4GQMIGNMA4GA1UdDwEB/wQEAwIFoDATBgNVHSUEDDAKBggrBgEFBQcDATAMBgNVHRMBAf8EAjAAMB0GA1UdDgQWBBSyYskSnfXibPJJ7HcC10NDAOINMjAfBgNVHSMEGDAWgBSGlABf0TQdncLbkDMmafHAwE8AMzAYBgNVHREEETAPgg1kbnMucXVhZDkubmV0MA0GCSqGSIb3DQEBCwUAA4IBAQCxx9US1wA3ix4pgvcLxEDeM9a95P4cR6T0BMxIxNn7o1U1U66eSnm0WzYilnIldO9rex26uSDNDcwB10lA5OOipJ1YdLwAF6EKSGLG1CDIaaOeXYsRkzNX5NRIlKS47Ygc7OVCba18MM4+3KCIIp2t6MK/E10rM+yquHca/gnTTUfwfS6mtfZZ32WNdRvskTqgPmEmqEQ9RGPKvee8f87CK9FFPb97X1DvTY275Q7yWERTPgtCqVOuGqYprbvifpP3yBA8O1bZnHDiW5zG7V+Ef64COuiYdfFL4lXmq76nwE3bgakqwHu4viUI4NBesV6s0TPzp4wnTu+b2OPQYVQO", + "data": "MIIDeTCCAmGgAwIBAgIVAP5tiSdlMFXtOAMf+EjkZ6+rWfZ0MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMjE5MjcxNVoXDTI0MDEyMjIxMjcxNVowLTEWMBQGA1UEChMNT09OSSBOZXRlbSBDQTETMBEGA1UEAxMKZG5zLmdvb2dsZTCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMQXAFAS7f2AsbTRoqMc8TlHPiaBEirJoNPhtqgphmknUCncxfsAqUj6p6DhKdxCHw1e4vYhR84gvMfm5g80mfysDKIUnsBNuY4g2LObEqtGGznvLcg+cGHewuW/p+rDKztIdN5hiGejDNkvvRS2no3gQK8Ky8Dkc7t0EM963RJGWL3TIYqVuibmdeMSobLhs4w38OGgbnjmTJMnzcZh6Na9ZSM4byGcFYWak6iR4qZ7oePOBwRr7PcE7Bi++Hs9oGf6kMcLIlhw16V1IPwVPu0FjbIPOL/Jyq6etLVqwFKojl85ko/rIv4oO73bS4TAh9Y+8FeapoxkFjMxtWc/eLcCAwEAAaOBnTCBmjAOBgNVHQ8BAf8EBAMCBaAwEwYDVR0lBAwwCgYIKwYBBQUHAwEwDAYDVR0TAQH/BAIwADAdBgNVHQ4EFgQUAw6qnAoFAKOkKz6nOwjPa7s39Y4wHwYDVR0jBBgwFoAUFOYOmoy5JxBfwR4boYrmO9OjafUwJQYDVR0RBB4wHIIKZG5zLmdvb2dsZYIOZG5zLmdvb2dsZS5jb20wDQYJKoZIhvcNAQELBQADggEBAH2ZI6wsMgDO6RKsGsd53ZIriaZqXSloZbcR0gUd0TLeXJq4k7vadybMVNBEWMG+IabdPPCYD87A34H0D3TMFL4aAS7Y+uHPEH5KzW7N1qcvKSZNBvz8oK7+h2nAt0PwlUzHqP2DgtEmEInYbQkce4OrCF9cM5Hw/lQU9gbIZrjCz6VxOlE+ONMJ6WVN0KAk5HB6++vWJ1HJZDwBgmsf6od7a6IgKxPZNSG0ywLKyjeiuGgjrPHm5V9V95CaLvuhrjFj17DCajF11HL4fqro2mJz/TfgQP5eaMsFTfDQJmspNsiSHtYTwtDqVH1x5ZgWjNRElPpGUgW3hXT3WAfXWFQ=", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUab0vTwo2o8qkdQl12ghnxaOtkXAwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMjAzWhcNMjMxMTMwMjEyMjAzWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAPjfAps26YNBnF01kMc3x69PIm90VnKB5aCnsNZTr0Npc3wRJSpRDtslcUBe5CsFTJcs6eIBvZ2dMuGIPnTBUpL5TerahbmibvXlQzauwii/D2mSW0mam2FBaV3yZm0ihsdfVN+IIEsGuCdl9B0vjqWVPABSUBMjn1LwT1N5P3xgcqEVv6DLl5U/B0z1BH6gFDTiQGxvI1eKM9nHsstprsf0f8bgr9GkbHGbL3qXieIk5RCSPxZdhdyV92dP75eAn2lHcRwY42Kxfx9DsFxTOa+Cztr5QNb+kPIfi3MIBOLhMR1WHsUrXA80JmhZsC/ER2qLlVZBZ3VmEAGC7s8tZTsCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFIaUAF/RNB2dwtuQMyZp8cDATwAzMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQBBrre0CkmldUJeBZ5rBRC5vTA7KfNn0CPiY3mE3d9ikBRjLKBFeMQzYgAyjxXm8/3xNzF+Z5NB/g/7Lmhrz43oHBtVgZtNMJ5raGvqQjq4qOJAohvXWSe01zRMeMNisp0mo5ZkMeN5AD6Ank2/++PDVJxghfHFuP/nzkuKtIW1jaHtscgIGYWmjEOeANEqLKjfqBuoiEOXRCfFrUq6fid1gk6pU6oe9ul4RY1XGcTk7CSonAodZgsGxXME1h4371/vV+oJuV0UDsQsDYGFA650Zbyov7rEUVQVt/WzP6Aul5F/2XQbsQ0yDlc3HUyOHhg+1MMjK0PITM3VdzHQlgbd", + "data": "MIIDNTCCAh2gAwIBAgIUPojoVunasHn4Ngj7KSutJ4I2ucAwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNzE1WhcNMjQwMTIzMjAyNzE1WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBANX+U+xcAegGN8p1/rm0r5eMe+W/faffYy2fGomdr5dxNfyK/k35SSjkPjUNrOlOoRD2kA5kZGwxUyxLxSGJ6qkvEWR9FUpMOhEJxV6Yu9+X924VrGNjUIUpYdFEYy2gdrS3YLa/7O+SwMFsNJ695xKZj5UOfpEVhitlT5127UFIhDQLasu/UQU0wIcEX8S0XzXLIxtDgO8i6JK+QEPNOFvP2614/bhAQyhSxSHdJn4vCqcwlFQJbekiCCAQ1N+6p6xSwl4GppIO4rnJ5Ei+owbTkZUsMX3Tjp+J8FjG7GHVTJUCLO3BvCGGPKgEJ/rYJV1BLfqboNd0wb9Nqr7KJtkCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFBTmDpqMuScQX8EeG6GK5jvTo2n1MBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQC3klk4cCXFndfi6/KKhtiR7ASAhD9PBGSWEeN8OHdeIlzJHedjr2SMwbyfZ8K/XfJHloJ7nkcVcJL3faFrIqqay2npn5nVnzfhLFmknhF9sThR6W45/x5lDyYH6Z/advaSaDspSjWOWzxO0aRjtvp3/KgwcfyDxhDL17E7lEhhTaiQYtlcBRoQdQ9MQ85shBytcqQWgCRD6xnSMSnplQrGwA2AQz3wXFaRbcS/qeWk6CXPn/jIcKeU16Gy1HpQpt+1KpwONKcdjPx3wgA7zjbJ5TW8xA7qZvQ9LmklhJS89jV9PYivaPihmau0g4FAFDJi1TFgnS4e35tHQtdsL3sy", "format": "base64" } ], - "server_name": "dns.quad9.net", - "t0": 0.011168, - "t": 0.01973, + "server_name": "dns.google", + "t0": 0.011653, + "t": 0.021282, "tags": [ "depth=0" ], @@ -376,8 +370,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.00018, - "t": 0.00018, + "t0": 0.000068, + "t": 0.000068, "transaction_id": 3, "tags": [ "depth=0" @@ -389,8 +383,8 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.00026, - "t": 0.000285, + "t0": 0.000099, + "t": 0.000104, "transaction_id": 3, "tags": [ "depth=0" @@ -402,8 +396,8 @@ "num_bytes": 24, "operation": "write", "proto": "udp", - "t0": 0.000286, - "t": 0.000293, + "t0": 0.000133, + "t": 0.000151, "transaction_id": 3, "tags": [ "depth=0" @@ -415,8 +409,8 @@ "num_bytes": 46, "operation": "read", "proto": "udp", - "t0": 0.00029, - "t": 0.006448, + "t0": 0.000155, + "t": 0.005633, "transaction_id": 3, "tags": [ "depth=0" @@ -428,8 +422,8 @@ "num_bytes": 24, "operation": "read", "proto": "udp", - "t0": 0.0003, - "t": 0.006806, + "t0": 0.000108, + "t": 0.00575, "transaction_id": 3, "tags": [ "depth=0" @@ -438,8 +432,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006828, - "t": 0.006828, + "t0": 0.005774, + "t": 0.005774, "transaction_id": 3, "tags": [ "depth=0" @@ -448,8 +442,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.051048, - "t": 0.051048, + "t0": 0.053474, + "t": 0.053474, "transaction_id": 5, "tags": [ "depth=1" @@ -461,8 +455,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.05108, - "t": 0.051097, + "t0": 0.053511, + "t": 0.053527, "transaction_id": 5, "tags": [ "depth=1" @@ -474,8 +468,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.051097, - "t": 0.051103, + "t0": 0.053551, + "t": 0.053564, "transaction_id": 5, "tags": [ "depth=1" @@ -487,8 +481,8 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.051108, - "t": 0.057203, + "t0": 0.053568, + "t": 0.059387, "transaction_id": 5, "tags": [ "depth=1" @@ -500,8 +494,8 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.051103, - "t": 0.058166, + "t0": 0.053531, + "t": 0.059741, "transaction_id": 5, "tags": [ "depth=1" @@ -510,8 +504,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.058191, - "t": 0.058191, + "t0": 0.05976, + "t": 0.05976, "transaction_id": 5, "tags": [ "depth=1" @@ -532,61 +526,61 @@ "ttl": null } ], - "engine": "getaddrinfo", + "engine": "udp", "failure": null, "hostname": "bit.ly", - "query_type": "ANY", + "query_type": "A", + "raw_response": "HlGBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", - "t0": 0.000075, - "t": 0.006353, + "resolver_address": "8.8.4.4:53", + "t0": 0.000113, + "t": 0.00564, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 3 }, { - "answers": [ - { - "asn": 396982, - "as_org_name": "Google LLC", - "answer_type": "A", - "ipv4": "67.199.248.11", - "ttl": null - } - ], + "answers": null, "engine": "udp", - "failure": null, + "failure": "dns_no_answer", "hostname": "bit.ly", - "query_type": "A", - "raw_response": "D5SBAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", + "query_type": "AAAA", + "raw_response": "G3qBAAABAAAAAAAAA2JpdAJseQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000234, - "t": 0.006453, + "t0": 0.000075, + "t": 0.005755, "tags": [ "depth=0" ], "transaction_id": 3 }, { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", + "answers": [ + { + "asn": 396982, + "as_org_name": "Google LLC", + "answer_type": "A", + "ipv4": "67.199.248.11", + "ttl": null + } + ], + "engine": "getaddrinfo", + "failure": null, "hostname": "bit.ly", - "query_type": "AAAA", - "raw_response": "kl2BAAABAAAAAAAAA2JpdAJseQAAHAAB", + "query_type": "ANY", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.000212, - "t": 0.006811, + "resolver_address": "", + "t0": 0.000068, + "t": 0.005986, "tags": [ "depth=0" ], - "transaction_id": 3 + "transaction_id": 1 }, { "answers": null, @@ -594,12 +588,12 @@ "failure": "dns_no_answer", "hostname": "bit.ly", "query_type": "AAAA", - "raw_response": "dHqBAAABAAAAAAAAA2JpdAJseQAAHAAB", + "raw_response": "NyqBAAABAAAAAAAAA2JpdAJseQAAHAAB", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "https://dns.quad9.net/dns-query", - "t0": 0.000183, - "t": 0.025436, + "resolver_address": "https://dns.google/dns-query", + "t0": 0.000124, + "t": 0.026895, "tags": [ "depth=0" ], @@ -619,12 +613,12 @@ "failure": null, "hostname": "bit.ly", "query_type": "A", - "raw_response": "L62BAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", + "raw_response": "AD2BAAABAAEAAAAAA2JpdAJseQAAAQABA2JpdAJseQAAAQABAAAOEAAEQ8f4Cw==", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "https://dns.quad9.net/dns-query", - "t0": 0.0002, - "t": 0.030593, + "resolver_address": "https://dns.google/dns-query", + "t0": 0.000127, + "t": 0.032293, "tags": [ "depth=0" ], @@ -647,8 +641,8 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.051055, - "t": 0.05673, + "t0": 0.053488, + "t": 0.05916, "tags": [ "depth=1" ], @@ -668,12 +662,12 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "t1SBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "9KqBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.051077, - "t": 0.057209, + "t0": 0.053528, + "t": 0.059401, "tags": [ "depth=1" ], @@ -685,12 +679,12 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "FueBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "MEaBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.051056, - "t": 0.058173, + "t0": 0.053482, + "t": 0.059744, "tags": [ "depth=1" ], @@ -725,7 +719,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -733,7 +727,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "bit.ly", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -755,7 +749,7 @@ ], [ "Date", - "Wed, 29 Nov 2023 21:22:03 GMT" + "Mon, 22 Jan 2024 20:27:16 GMT" ], [ "Location", @@ -764,12 +758,12 @@ ], "headers": { "Content-Length": "0", - "Date": "Wed, 29 Nov 2023 21:22:03 GMT", + "Date": "Mon, 22 Jan 2024 20:27:16 GMT", "Location": "https://www.example.com/" } }, - "t0": 0.045564, - "t": 0.050991, + "t0": 0.047247, + "t": 0.053415, "tags": [ "depth=0", "fetch_body=true" @@ -782,12 +776,11 @@ "ip": "67.199.248.11", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.030767, - "t": 0.036343, + "t0": 0.032436, + "t": 0.038639, "tags": [ "depth=0", "fetch_body=true" @@ -798,12 +791,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.063034, - "t": 0.068738, + "t0": 0.065338, + "t": 0.070319, "tags": [ "depth=1", "fetch_body=true" @@ -821,17 +813,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDazCCAlOgAwIBAgIUJ+QNzNXLSmoZfSw2EGRySBCV7R0wDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMjAzWhcNMjMxMTI5MjIyMjAzWjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDTOrB0sa1zaWAQAbqhozDkN7cF3ppoEdGXUFL3QSkCH9ndqBTCNk2KwzwlYFVAJBdyP9om9E30jMZeNxTTQ501fbN+E0Wlntx4t5Xa1hsojvbY00xqgJauQpw2RgP4WA3EJXNMqAdq7h+1PfNxwdAGGt1Sc+IKMvhCr+OsqJFHvADelx0VTSQiy1Vusm+QWYMf2fOBoYL2qVxVBz+x/rt/6fG5kCrsNYLftKj4/rRJ+mDjQBHRZQEarMcvlHKxLFtIJNcmhpo+4Qmd+0hcnaNd7y54J1lx7o52avuqR0XBC0RTyL/TOBNcdg0/mmE5rXUpa0K5XqfbybomBYRX6rVlAgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFLJiyRKd9eJs8knsdwLXQ0MA4g0yMB8GA1UdIwQYMBaAFIaUAF/RNB2dwtuQMyZp8cDATwAzMBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQDcBiB43WeFcjlPxoKIKCQtqtG1ykgQR3ufETrrOblEpHwI5GIWOUMlqxMt5PUvSB14ctunCVILjHVRQ4/CpOGrVfsnz0ViqQt+6kghA0nBpLcawUWpWAOmrHr8D2qmATqt7V9Z0qwDRtekcRZ7NCvZowkofDLUSkxeIoNd363s/M/NDhhivTMV4080LeO9TJsS6d2tUsUqP0DYS0sgl+T/Z/kdUcaowBERweu8erMZRwwfDSsVEFByJrQXgt4J+v78HGvzBk3kBYnoLe7P+0q8gZCRx8PNKwfv/2W/bYwfzgpwyi3JDNlm5pnTlpfGzMxTZZP0g7vayZoFtVppRh5F", + "data": "MIIDazCCAlOgAwIBAgIULObBRrJIGdOcqWvqaDseJsEsEMUwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNzE1WhcNMjQwMTIyMjEyNzE1WjApMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMQ8wDQYDVQQDEwZiaXQubHkwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDEFwBQEu39gLG00aKjHPE5Rz4mgRIqyaDT4baoKYZpJ1Ap3MX7AKlI+qeg4SncQh8NXuL2IUfOILzH5uYPNJn8rAyiFJ7ATbmOINizmxKrRhs57y3IPnBh3sLlv6fqwys7SHTeYYhnowzZL70Utp6N4ECvCsvA5HO7dBDPet0SRli90yGKlbom5nXjEqGy4bOMN/DhoG545kyTJ83GYejWvWUjOG8hnBWFmpOokeKme6HjzgcEa+z3BOwYvvh7PaBn+pDHCyJYcNeldSD8FT7tBY2yDzi/ycqunrS1asBSqI5fOZKP6yL+KDu920uEwIfWPvBXmqaMZBYzMbVnP3i3AgMBAAGjgZQwgZEwDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFAMOqpwKBQCjpCs+pzsIz2u7N/WOMB8GA1UdIwQYMBaAFBTmDpqMuScQX8EeG6GK5jvTo2n1MBwGA1UdEQQVMBOCBmJpdC5seYIJYml0bHkuY29tMA0GCSqGSIb3DQEBCwUAA4IBAQCWSWFFZPE4huPSaypgOEJ+uOA5ulNFfwaU5WnyWX7pvTwaJxdQV3pbyv9KaSobqwSMBtV7i5zK6OgCZjWnVdSJ3OBQ8Nd8AFz68SgukMrbW/aFDZ925cvaJLTudZYXNYdQ7bt1RfPgbeG9F1CXUf291aPRP5hAXCvMBnglSkEoWJ7IriTHcD4RU1JuaYXi6g/bZVVqik0ifv8ndn/ZfPGEGpDgBaF2YRIKEi3RJdhtJeBdG9cJ5AZUfcXD1Q+uSWw769weAeCN+ejDDl5QsCItE4sBsQysz3cNny/vbDtVf4Zcmy3CiB5r4kludNcqpRK/P/FgXsdclDYBYGWJUq8x", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUab0vTwo2o8qkdQl12ghnxaOtkXAwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMjAzWhcNMjMxMTMwMjEyMjAzWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAPjfAps26YNBnF01kMc3x69PIm90VnKB5aCnsNZTr0Npc3wRJSpRDtslcUBe5CsFTJcs6eIBvZ2dMuGIPnTBUpL5TerahbmibvXlQzauwii/D2mSW0mam2FBaV3yZm0ihsdfVN+IIEsGuCdl9B0vjqWVPABSUBMjn1LwT1N5P3xgcqEVv6DLl5U/B0z1BH6gFDTiQGxvI1eKM9nHsstprsf0f8bgr9GkbHGbL3qXieIk5RCSPxZdhdyV92dP75eAn2lHcRwY42Kxfx9DsFxTOa+Cztr5QNb+kPIfi3MIBOLhMR1WHsUrXA80JmhZsC/ER2qLlVZBZ3VmEAGC7s8tZTsCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFIaUAF/RNB2dwtuQMyZp8cDATwAzMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQBBrre0CkmldUJeBZ5rBRC5vTA7KfNn0CPiY3mE3d9ikBRjLKBFeMQzYgAyjxXm8/3xNzF+Z5NB/g/7Lmhrz43oHBtVgZtNMJ5raGvqQjq4qOJAohvXWSe01zRMeMNisp0mo5ZkMeN5AD6Ank2/++PDVJxghfHFuP/nzkuKtIW1jaHtscgIGYWmjEOeANEqLKjfqBuoiEOXRCfFrUq6fid1gk6pU6oe9ul4RY1XGcTk7CSonAodZgsGxXME1h4371/vV+oJuV0UDsQsDYGFA650Zbyov7rEUVQVt/WzP6Aul5F/2XQbsQ0yDlc3HUyOHhg+1MMjK0PITM3VdzHQlgbd", + "data": "MIIDNTCCAh2gAwIBAgIUPojoVunasHn4Ngj7KSutJ4I2ucAwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNzE1WhcNMjQwMTIzMjAyNzE1WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBANX+U+xcAegGN8p1/rm0r5eMe+W/faffYy2fGomdr5dxNfyK/k35SSjkPjUNrOlOoRD2kA5kZGwxUyxLxSGJ6qkvEWR9FUpMOhEJxV6Yu9+X924VrGNjUIUpYdFEYy2gdrS3YLa/7O+SwMFsNJ695xKZj5UOfpEVhitlT5127UFIhDQLasu/UQU0wIcEX8S0XzXLIxtDgO8i6JK+QEPNOFvP2614/bhAQyhSxSHdJn4vCqcwlFQJbekiCCAQ1N+6p6xSwl4GppIO4rnJ5Ei+owbTkZUsMX3Tjp+J8FjG7GHVTJUCLO3BvCGGPKgEJ/rYJV1BLfqboNd0wb9Nqr7KJtkCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFBTmDpqMuScQX8EeG6GK5jvTo2n1MBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQC3klk4cCXFndfi6/KKhtiR7ASAhD9PBGSWEeN8OHdeIlzJHedjr2SMwbyfZ8K/XfJHloJ7nkcVcJL3faFrIqqay2npn5nVnzfhLFmknhF9sThR6W45/x5lDyYH6Z/advaSaDspSjWOWzxO0aRjtvp3/KgwcfyDxhDL17E7lEhhTaiQYtlcBRoQdQ9MQ85shBytcqQWgCRD6xnSMSnplQrGwA2AQz3wXFaRbcS/qeWk6CXPn/jIcKeU16Gy1HpQpt+1KpwONKcdjPx3wgA7zjbJ5TW8xA7qZvQ9LmklhJS89jV9PYivaPihmau0g4FAFDJi1TFgnS4e35tHQtdsL3sy", "format": "base64" } ], "server_name": "bit.ly", - "t0": 0.036357, - "t": 0.045532, + "t0": 0.038658, + "t": 0.047212, "tags": [ "depth=0", "fetch_body=true" @@ -848,8 +840,8 @@ "no_tls_verify": false, "peer_certificates": [], "server_name": "www.example.com", - "t0": 0.068749, - "t": 10.068637, + "t0": 0.070329, + "t": 10.0701, "tags": [ "depth=1", "fetch_body=true" @@ -868,7 +860,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -922,33 +914,34 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:67.199.248.11 Flags:7}]", - "t": 0.030707 + "t": 0.032392 }, { "msg": "conn 67.199.248.11:443: granted permission: true", - "t": 0.045542 + "t": 0.047221 }, { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.063006 + "t": 0.065301 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, - "x_blocking_flags": 32, + "http_experiment_failure": "generic_timeout_error", + "x_blocking_flags": 4, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, "title_match": null, - "blocking": false, - "accessible": true + "blocking": "http-failure", + "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 10.068748, - "test_start_time": "2023-11-29 21:22:03", - "test_version": "0.5.26" + "test_runtime": 10.070308, + "test_start_time": "2024-01-22 20:27:15", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/observations.json index 3278d13f76..6e3594ccfb 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/observations.json @@ -151,13 +151,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 3, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 3, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -202,13 +202,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 3, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 3, + "DNSTransactionID": 1, "DNSDomain": "bit.ly", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "67.199.248.11" ], @@ -406,7 +406,7 @@ "Failure": "", "TransactionID": 4, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 3, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/observations_classic.json index d7ea36caf5..a27c97f18b 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/redirectWithConsistentDNSAndThenTimeoutForHTTPS/observations_classic.json @@ -109,7 +109,7 @@ "Failure": "", "TransactionID": 4, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 3, "DNSDomain": "bit.ly", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/analysis.json index a308d92bc7..5194b41689 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/analysis.json @@ -59,7 +59,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -115,7 +115,7 @@ "Failure": "", "TransactionID": 4, "TagFetchBody": false, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -169,8 +169,8 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -220,8 +220,8 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -266,9 +266,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/analysis_classic.json index 2f30ac8c11..3a3a2da1f9 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/analysis_classic.json @@ -6,16 +6,16 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 2 + 1 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 2 + 1 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 2 + 1 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -56,7 +56,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -110,9 +110,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/measurement.json index 07c10500e0..6b40ea6e0c 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "http://www.example.com/", - "measurement_start_time": "2023-11-29 21:22:13", + "measurement_start_time": "2024-01-22 20:27:26", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -33,23 +33,25 @@ "socksproxy": null, "network_events": [ { - "address": "93.184.216.34:80", + "address": "93.184.216.34:443", "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.010538, - "t": 0.015292, - "transaction_id": 3, + "t0": 0.010565, + "t": 0.01565, + "transaction_id": 4, "tags": [ "depth=0", - "fetch_body=true" + "fetch_body=false" ] }, { + "address": "93.184.216.34:80", "failure": null, - "operation": "http_transaction_start", - "t0": 0.015322, - "t": 0.015322, + "operation": "connect", + "proto": "tcp", + "t0": 0.010583, + "t": 0.016989, "transaction_id": 3, "tags": [ "depth=0", @@ -57,23 +59,21 @@ ] }, { - "address": "93.184.216.34:443", "failure": null, - "operation": "connect", - "proto": "tcp", - "t0": 0.010562, - "t": 0.016129, - "transaction_id": 4, + "operation": "http_transaction_start", + "t0": 0.017013, + "t": 0.017013, + "transaction_id": 3, "tags": [ "depth=0", - "fetch_body=false" + "fetch_body=true" ] }, { "failure": null, "operation": "http_transaction_done", - "t0": 0.021652, - "t": 0.021652, + "t0": 0.022604, + "t": 0.022604, "transaction_id": 3, "tags": [ "depth=0", @@ -86,8 +86,8 @@ "num_bytes": 1671, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.021674, - "t": 0.021674, + "t0": 0.02263, + "t": 0.02263, "transaction_id": 3, "tags": [ "depth=0", @@ -97,11 +97,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2314, + "num_bytes": 2315, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.025527, - "t": 0.025527, + "t0": 0.024726, + "t": 0.024726, "transaction_id": 4, "tags": [ "depth=0", @@ -127,9 +127,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000064, - "t": 0.000064, - "transaction_id": 1, + "t0": 0.000075, + "t": 0.000075, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -140,9 +140,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000103, - "t": 0.000125, - "transaction_id": 1, + "t0": 0.000134, + "t": 0.000142, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -153,9 +153,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000205, - "t": 0.000223, - "transaction_id": 1, + "t0": 0.000113, + "t": 0.000194, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -166,9 +166,9 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000228, - "t": 0.006031, - "transaction_id": 1, + "t0": 0.000159, + "t": 0.005682, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -179,9 +179,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000131, - "t": 0.006153, - "transaction_id": 1, + "t0": 0.000199, + "t": 0.006276, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -189,9 +189,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006172, - "t": 0.006172, - "transaction_id": 1, + "t0": 0.006302, + "t": 0.006302, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -215,16 +215,16 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "jB+BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "7M2BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000176, - "t": 0.006036, + "t0": 0.000114, + "t": 0.005689, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": null, @@ -232,16 +232,16 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "ubWBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "5Q6BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000074, - "t": 0.006157, + "t0": 0.000086, + "t": 0.006283, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -260,12 +260,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000111, - "t": 0.00628, + "t0": 0.000076, + "t": 0.006644, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 } ], "requests": [ @@ -295,7 +295,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -303,7 +303,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -343,8 +343,8 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.015322, - "t": 0.021652, + "t0": 0.017013, + "t": 0.022604, "tags": [ "depth=0", "fetch_body=true" @@ -355,35 +355,33 @@ "tcp_connect": [ { "ip": "93.184.216.34", - "port": 80, + "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.010538, - "t": 0.015292, + "t0": 0.010565, + "t": 0.01565, "tags": [ "depth=0", - "fetch_body=true" + "fetch_body=false" ], - "transaction_id": 3 + "transaction_id": 4 }, { "ip": "93.184.216.34", - "port": 443, + "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.010562, - "t": 0.016129, + "t0": 0.010583, + "t": 0.016989, "tags": [ "depth=0", - "fetch_body=false" + "fetch_body=true" ], - "transaction_id": 4 + "transaction_id": 3 } ], "tls_handshakes": [ @@ -396,17 +394,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIUbuL6MBFv29DP5trX4AaMwd/a0s0wDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMjEzWhcNMjMxMTI5MjIyMjEzWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCUvgWY5Vwgdcw8MBgZtttPhBwIiKuHWb1JNFr7llxthy1YE8yu2zQ/0PpF84Elakqs1FhldaQUsC1ySQNVXFZpy33tffbj4jrFHfL5vZLdQ1e3CDgymx0BCNL9qLSeMv706i2zxqGlh1wLtKbyNZdiKNCoQdznCzTdZ17U8r9LWyspCWm7TY4pp2fm6i1dAqH054eNKf60U9MF3hH0vdXwv53HVKc4AJFx9nwQc2j3WItgDsveZTQutyTAKePyLFMivN22zGj0BNa9JxKGBwA1n7CBR7nj3cQu/BUUMEs+Ik9uZaGQeKWxIx5yWj6UciKN0y7SCrONFCmUJL5wFIKFAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFEoj+fU+ZdAwZQH99vPXstHqHz9ZMB8GA1UdIwQYMBaAFH0xyWujsEdmANdjXQAKECH2ip7BMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAA5LFI7n2cFksbB7hMf4Rm8Wx24Kxs9NJc46AGBJbyMEfLao5M2kf06G3Mz+KCIVnzTQTnUZ8yFQFhLD+B6c4X82Y/dxiSyQfGFuKi8H7h50JpfpLNKOZ2RB16M+9UZewDPD3Gt9ezMNHEaOfN/obJN5QBwA8TjrrAcJX8AZi0MIiMPtl8xKpEY73vB17HZIGa0vAQiIGMTp6nX4lu2XJJU9GCxKCUO+b2pWgDFHMGvpEgM/Ld7f0FFJKMqvK/aRrsLcxN1OeM0KbEsRaQMDUCHWedXz1Dj5276m6OfbCmvKuXn64UnfD4UmhKhbrWsSSZx//SWRQJj38DUn75kvWpM=", + "data": "MIIDnTCCAoWgAwIBAgIUVWSAxTGxzYeeP4RE31vvrBpY2EswDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNzI2WhcNMjQwMTIyMjEyNzI2WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDbxy4phPmbUEn/fjnkpGjYVDNrc8Kfr2JzQXb+IliPyx9gHpCyobS9OlsKhzz5g18p+mS37q5Fi8QzSV0VZ2CzB09GLmyzpQ4ZaGGeXGsJmd5bkt0I8Aa00RbOnWQGbenwUn0XjHbREd+QqBlXlUvd3VfBRzNNk9hHZRexd9DtK8fBwWb0PsIQB76HJKK+/7m3gO303EOwWh3dVApXIZwByXGt6fd8YwUpbyeApFc1y17ldE4LUEIDgHN5Bh2NR0ohCqSKU3ca8+KhQyOONFyfqL2UCZoO+HV7jZFPyX5Jr1xmPOZ9jntCjc2SvHyv/TwWc/+JfI0NjKwU4/OPA/SrAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFKzknPc/eyX0NE/1A5LYFSl7qld/MB8GA1UdIwQYMBaAFC/Fz36NJACpHF0aJ+8vGSNcZTKAMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAM2Ds7dNi+L8eFYiH0OvbSyW92Q3FfvBHMPIJuNhOIy08AEIqq5kXUFIW2vnwq9AAdx7nkXUQP75wi2WH5rOCm3yJUH39+QfV9ySAwmrNutZj/66iv094HnCtbxZr8+oHHR1uRluWL7l25e1CoL17yPcyKYE8Ifbc5ppturpfIkoBiW7g4uZV6yNBa6hrBiBOtrZ05jqiNd/nVtkNpV/GbTmOoAKg84tPpNKDYWoNw/P7eY932AAKwt/383suP1zWutH7Q2o6fp79LS7rB6Qs09Tqt6wJ8LRhIRhwjdtt8JspIgCyRDei0GH+pQkkTGWC3SecFwfDJfTVJElD/WZxrs=", "format": "base64" }, { - "data": "MIIDNTCCAh2gAwIBAgIUXCFzp0hyol5GDmp2npkQsYmBMqMwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI4MjEyMjEzWhcNMjMxMTMwMjEyMjEzWjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAJ0VouloW+0mTqzRhTZTuBqs1o102RE/aeauwOvXPNmAJdxpjyf0xoE7aJqAHdQNDctBE6h24oPYyl/4Tlys9RsQi3cZlD4JDwVGz1m2INlukEiRUHUgxBbt2LVVXs45slCL6B1UxfYO7Y7WZU65CGNUKdeTId2dnRRItKGqaAk0sBqkT96adSI+lyvuTt9kmBKrz6Tp3d3/ng5AOWIGbbsuvUqr9cKTET7bgAaxmrAJHQfTbNBxVraXlBwcGT0nexa+D4YLsQ7HmJPdtTEwkv5Aj7++AqmxFy0fTuql1dJ3XVO43yJJPx/R3swl13HnVWKglu+6vlVbt+zlTqVgfOECAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFH0xyWujsEdmANdjXQAKECH2ip7BMBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQBQfW2ECPTF+MX/FQf9mzHjde6vt0cQfuf+tE9TfHB5g1vSr5oTZzBXhl8cU9Wg6O2CyEc7y9ac17k5K3KCi5ptNm7guMcSf0855TnHAW1DGDmt3fwxG4HSHjf3pawm8QjzVVEwwXtxYunYcKRisJaoEgBu3FHXUsn1bNEYUS5zKPvuGf9JOfNYP3rCsrF+PNk0E5+nxumkhOcFrijNTxT4QIkLJ7w0s7OCSIfiez640tY01CC31EmXg/YFuDyPdR1uZjYy9dtmj2ohz5ItEc+5Oz+821Srguwam59QrqlkPELtoe9qwGMokWd3yiS3ygpKxXm5myWCoTsvV9N7zRpG", + "data": "MIIDNjCCAh6gAwIBAgIVALDEZo5Rad750VxE+46XzRv2q43QMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjcyNloXDTI0MDEyMzIwMjcyNlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQD0vI7yzcwQYAOQY89PP/+AbEcjv6iaDWT9llxlYdJqzxLzJd3vcYsXShnSJ5iJ1mi0OO2oG6UGMTl65TFs/D7Ui6NuBuMlImOD4FNXGLlYAEjcwZHSYggHUYr8C65QziBtGMhCNa57Og1ME9rNYNhhr04ixcBMmEeTZTl7Lpv53cjTgLt1p6dUeVIC47+bbZG37Sc+GSdIVuvlnSFkOOcIEm6v6AqmOcnRHAZ0Z1uOGmyL/GGjCYwTOlZ24I/kq7Do2YTAiuu3eu05DMHOfdUzgTn/BamMN2O1lHfA8tO9u0oJMZtqiV54mtKV6cjzRc5HEUsLkoMcX8g6hwDa5xpbAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQvxc9+jSQAqRxdGifvLxkjXGUygDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEA0npOiWa6FvCiRfPAaSKHUNgXZlg8Ze4Lw1+DCPtn6eV83NEjFkTG7ZQ/PfGtxJ8sbEWN/C0a75587Srlw8MDAXtOdnOtvYaBrJszktWG6j6zoFUERF3Rb6bvcFDRhvLPgfgNh0+nwr69viMtYsiOXqtIV6GG5BrSor5gcH1wgtHXP7Jj9TlRIAKCAMGFIVfQvVINLU+ntPlxwA59DsPOJ3Pz2wF2uEeFD65q+vZom1LL21QRGIWqiM3lVYY+7/7DkWFrqE49+Hl8q6eD6gfQ+qe6erkMIm7gN10SlERaR9MZkOIY83MEid5AQL2shr/ynehG2E65H0Wtn1okxHI8Mg==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.016153, - "t": 0.025498, + "t0": 0.015665, + "t": 0.024695, "tags": [ "depth=0", "fetch_body=false" @@ -425,7 +423,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -483,11 +481,11 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.010503 + "t": 0.010509 }, { "msg": "conn 93.184.216.34:80: granted permission: true", - "t": 0.015305 + "t": 0.016995 } ], "control_failure": null, @@ -497,6 +495,7 @@ "http_experiment_failure": null, "x_blocking_flags": 32, "x_null_null_flags": 0, + "body_proportion": 1, "body_length_match": true, "headers_match": true, "status_code_match": true, @@ -505,7 +504,7 @@ "accessible": true }, "test_name": "web_connectivity", - "test_runtime": 0.50643, - "test_start_time": "2023-11-29 21:22:13", - "test_version": "0.5.26" + "test_runtime": 0.506842, + "test_start_time": "2024-01-22 20:27:26", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/observations.json index ddfd03f954..3b0a811ba0 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -55,9 +55,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -161,7 +161,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -217,7 +217,7 @@ "Failure": "", "TransactionID": 4, "TagFetchBody": false, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/observations_classic.json index 705979da8c..d4461b8d14 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTP/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -60,7 +60,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/analysis.json index cd4f8acc5d..c3a33f4a21 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/analysis.json @@ -59,7 +59,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -118,8 +118,8 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -169,8 +169,8 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -215,9 +215,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/analysis_classic.json index 367d831a23..236e914f37 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/analysis_classic.json @@ -6,7 +6,7 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ @@ -16,7 +16,7 @@ "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 1 + 2 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -57,7 +57,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -111,9 +111,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/measurement.json index 8e07ac5aaf..234c04d9de 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.com/", - "measurement_start_time": "2023-11-29 21:22:14", + "measurement_start_time": "2024-01-22 20:27:27", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.009986, - "t": 0.015569, + "t0": 0.010766, + "t": 0.01586, "transaction_id": 3, "tags": [ "depth=0", @@ -48,8 +48,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.024228, - "t": 0.024228, + "t0": 0.025157, + "t": 0.025157, "transaction_id": 3, "tags": [ "depth=0", @@ -59,8 +59,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.029757, - "t": 0.029757, + "t0": 0.031486, + "t": 0.031486, "transaction_id": 3, "tags": [ "depth=0", @@ -73,8 +73,8 @@ "num_bytes": 4030, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.029796, - "t": 0.029796, + "t0": 0.031523, + "t": 0.031523, "transaction_id": 3, "tags": [ "depth=0", @@ -100,9 +100,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000109, - "t": 0.000109, - "transaction_id": 2, + "t0": 0.000061, + "t": 0.000061, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -113,9 +113,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000137, - "t": 0.000156, - "transaction_id": 2, + "t0": 0.000093, + "t": 0.0001, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -126,9 +126,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000142, - "t": 0.000157, - "transaction_id": 2, + "t0": 0.000098, + "t": 0.000103, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -139,9 +139,9 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000162, - "t": 0.005471, - "transaction_id": 2, + "t0": 0.000106, + "t": 0.005399, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -152,9 +152,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.00017, - "t": 0.005579, - "transaction_id": 2, + "t0": 0.000109, + "t": 0.005645, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -162,9 +162,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.005605, - "t": 0.005605, - "transaction_id": 2, + "t0": 0.005665, + "t": 0.005665, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -188,16 +188,16 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "U8mBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "eE+BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000121, - "t": 0.005478, + "t0": 0.000073, + "t": 0.005406, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": null, @@ -205,16 +205,16 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "fF6BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "KZGBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000116, - "t": 0.005584, + "t0": 0.00007, + "t": 0.005648, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": [ @@ -233,12 +233,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.00008, - "t": 0.005717, + "t0": 0.000075, + "t": 0.006484, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 } ], "requests": [ @@ -269,7 +269,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -277,7 +277,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.com", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -317,8 +317,8 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.024228, - "t": 0.029757, + "t0": 0.025157, + "t": 0.031486, "tags": [ "depth=0", "fetch_body=true" @@ -331,12 +331,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.009986, - "t": 0.015569, + "t0": 0.010766, + "t": 0.01586, "tags": [ "depth=0", "fetch_body=true" @@ -354,17 +353,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIUcuWgFW6543XX/S+pAWX4gJj5G1EwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMjE0WhcNMjMxMTI5MjIyMjE0WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC3fe0fbNlmvWqbLEOt7u3tKLzecK1otmk5AZ4qIqn16Ie4EDz1kNi8TR7dCsFl3yo0+CirGGkmTkuIcVlgZC0/JGUZEWmYUeUk13ZTtRL8jMxRZf/uE5f/6YaFfSZqICykFfI0gxNq8XNptydIDG9StxQ1WAK1cpio/AVS/9T8bsbc7lWVXeNkRbBm8wWk0557L88/CzRfG9zLXEjhgLObdbviQ3i0zns4C/7qLCmc7fQaU5ESKQVxaLpBik5LzMeFdQvaLU/4yP+2H6U7lHtXNgedmgmKp2bH0zHu3w/JajrsP2ojwNQrKbFxv4OdYeHfJQHW1R74U+dupigvNbp7AgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFDP5/6Fya1OuO6wPpp/3Dmzcx03/MB8GA1UdIwQYMBaAFIc3OTs+0zBxhi4aEATb9qXCS+z6MEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAAvZcWc9ezrlwpSOYQoml7cZiDmkGqh+9WkWpb2YHi4uqSowUKg9FmqmRsh1OyJ9Xlm4uj2zezhX6/i+D8FSthgIfgPoQNS0tFwkvex7usel/zspvpjweX3KqzVzmE+hqTuqfW8c0fTeo/upCCNpKHx2BTzj/T6r0Ve73UIBIECcvkgTknFI+U8IWSWGStwMFIGWFnOJVOw1syshN2jUN39PzQ4XwMqM88UF5JX4ldHmTNymQ2FouEGTY/e6GFnQttOQOg7blVgu6Yii08vI16ils9MSiCn+I38OGsAR4qIVnnoz8YXdPGlLEUIBVNecxK9A5ysHABd7bdTJkIafFvY=", + "data": "MIIDnTCCAoWgAwIBAgIUdvpPOvXRngchdn82qsBH0Qo7rlMwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNzI3WhcNMjQwMTIyMjEyNzI3WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDBKLgC6XQdhutBGs0BdB5zHg8xB0VMBrXmqBX8fcTlKCrnIzJYRC3kjxC49EoFqUkjZQNFn6BGGFe4SU79Z0fvCA8uN/Tif6dnRM1kt0uvpvXweQhiU8Y+a4wcelmIXECpz4rShzgtrkZbn++wcjWRIg9Q7EnDHIiudIPdiEuUHHYTQTK/3ucJDlOin3JjFl2lAK2Pr55HdMrd+1M3ixnFeqRrJlzucvFY1P/DN/p0Asd9oayhvASBVRqOccTOpb0GDYjbW6jfVyaIAdZaxjNl/h5XbZN5osAHDlNKB0PuK3ikTBsMWh2RyukRXHiq88X3OsXiqUBnZebLbXyydq6tAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFM1JtrleCvTaOoEYBEP0InE0MQidMB8GA1UdIwQYMBaAFFpSF8ZLtoX9YsrjRiK84PQY5mosMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBADyvUb8izkkBxab88+5VcUWgUCd2i9gb1RBuLfZWtPMC81OdXP/QHAxAdPvtWYg4xVzi3nj/PlGqySkhkw719Xmf80dCw3npBVS9k5O2HyAIB3/KONA56Q5m12+OmF9jEmTB3EQE3vxcvpv9M1znetbiaiA0Y8wt6zVnE7n7M92L3Ofo7BfqREa6TBNQtu7MxO5grUn62g1C5F7/IGQ7x0PYGsniwcqielWZcw8oY9XYORGjbwgOmOplooPHbLXRLFbNGuxHTkwfelE0Kp7gVM+1dY9hP2QvpQiVkFug6qGc9XykF6YmYu8CwjFtlO8cZuIzOlYucDWdqE9d/e58AQk=", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVALL/sUXXm3gKoZtEUIv3GpdmU6NIMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjIxNFoXDTIzMTEzMDIxMjIxNFowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCpLEm356bbpavhv+U8tfuUYoK8Q8mGVAhM7CtQfXnOYYUSJTDBaXZ48AOlNQHktZsiBxHnQ/isTPO2mb/IuU5yIQ4TlssaPE2KRwwZYFFuh3dGbvXhRnvSIc8K8HWf8hnUOtN/6amUS1HqD8138PaXce/lm974i1wJhORB8Xzm5fqPQ5tK6b5mzV6hO4JOedTTxpIeyGBiBd69JrL/83mVdqDT8CnzeJPtFeSTAlN3EIgk8WN+UuKGc5ccF+JT6TlMmn8D0f4S22CiKL172yMycIjLG/1Nk+iyL7WKcTBjmPrJWmp6B73pAFJgm8MvAVYYsrGiEkAdmc7ZNsB09pLFAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBSHNzk7PtMwcYYuGhAE2/alwkvs+jAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEARXYd31eEDwXENld8S7z6U3bOiS5Z3w2AYdNVpzFTz6RhAJdbitf2IC45v5f6JPKEhOBeJK7KtdsAREc4F6B5inpcHp9rRAznkNG81SIZXD75xSJapGp2SmU8el2gH/Gaiv91sl0He51EWmIkQQuVkjvDqdxIehCMGxHu7e8vJp/HGPnVd4KhHw8qFTSCZc0nuWMJDE3Tvor5yrvkoHbaA+Ia0Y0eWtxFCMhpumGrMGmyVCA/npWgDXjz0fZ2YuujREmiHg6NGBv9CxLmRUB1vSvHFPAG2Ign5Rgv206BdcyPgZtRkJPkKMX/HA1yxNLP69R4pameu4vqDIWZdmxLUA==", + "data": "MIIDNjCCAh6gAwIBAgIVAJpdQzoVJpo4x3lIGmiBH9kOagVYMA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTI0MDEyMTIwMjcyN1oXDTI0MDEyMzIwMjcyN1owHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCkoCuE0LJg9/lho3LRVcVR/maX9ssmlBDwXUSYrxrVJYv1oNrIfTKK7JxtkL8qO/TGt0B3xHi4rUY+xKYZlSDaE6HQNVQUSsIsxqTkatdmzPfXdJJQ7syfhas+73fid5QpP/qSGwPcCVrwZgoG0+vUx3/qRxiRM47dfqS82oGIq3U69mH8+a7SfmoCSSxu8PfpVjPtm7GgKRE2BiwFE2dtjBziQe0KHalvWouDUlA34PZzSJZDcH5WhUgdi5SW6U/ZaPL4R2EmnVd2Igs4ucWhP+a6+ybApYgbSnwIvS0L3Jw+fQ5M3iOFP0EpJ8SZwqj5GUNAzhOi90FrGCYDDEa7AgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBRaUhfGS7aF/WLK40YivOD0GOZqLDAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAeIvJk5TvM8FRce8nZ+zDg9+Ts0wqg3yEZVZ6FIUrAymDhF1wDR0rCrLSY9FaWPTtJXVk5gTR+NypM5rRGRvmEb+cGFAQ5S2bnxSYtWKYy4nUXjRqjMRF3Q3dxD9K0/JEH6m5ki3PfwAm4COKX4R1nAt8dakN52bNAPlgDkE+IBVwymTPELh3/MxRqGMbYoYqVM797G/1Wja0lxMHu4CbyU1JDm0+fZ5Zh0xx5rsFwgNbDnpD/7XPSTG+EwVuMZeS4giDUGXyJlOk9+IOwvhDYQ+0r7vNbrAHhjWCPziNoXysF3px+jMIbSi1fUsI0jByMyPVUQGNHXjGWqO2GS2vHA==", "format": "base64" } ], "server_name": "www.example.com", - "t0": 0.015585, - "t": 0.024202, + "t0": 0.015876, + "t": 0.02513, "tags": [ "depth=0", "fetch_body=true" @@ -383,7 +382,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -437,11 +436,11 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.009939 + "t": 0.010716 }, { "msg": "conn 93.184.216.34:443: granted permission: true", - "t": 0.02421 + "t": 0.02514 } ], "control_failure": null, @@ -451,15 +450,16 @@ "http_experiment_failure": null, "x_blocking_flags": 32, "x_null_null_flags": 0, - "body_length_match": null, - "headers_match": null, - "status_code_match": null, - "title_match": null, + "body_proportion": 1, + "body_length_match": true, + "headers_match": true, + "status_code_match": true, + "title_match": true, "blocking": false, "accessible": true }, "test_name": "web_connectivity", - "test_runtime": 0.505843, - "test_start_time": "2023-11-29 21:22:14", - "test_version": "0.5.26" + "test_runtime": 0.506623, + "test_start_time": "2024-01-22 20:27:27", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/observations.json index 82ee23bc00..720302ceb2 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -55,9 +55,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -161,7 +161,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/observations_classic.json index 6efe0c9f8d..2a552551b6 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/successWithHTTPS/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -60,7 +60,7 @@ "Failure": "", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/analysis.json index 91a5b8917f..6841431fe9 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/analysis.json @@ -60,7 +60,7 @@ "Failure": "generic_timeout_error", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -114,8 +114,8 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -165,8 +165,8 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -211,9 +211,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/analysis_classic.json index 729161655c..728a8430b8 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/analysis_classic.json @@ -6,16 +6,16 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 2 + 1 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 2 + 1 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 2 + 1 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -57,7 +57,7 @@ "Failure": "generic_timeout_error", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/measurement.json index 7fec1f9acf..ae1cf1f7df 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.com/", - "measurement_start_time": "2023-11-29 21:22:15", + "measurement_start_time": "2024-01-22 20:27:28", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": "generic_timeout_error", "operation": "connect", "proto": "tcp", - "t0": 0.010651, - "t": 1.010712, + "t0": 0.011199, + "t": 1.01121, "transaction_id": 3, "tags": [ "depth=0", @@ -64,9 +64,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000068, - "t": 0.000068, - "transaction_id": 1, + "t0": 0.00008, + "t": 0.00008, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -77,9 +77,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000107, - "t": 0.000113, - "transaction_id": 1, + "t0": 0.000119, + "t": 0.000138, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -90,9 +90,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000136, - "t": 0.000155, - "transaction_id": 1, + "t0": 0.000143, + "t": 0.000146, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -103,9 +103,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000129, - "t": 0.005705, - "transaction_id": 1, + "t0": 0.000159, + "t": 0.005845, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -116,9 +116,9 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000159, - "t": 0.006066, - "transaction_id": 1, + "t0": 0.000162, + "t": 0.006081, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -126,9 +126,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006092, - "t": 0.006092, - "transaction_id": 1, + "t0": 0.00611, + "t": 0.00611, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -155,12 +155,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.00008, - "t": 0.005234, + "t0": 0.000078, + "t": 0.005495, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": null, @@ -168,16 +168,16 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "BpSBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "OHKBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000078, - "t": 0.005711, + "t0": 0.000089, + "t": 0.005848, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -193,16 +193,16 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "ZqKBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "dHuBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000085, - "t": 0.00607, + "t0": 0.000109, + "t": 0.006085, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 } ], "requests": [], @@ -211,12 +211,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": true, "failure": "generic_timeout_error", "success": false }, - "t0": 0.010651, - "t": 1.010712, + "t0": 0.011199, + "t": 1.01121, "tags": [ "depth=0", "fetch_body=true" @@ -235,7 +234,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -289,16 +288,17 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.010545 + "t": 0.011161 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, + "http_experiment_failure": "generic_timeout_error", "x_blocking_flags": 2, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -307,7 +307,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 1.010801, - "test_start_time": "2023-11-29 21:22:15", - "test_version": "0.5.26" + "test_runtime": 1.011337, + "test_start_time": "2024-01-22 20:27:28", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/observations.json index 76a4795809..62cc0c3815 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -55,9 +55,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -161,7 +161,7 @@ "Failure": "generic_timeout_error", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/observations_classic.json index 5d941d031e..d48bce90d8 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectTimeout/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -60,7 +60,7 @@ "Failure": "generic_timeout_error", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/analysis.json index 0df92c4189..5bb08766d9 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/analysis.json @@ -25,7 +25,9 @@ "DNSExperimentFailure": null, "DNSLookupExpectedFailure": [], "DNSLookupExpectedSuccess": [], - "TCPConnectExpectedFailure": [], + "TCPConnectExpectedFailure": [ + 4 + ], "TCPConnectUnexpectedFailure": [ 3 ], @@ -166,7 +168,7 @@ "Failure": "connection_refused", "TransactionID": 4, "TagFetchBody": false, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": null, @@ -217,7 +219,7 @@ "Failure": "connection_refused", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": null, @@ -271,8 +273,8 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "83.224.65.41" ], @@ -322,8 +324,8 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.org", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "83.224.65.41" ], @@ -368,9 +370,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.org", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/analysis_classic.json index d41b4243d9..2882f2ce98 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/analysis_classic.json @@ -6,15 +6,15 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 1 + 2 ], "DNSLookupSuccessWithInvalidAddresses": [ - 1 + 2 ], "DNSLookupSuccessWithValidAddress": [], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [ - 1 + 2 ], "DNSLookupSuccessWithValidAddressClassic": [], "DNSLookupUnexpectedFailure": [], @@ -57,7 +57,7 @@ "Failure": "connection_refused", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": null, @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/measurement.json index c94417ae07..76cecad963 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "http://www.example.org/", - "measurement_start_time": "2023-11-29 21:22:16", + "measurement_start_time": "2024-01-22 20:27:30", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": "connection_refused", "operation": "connect", "proto": "tcp", - "t0": 0.014228, - "t": 0.017309, + "t0": 0.011546, + "t": 0.014852, "transaction_id": 3, "tags": [ "depth=0", @@ -50,8 +50,8 @@ "failure": "connection_refused", "operation": "connect", "proto": "tcp", - "t0": 0.014153, - "t": 0.018863, + "t0": 0.011566, + "t": 0.017007, "transaction_id": 4, "tags": [ "depth=0", @@ -63,8 +63,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.0575, - "t": 0.063157, + "t0": 0.054451, + "t": 0.060214, "transaction_id": 5, "tags": [ "depth=0", @@ -76,8 +76,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.057509, - "t": 0.063257, + "t0": 0.054429, + "t": 0.060325, "transaction_id": 6, "tags": [ "depth=0", @@ -87,11 +87,11 @@ { "address": "93.184.216.34:443", "failure": null, - "num_bytes": 2315, + "num_bytes": 2314, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.072771, - "t": 0.072771, + "t0": 0.069329, + "t": 0.069329, "transaction_id": 6, "tags": [ "depth=0", @@ -101,8 +101,8 @@ { "failure": null, "operation": "http_transaction_start", - "t0": 0.563194, - "t": 0.563194, + "t0": 0.560262, + "t": 0.560262, "transaction_id": 5, "tags": [ "depth=0", @@ -112,8 +112,8 @@ { "failure": null, "operation": "http_transaction_done", - "t0": 0.569442, - "t": 0.569442, + "t0": 0.566892, + "t": 0.566892, "transaction_id": 5, "tags": [ "depth=0", @@ -126,8 +126,8 @@ "num_bytes": 1671, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.569463, - "t": 0.569463, + "t0": 0.566916, + "t": 0.566916, "transaction_id": 5, "tags": [ "depth=0", @@ -153,9 +153,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000537, - "t": 0.000537, - "transaction_id": 2, + "t0": 0.000071, + "t": 0.000071, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -166,9 +166,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000575, - "t": 0.000597, - "transaction_id": 2, + "t0": 0.00011, + "t": 0.000117, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -179,9 +179,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.001373, - "t": 0.001386, - "transaction_id": 2, + "t0": 0.000145, + "t": 0.000167, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -192,9 +192,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.001288, - "t": 0.006611, - "transaction_id": 2, + "t0": 0.000135, + "t": 0.00392, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -205,9 +205,9 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.001421, - "t": 0.00721, - "transaction_id": 2, + "t0": 0.000184, + "t": 0.004172, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -215,9 +215,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.00724, - "t": 0.00724, - "transaction_id": 2, + "t0": 0.004198, + "t": 0.004198, + "transaction_id": 1, "tags": [ "depth=0" ] @@ -232,16 +232,16 @@ "failure": "dns_no_answer", "hostname": "www.example.org", "query_type": "AAAA", - "raw_response": "WB2BAAABAAAAAAAAA3d3dwdleGFtcGxlA29yZwAAHAAB", + "raw_response": "A+WBAAABAAAAAAAAA3d3dwdleGFtcGxlA29yZwAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.006628, - "t": 0.008651, + "t0": 0.003934, + "t": 0.005837, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": [ @@ -257,16 +257,16 @@ "failure": null, "hostname": "www.example.org", "query_type": "A", - "raw_response": "9LWBAAABAAEAAAAAA3d3dwdleGFtcGxlA29yZwAAAQABA3d3dwdleGFtcGxlA29yZwAAAQABAAAOEAAEXbjYIg==", + "raw_response": "IQiBAAABAAEAAAAAA3d3dwdleGFtcGxlA29yZwAAAQABA3d3dwdleGFtcGxlA29yZwAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.007237, - "t": 0.009497, + "t0": 0.00419, + "t": 0.006077, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 } ], "queries": [ @@ -287,12 +287,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000334, - "t": 0.006037, + "t0": 0.000084, + "t": 0.002977, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": null, @@ -300,16 +300,16 @@ "failure": "dns_no_answer", "hostname": "www.example.org", "query_type": "AAAA", - "raw_response": "WB2BAAABAAAAAAAAA3d3dwdleGFtcGxlA29yZwAAHAAB", + "raw_response": "A+WBAAABAAAAAAAAA3d3dwdleGFtcGxlA29yZwAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000545, - "t": 0.006619, + "t0": 0.000081, + "t": 0.003925, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": [ @@ -325,16 +325,16 @@ "failure": null, "hostname": "www.example.org", "query_type": "A", - "raw_response": "9LWBAAABAAEAAAAAA3d3dwdleGFtcGxlA29yZwAAAQABA3d3dwdleGFtcGxlA29yZwAAAQABAAAOEAAEU+BBKQ==", + "raw_response": "IQiBAAABAAEAAAAAA3d3dwdleGFtcGxlA29yZwAAAQABA3d3dwdleGFtcGxlA29yZwAAAQABAAAOEAAEU+BBKQ==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.001352, - "t": 0.007216, + "t0": 0.000125, + "t": 0.004176, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 } ], "requests": [ @@ -364,7 +364,7 @@ ], [ "User-Agent", - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" ] ], "headers": { @@ -372,7 +372,7 @@ "Accept-Language": "en-US,en;q=0.9", "Host": "www.example.org", "Referer": "", - "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.36" + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[scrubbed] Safari/537.3" }, "method": "GET", "tor": { @@ -412,8 +412,8 @@ "Date": "Thu, 24 Aug 2023 14:35:29 GMT" } }, - "t0": 0.563194, - "t": 0.569442, + "t0": 0.560262, + "t": 0.566892, "tags": [ "depth=0", "fetch_body=true" @@ -426,12 +426,11 @@ "ip": "83.224.65.41", "port": 80, "status": { - "blocked": true, "failure": "connection_refused", "success": false }, - "t0": 0.014228, - "t": 0.017309, + "t0": 0.011546, + "t": 0.014852, "tags": [ "depth=0", "fetch_body=true" @@ -445,8 +444,8 @@ "failure": "connection_refused", "success": false }, - "t0": 0.014153, - "t": 0.018863, + "t0": 0.011566, + "t": 0.017007, "tags": [ "depth=0", "fetch_body=false" @@ -457,12 +456,11 @@ "ip": "93.184.216.34", "port": 80, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.0575, - "t": 0.063157, + "t0": 0.054451, + "t": 0.060214, "tags": [ "depth=0", "fetch_body=true" @@ -473,12 +471,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.057509, - "t": 0.063257, + "t0": 0.054429, + "t": 0.060325, "tags": [ "depth=0", "fetch_body=false" @@ -496,17 +493,17 @@ "no_tls_verify": false, "peer_certificates": [ { - "data": "MIIDnTCCAoWgAwIBAgIUJVkqxCtFqGYg6HlZBdSFdvk2muQwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjMxMTI5MjAyMjE2WhcNMjMxMTI5MjIyMjE2WjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQCvmru/8eebq8hZV/D/v/X0LYADuMPM2l0YpMXZTyh1aq6TTK2bj/b6bCY8Nii/neX0S1Vpf5KqYGcuFzeGwHntUzY0TPPgdvpzqps9iebqH44pM71mbQv5G18ZdR8CA9C7dmkqHg2JPTvCaB5yPufF2y+myP+8YLg1eKOsqggG4a4p8joJ6f+ege4bcHUafK+oFulwNJdjrDdb2OlHSRq+Uj/qxv+p0Kdpkj0gUaFqbzvMRCWkm+E9jewKB2nZykj7caXJ5D8Pb9Q5pxi08zGuiGHncYcZrggYP8Tvn6hMuivr4o8YM5P3nRE00/kq9sN2LHYYbypj9ZBl6eOpmnlnAgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFB7MApbiI6d6VjttHFCrdTHuzCoeMB8GA1UdIwQYMBaAFADM6ccQKgPJT3TspVoUhslIpqsSMEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAEeaW8IaSSn2FBwFEegPctCr9gLJ2YpW2M6HemEt9h+Qp52MgW+WMNv98cvUWAy+fCQ4SlweEOCfwCCM1EQx2GrXHxzVlvknm6iYCg9n7ksBgRC2soDsj75C/3tpGSA396SaJEoO6iM6o9XawZflXscyTQr1LnGEHi2Xjo5hnNgzq02PPgwUAEmv3n5hy+rROt46rziJmrrbCZTqS1xrD5KMySeppuFrOc0fM4pBDWRtg3d2ggeUabWeFb4HqUzR8pNeOOpV440YUBKs7hZT0dyusn0yPX4y4VXXOKYic7ucLbSPcbdMyECiJqehQWuuNb7JxC/s+Jf7Bmhea752i2c=", + "data": "MIIDnTCCAoWgAwIBAgIUPIGzM0lBtSMx1+ohH1+UcSQH80EwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIyMTkyNzMwWhcNMjQwMTIyMjEyNzMwWjAyMRYwFAYDVQQKEw1PT05JIE5ldGVtIENBMRgwFgYDVQQDEw93d3cuZXhhbXBsZS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC9upHvjeZ6pOre0DhHvirv6NA2a2J/pTiaOQe9ip0TRBnEXW9/SgrOWL2N32fcdB6PEQ1Pgn93+q6Hnik4jiKcZWP5g18/EebprrLrNhZDXD2zdDlu+kAqS5K0ae36+yTjWU/Baf6wL83gTb8M+rTi0LPQJLdRCuJuFrWYNq0q3a9HBTFRGZLXV7ODbmqP3yFlAnFTvvrQ2gZX0zsRJcf6DvAuB6F5uJZzMAx2sNVaSGQmsvNi0OLQ77Qk/apRXx3u6cmrN9A6mYXDhlrxqeS8Q27Ivh8bEW72oWob0T4n/h8VGWXe/DFk09CilhBp6dF2XjJLuA/AmZDrZA5D4gl1AgMBAAGjgb0wgbowDgYDVR0PAQH/BAQDAgWgMBMGA1UdJQQMMAoGCCsGAQUFBwMBMAwGA1UdEwEB/wQCMAAwHQYDVR0OBBYEFK/dnG8vgB+tBhHvaj6rbYIGC+i9MB8GA1UdIwQYMBaAFGeno0jZbw/amID5b44Q57jgWs83MEUGA1UdEQQ+MDyCD3d3dy5leGFtcGxlLmNvbYILZXhhbXBsZS5jb22CD3d3dy5leGFtcGxlLm9yZ4ILZXhhbXBsZS5vcmcwDQYJKoZIhvcNAQELBQADggEBAC7SJgaNfOlaH0KzijhimHcwk/nRv6Tt/f/sPElxtsECVaTiA88DSzWYp4eTAmIuskhy+Myao4/P0N7RWw5Ld145hth8ZtGpm+QTK6bNYqRcwXnSiwXSV/mWfq/1zUuVsGvHfeH50BfzSgf7azqUzoelq3qXql//xex+Ir+Tq90jdr64U9Zkd5HJlo+ntZ+ASZfOc1DUTMcCHkOyvmx479R26z0bw9Wg7E2gh/O6YwapYXUyRdpx5PxzDJsRtKqTPNlAEGZ7KmaVaxkIlS/wTKI9bhlNaFrSqlDu42tsjVeZkiXE3TycXoPsjp1+pCREBQoRkJM05zP1LP4ukNpDq9o=", "format": "base64" }, { - "data": "MIIDNjCCAh6gAwIBAgIVAMUAir+fTkkWBQcdYjExH5HpNkP8MA0GCSqGSIb3DQEBCwUAMB8xDTALBgNVBAoTBE9PTkkxDjAMBgNVBAMTBWphZmFyMB4XDTIzMTEyODIxMjIxNloXDTIzMTEzMDIxMjIxNlowHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDRSUvnz9nmBUH/lubXeqHhfImSW8m3mnKMN3FtoSwrQolB0iZfuHY3uHNBvynqEg/9uAWj9e7L3YkmWwoBfYaRWh/IU1N0ffRlNiC2GdIttldzFi3+JumatZRVFx+t0o45FeOetqiJYJSiEp1YhTe1LoN5ENA1V2X16WSCxHs7ed2xzgrDuYll53i3GCyMBV5+1NcK40+Tu/otD4i6JX9yRvHQ8RDUpyctbfJEJHriYQE8+Yhl6y/UpnimeUV1fQKt4/Rrsvf/9LwkbLz1ErbvzbegDfXyWHYSRYx31XP12ukQVagmsyX30X3pHNNDgVOj9yFKvg6eQ7DtuCIIR18JAgMBAAGjaTBnMA4GA1UdDwEB/wQEAwICpDATBgNVHSUEDDAKBggrBgEFBQcDATAPBgNVHRMBAf8EBTADAQH/MB0GA1UdDgQWBBQAzOnHECoDyU907KVaFIbJSKarEjAQBgNVHREECTAHggVqYWZhcjANBgkqhkiG9w0BAQsFAAOCAQEAimlAoxPzlCAQv/JXQ7Dp1aB+43g2hhyUxlv4+Mzv5I0vrhaf8wWL4/PbP/vJbb1IJ7eqyZ9IGbdgwsinqdZH+lkOYHL0dnMHWuuh/2BYb8QtfESbsxVUQ8jYdLpQqJkFVHH074kd4LCiGkaR6faEkNgP/G/e1qdvys3QXV0xeLhm6iG4c0VbtnvJ3Z3ROMCJbXgENrzPEbK0Vbp88p17MeVFvwMnMuiZbZZVPEJCDOsM4RyoPtNpb5RHCoSQCoXMXZwsA9ttcuGMpUsf5WSNhEaX5yUnx4z9FmGfvi2wHgEX9EO/1h8Q7NOc7dvMHKAtR9CCQL5tDWHXikJTekly4g==", + "data": "MIIDNTCCAh2gAwIBAgIUdJacwQ7X4JQ3VC6i7tEWkOfTiaYwDQYJKoZIhvcNAQELBQAwHzENMAsGA1UEChMET09OSTEOMAwGA1UEAxMFamFmYXIwHhcNMjQwMTIxMjAyNzI5WhcNMjQwMTIzMjAyNzI5WjAfMQ0wCwYDVQQKEwRPT05JMQ4wDAYDVQQDEwVqYWZhcjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAM01xTi59h0GMHD7XGTgNxsfv02ErdzRE2P/h1dddyVYEPEdt4CSEWoF17+NsvXeNaCpV6nfaiEPoMt2VHZYAvok7Mr2nrxjugspn1RV/UUpC6/tbnaKZEB0f/whlzcHyRDvij71vfXR3M2Qi3ffcWERV2zS2HVzx3JRgE7pZa7oyi7/BS7Z/f+ZTgA59AYMcdLTY1EKGUfgKJ8GuMarYNJn7rsTmNe2N/NCPW5jRKj5cCq9JBv2yw3pfwhbRWDLTxPGW7LxtAR479ASvZMdS+r+srT9ngXnRbrgoyxkMvF773oUS5t1Oeb5+Awx4gx1dSKWZ0lzEfI4wmxPybDLrckCAwEAAaNpMGcwDgYDVR0PAQH/BAQDAgKkMBMGA1UdJQQMMAoGCCsGAQUFBwMBMA8GA1UdEwEB/wQFMAMBAf8wHQYDVR0OBBYEFGeno0jZbw/amID5b44Q57jgWs83MBAGA1UdEQQJMAeCBWphZmFyMA0GCSqGSIb3DQEBCwUAA4IBAQCdfi+A2NigwSGEg+I/q5gm01bkrhLXFDtJlK0OWz/ssfklwVadPAL/6eqRJnciJHoOkLmH06IWG1qY59qjald8+hsOVrs3oVM2cI/l/fNU91LeKOCMJFFIfalFMzGkcYRV0UGMR2VORyScXDsFw6ZEo1jgDLwZU7Gz2+n7QFU8ca38dec+zXfSn1q5gh8ObgdPgP2Zuhein6fgO66P/Jz+9T1ciXw3BzADaesaYnsG3NoRPrjkduWagQyQJTH2ARWQASfe002vgdYlhbCyGJufksmxWf7H8jdmIhlkSg9PfD1H1QffVDsZ5fjA+GtauXEWHvszAtDEyxYfbUFxp++S", "format": "base64" } ], "server_name": "www.example.org", - "t0": 0.063272, - "t": 0.072743, + "t0": 0.060338, + "t": 0.069303, "tags": [ "depth=0", "fetch_body=false" @@ -525,7 +522,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -595,29 +592,30 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:83.224.65.41 Flags:3}]", - "t": 0.014085 + "t": 0.011507 }, { "msg": "conn 93.184.216.34:80: granted permission: true", - "t": 0.563166 + "t": 0.560236 } ], "control_failure": null, "x_dns_flags": 4, "dns_experiment_failure": null, "dns_consistency": "inconsistent", - "http_experiment_failure": null, + "http_experiment_failure": "connection_refused", "x_blocking_flags": 35, - "x_null_null_flags": 0, - "body_length_match": true, - "headers_match": true, - "status_code_match": true, - "title_match": true, + "x_null_null_flags": 2, + "body_proportion": 0, + "body_length_match": null, + "headers_match": null, + "status_code_match": null, + "title_match": null, "blocking": "dns", "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.569614, - "test_start_time": "2023-11-29 21:22:16", - "test_version": "0.5.26" + "test_runtime": 0.567089, + "test_start_time": "2024-01-22 20:27:30", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/observations.json index d3c6533120..792b652369 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.org", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -55,9 +55,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -161,7 +161,7 @@ "Failure": "connection_refused", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": null, @@ -212,7 +212,7 @@ "Failure": "connection_refused", "TransactionID": 4, "TagFetchBody": false, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/observations_classic.json index a722eadafc..78dd20d49d 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tcpBlockingConnectionRefusedWithInconsistentDNS/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -60,7 +60,7 @@ "Failure": "connection_refused", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.org", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/analysis.json index af12613e07..733d4f3111 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/analysis.json @@ -60,7 +60,7 @@ "Failure": "connection_reset", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -114,8 +114,8 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -165,8 +165,8 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "93.184.216.34" ], @@ -211,9 +211,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/analysis_classic.json index 1f03804334..ec970dba2d 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/analysis_classic.json @@ -6,16 +6,16 @@ "FinalResponseFailure": "" }, "DNSLookupSuccess": [ - 2 + 1 ], "DNSLookupSuccessWithInvalidAddresses": [], "DNSLookupSuccessWithValidAddress": [ - 2 + 1 ], "DNSLookupSuccessWithBogonAddresses": [], "DNSLookupSuccessWithInvalidAddressesClassic": [], "DNSLookupSuccessWithValidAddressClassic": [ - 2 + 1 ], "DNSLookupUnexpectedFailure": [], "DNSLookupUnexplainedFailure": [], @@ -57,7 +57,7 @@ "Failure": "connection_reset", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/measurement.json index 23a3b10113..a415d6d0a6 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.com/", - "measurement_start_time": "2023-11-29 21:22:17", + "measurement_start_time": "2024-01-22 20:27:31", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.011619, - "t": 0.016359, + "t0": 0.010817, + "t": 0.016645, "transaction_id": 3, "tags": [ "depth=0", @@ -50,8 +50,8 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.019969, - "t": 0.019969, + "t0": 0.020493, + "t": 0.020493, "transaction_id": 3, "tags": [ "depth=0", @@ -77,9 +77,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000074, - "t": 0.000074, - "transaction_id": 1, + "t0": 0.000079, + "t": 0.000079, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -90,9 +90,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000148, - "t": 0.000207, - "transaction_id": 1, + "t0": 0.000132, + "t": 0.000141, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -103,9 +103,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000223, - "t": 0.000227, - "transaction_id": 1, + "t0": 0.000119, + "t": 0.000142, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -116,9 +116,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000213, - "t": 0.004701, - "transaction_id": 1, + "t0": 0.000156, + "t": 0.005945, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -129,9 +129,9 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000232, - "t": 0.006251, - "transaction_id": 1, + "t0": 0.000146, + "t": 0.006297, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -139,9 +139,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006276, - "t": 0.006276, - "transaction_id": 1, + "t0": 0.006324, + "t": 0.006324, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -168,12 +168,12 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000088, - "t": 0.005906, + "t0": 0.00007, + "t": 0.005836, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": null, @@ -181,16 +181,16 @@ "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "jwqBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "RH6BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000084, - "t": 0.004707, + "t0": 0.000089, + "t": 0.00595, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": [ @@ -206,16 +206,16 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "012BAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "7pOBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000102, - "t": 0.006256, + "t0": 0.000111, + "t": 0.006302, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 } ], "requests": [], @@ -224,12 +224,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.011619, - "t": 0.016359, + "t0": 0.010817, + "t": 0.016645, "tags": [ "depth=0", "fetch_body=true" @@ -247,8 +246,8 @@ "no_tls_verify": false, "peer_certificates": [], "server_name": "www.example.com", - "t0": 0.016376, - "t": 0.019948, + "t0": 0.016661, + "t": 0.020475, "tags": [ "depth=0", "fetch_body=true" @@ -267,7 +266,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -321,16 +320,17 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:93.184.216.34 Flags:3}]", - "t": 0.011572 + "t": 0.010774 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": null, "dns_consistency": "consistent", - "http_experiment_failure": null, + "http_experiment_failure": "connection_reset", "x_blocking_flags": 4, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -339,7 +339,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.506364, - "test_start_time": "2023-11-29 21:22:17", - "test_version": "0.5.26" + "test_runtime": 0.506417, + "test_start_time": "2024-01-22 20:27:31", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/observations.json index f4e1c451a1..bd9f1c1e9f 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_no_answer", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "dns_no_answer", "DNSQueryType": "AAAA", @@ -55,9 +55,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -106,9 +106,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "A", @@ -161,7 +161,7 @@ "Failure": "connection_reset", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/observations_classic.json index a7266201b7..8950dcd013 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithConsistentDNS/observations_classic.json @@ -5,9 +5,9 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": "ANY", @@ -60,7 +60,7 @@ "Failure": "connection_reset", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/analysis.json index 2f0a88cdeb..205fff9129 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/analysis.json @@ -111,7 +111,7 @@ "Failure": "connection_reset", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/analysis_classic.json index 3ac8eea433..2d7a06dc9c 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/analysis_classic.json @@ -57,7 +57,7 @@ "Failure": "connection_reset", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/measurement.json index ebed408bbe..f83134d427 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "https://www.example.com/", - "measurement_start_time": "2023-11-29 21:22:18", + "measurement_start_time": "2024-01-22 20:27:31", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -37,8 +37,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.012177, - "t": 0.01776, + "t0": 0.01123, + "t": 0.01634, "transaction_id": 3, "tags": [ "depth=0", @@ -50,8 +50,8 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.02112, - "t": 0.02112, + "t0": 0.019953, + "t": 0.019953, "transaction_id": 3, "tags": [ "depth=0", @@ -63,8 +63,8 @@ "failure": null, "operation": "connect", "proto": "tcp", - "t0": 0.065863, - "t": 0.070668, + "t0": 0.06548, + "t": 0.070921, "transaction_id": 4, "tags": [ "depth=0", @@ -76,8 +76,8 @@ "failure": null, "operation": "bytes_received_cumulative", "proto": "tcp", - "t0": 0.074405, - "t": 0.074405, + "t0": 0.074059, + "t": 0.074059, "transaction_id": 4, "tags": [ "depth=0", @@ -103,8 +103,8 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.000064, - "t": 0.000064, + "t0": 0.00006, + "t": 0.00006, "transaction_id": 1, "tags": [ "depth=0" @@ -116,8 +116,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.0001, - "t": 0.000119, + "t0": 0.000095, + "t": 0.000101, "transaction_id": 1, "tags": [ "depth=0" @@ -129,8 +129,8 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000176, - "t": 0.000193, + "t0": 0.000127, + "t": 0.000147, "transaction_id": 1, "tags": [ "depth=0" @@ -142,8 +142,8 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000139, - "t": 0.002861, + "t0": 0.000106, + "t": 0.003726, "transaction_id": 1, "tags": [ "depth=0" @@ -155,8 +155,8 @@ "num_bytes": 64, "operation": "read", "proto": "udp", - "t0": 0.000197, - "t": 0.003686, + "t0": 0.000152, + "t": 0.004311, "transaction_id": 1, "tags": [ "depth=0" @@ -165,8 +165,8 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.003725, - "t": 0.003725, + "t0": 0.004338, + "t": 0.004338, "transaction_id": 1, "tags": [ "depth=0" @@ -176,23 +176,6 @@ "queries": [] }, "x_dns_duplicate_responses": [ - { - "answers": null, - "engine": "udp", - "failure": "dns_no_answer", - "hostname": "www.example.com", - "query_type": "AAAA", - "raw_response": "062BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", - "resolver_hostname": null, - "resolver_port": null, - "resolver_address": "8.8.4.4:53", - "t0": 0.002878, - "t": 0.005132, - "tags": [ - "depth=0" - ], - "transaction_id": 1 - }, { "answers": [ { @@ -207,36 +190,36 @@ "failure": null, "hostname": "www.example.com", "query_type": "A", - "raw_response": "N9KBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "raw_response": "5saBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.003712, - "t": 0.005491, + "t0": 0.004329, + "t": 0.006353, "tags": [ "depth=0" ], "transaction_id": 1 - } - ], - "queries": [ + }, { "answers": null, "engine": "udp", "failure": "dns_no_answer", "hostname": "www.example.com", "query_type": "AAAA", - "raw_response": "062BAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "raw_response": "GjeBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000074, - "t": 0.002865, + "t0": 0.003741, + "t": 0.006591, "tags": [ "depth=0" ], "transaction_id": 1 - }, + } + ], + "queries": [ { "answers": [ { @@ -247,16 +230,32 @@ "ttl": null } ], - "engine": "udp", + "engine": "getaddrinfo", "failure": null, "hostname": "www.example.com", - "query_type": "A", - "raw_response": "N9KBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEgsC2EQ==", + "query_type": "ANY", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "", + "t0": 0.00007, + "t": 0.003841, + "tags": [ + "depth=0" + ], + "transaction_id": 2 + }, + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "www.example.com", + "query_type": "AAAA", + "raw_response": "GjeBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000127, - "t": 0.003694, + "t0": 0.000068, + "t": 0.003732, "tags": [ "depth=0" ], @@ -272,19 +271,20 @@ "ttl": null } ], - "engine": "getaddrinfo", + "engine": "udp", "failure": null, "hostname": "www.example.com", - "query_type": "ANY", + "query_type": "A", + "raw_response": "5saBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEgsC2EQ==", "resolver_hostname": null, "resolver_port": null, - "resolver_address": "", - "t0": 0.000087, - "t": 0.003815, + "resolver_address": "8.8.4.4:53", + "t0": 0.000108, + "t": 0.004316, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 } ], "requests": [], @@ -293,12 +293,11 @@ "ip": "130.192.182.17", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.012177, - "t": 0.01776, + "t0": 0.01123, + "t": 0.01634, "tags": [ "depth=0", "fetch_body=true" @@ -309,12 +308,11 @@ "ip": "93.184.216.34", "port": 443, "status": { - "blocked": false, "failure": null, "success": true }, - "t0": 0.065863, - "t": 0.070668, + "t0": 0.06548, + "t": 0.070921, "tags": [ "depth=0", "fetch_body=true" @@ -332,8 +330,8 @@ "no_tls_verify": false, "peer_certificates": [], "server_name": "www.example.com", - "t0": 0.017776, - "t": 0.021096, + "t0": 0.016356, + "t": 0.019935, "tags": [ "depth=0", "fetch_body=true" @@ -350,8 +348,8 @@ "no_tls_verify": false, "peer_certificates": [], "server_name": "www.example.com", - "t0": 0.070682, - "t": 0.074385, + "t0": 0.070934, + "t": 0.074041, "tags": [ "depth=0", "fetch_body=true" @@ -370,7 +368,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": [ @@ -437,16 +435,17 @@ "x_conn_priority_log": [ { "msg": "create with [{Addr:130.192.182.17 Flags:3}]", - "t": 0.012125 + "t": 0.011183 } ], "control_failure": null, "x_dns_flags": 4, "dns_experiment_failure": null, "dns_consistency": "inconsistent", - "http_experiment_failure": null, + "http_experiment_failure": "connection_reset", "x_blocking_flags": 5, "x_null_null_flags": 0, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -455,7 +454,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.503985, - "test_start_time": "2023-11-29 21:22:18", - "test_version": "0.5.26" + "test_runtime": 0.504535, + "test_start_time": "2024-01-22 20:27:31", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/observations.json index f59934f28a..d8616a9794 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/observations.json @@ -55,13 +55,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "A", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": [ "130.192.182.17" ], @@ -106,13 +106,13 @@ "TagDepth": 0, "Type": 0, "Failure": "", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.com", "DNSLookupFailure": "", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "A", + "DNSEngine": "udp", "DNSResolvedAddrs": [ "130.192.182.17" ], @@ -161,7 +161,7 @@ "Failure": "connection_reset", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/observations_classic.json index 916af5d596..56c7fd61d8 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/tlsBlockingConnectionResetWithInconsistentDNS/observations_classic.json @@ -60,7 +60,7 @@ "Failure": "connection_reset", "TransactionID": 3, "TagFetchBody": true, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.com", "DNSLookupFailure": "", "DNSQueryType": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/analysis.json index af9609d3cb..13641741f3 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/analysis.json @@ -51,8 +51,8 @@ "DNSTransactionID": 2, "DNSDomain": "www.example.xyz", "DNSLookupFailure": "dns_nxdomain_error", - "DNSQueryType": "ANY", - "DNSEngine": "getaddrinfo", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", "DNSResolvedAddrs": null, "IPAddress": null, "IPAddressASN": null, @@ -88,9 +88,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.xyz", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "A", @@ -135,8 +135,8 @@ "DNSTransactionID": 1, "DNSDomain": "www.example.xyz", "DNSLookupFailure": "dns_nxdomain_error", - "DNSQueryType": "AAAA", - "DNSEngine": "udp", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", "DNSResolvedAddrs": null, "IPAddress": null, "IPAddressASN": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/analysis_classic.json index 5c6bb96b38..fe3311246e 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/analysis_classic.json @@ -13,7 +13,7 @@ "DNSLookupUnexplainedFailure": [], "DNSExperimentFailure": "dns_nxdomain_error", "DNSLookupExpectedFailure": [ - 2 + 1 ], "DNSLookupExpectedSuccess": [], "TCPConnectExpectedFailure": [], @@ -45,9 +45,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.xyz", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/measurement.json index e84f68c222..6794e31db2 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/measurement.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/measurement.json @@ -9,7 +9,7 @@ "tunnel": 0 }, "input": "http://www.example.xyz/", - "measurement_start_time": "2023-11-29 21:22:19", + "measurement_start_time": "2024-01-22 20:27:32", "probe_asn": "AS137", "probe_cc": "IT", "probe_ip": "127.0.0.1", @@ -19,7 +19,7 @@ "resolver_ip": "130.192.3.21", "resolver_network_name": "Consortium GARR", "software_name": "ooniprobe", - "software_version": "3.20.0-alpha", + "software_version": "3.21.0-alpha", "test_helpers": { "backend": { "address": "https://0.th.ooni.org/", @@ -50,9 +50,9 @@ { "failure": null, "operation": "resolve_start", - "t0": 0.00007, - "t": 0.00007, - "transaction_id": 1, + "t0": 0.000109, + "t": 0.000109, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -63,9 +63,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.000125, - "t": 0.000144, - "transaction_id": 1, + "t0": 0.00015, + "t": 0.000169, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -76,9 +76,9 @@ "num_bytes": 33, "operation": "write", "proto": "udp", - "t0": 0.00016, - "t": 0.00018, - "transaction_id": 1, + "t0": 0.000148, + "t": 0.000174, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -89,9 +89,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000148, - "t": 0.00617, - "transaction_id": 1, + "t0": 0.00018, + "t": 0.005287, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -102,9 +102,9 @@ "num_bytes": 33, "operation": "read", "proto": "udp", - "t0": 0.000185, - "t": 0.006533, - "transaction_id": 1, + "t0": 0.000182, + "t": 0.00637, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -112,9 +112,9 @@ { "failure": null, "operation": "resolve_done", - "t0": 0.006542, - "t": 0.006542, - "transaction_id": 1, + "t0": 0.006379, + "t": 0.006379, + "transaction_id": 2, "tags": [ "depth=0" ] @@ -133,48 +133,48 @@ "resolver_hostname": null, "resolver_port": null, "resolver_address": "", - "t0": 0.000105, - "t": 0.005941, + "t0": 0.000069, + "t": 0.004828, "tags": [ "depth=0" ], - "transaction_id": 2 + "transaction_id": 1 }, { "answers": null, "engine": "udp", "failure": "dns_nxdomain_error", "hostname": "www.example.xyz", - "query_type": "A", - "raw_response": "eFWBAwABAAAAAAAAA3d3dwdleGFtcGxlA3h5egAAAQAB", + "query_type": "AAAA", + "raw_response": "ZTCBAwABAAAAAAAAA3d3dwdleGFtcGxlA3h5egAAHAAB", "rcode": 3, "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000103, - "t": 0.006175, + "t0": 0.00012, + "t": 0.005292, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 }, { "answers": null, "engine": "udp", "failure": "dns_nxdomain_error", "hostname": "www.example.xyz", - "query_type": "AAAA", - "raw_response": "uRmBAwABAAAAAAAAA3d3dwdleGFtcGxlA3h5egAAHAAB", + "query_type": "A", + "raw_response": "RQCBAwABAAAAAAAAA3d3dwdleGFtcGxlA3h5egAAAQAB", "rcode": 3, "resolver_hostname": null, "resolver_port": null, "resolver_address": "8.8.4.4:53", - "t0": 0.000078, - "t": 0.006537, + "t0": 0.000128, + "t": 0.006374, "tags": [ "depth=0" ], - "transaction_id": 1 + "transaction_id": 2 } ], "requests": [], @@ -190,7 +190,7 @@ "en-US,en;q=0.9" ], "User-Agent": [ - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36" + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" ] }, "tcp_connect": null, @@ -216,16 +216,17 @@ "x_conn_priority_log": [ { "msg": "create with []", - "t": 0.010649 + "t": 0.010714 } ], "control_failure": null, "x_dns_flags": 0, "dns_experiment_failure": "dns_nxdomain_error", "dns_consistency": "consistent", - "http_experiment_failure": null, + "http_experiment_failure": "dns_nxdomain_error", "x_blocking_flags": 0, "x_null_null_flags": 1, + "body_proportion": 0, "body_length_match": null, "headers_match": null, "status_code_match": null, @@ -234,7 +235,7 @@ "accessible": false }, "test_name": "web_connectivity", - "test_runtime": 0.50664, - "test_start_time": "2023-11-29 21:22:19", - "test_version": "0.5.26" + "test_runtime": 0.506436, + "test_start_time": "2024-01-22 20:27:32", + "test_version": "0.5.28" } \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/observations.json index 176b5a7947..378cabd5af 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/observations.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/observations.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.xyz", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "ANY", @@ -46,12 +46,12 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.xyz", "DNSLookupFailure": "dns_nxdomain_error", - "DNSQueryType": "A", + "DNSQueryType": "AAAA", "DNSEngine": "udp", "DNSResolvedAddrs": null, "IPAddress": null, @@ -88,12 +88,12 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 1, + "TransactionID": 2, "TagFetchBody": null, - "DNSTransactionID": 1, + "DNSTransactionID": 2, "DNSDomain": "www.example.xyz", "DNSLookupFailure": "dns_nxdomain_error", - "DNSQueryType": "AAAA", + "DNSQueryType": "A", "DNSEngine": "udp", "DNSResolvedAddrs": null, "IPAddress": null, diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/observations_classic.json index 44ad36e2c7..537928ac87 100644 --- a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/observations_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownNXDOMAIN/observations_classic.json @@ -4,9 +4,9 @@ "TagDepth": 0, "Type": 0, "Failure": "dns_nxdomain_error", - "TransactionID": 2, + "TransactionID": 1, "TagFetchBody": null, - "DNSTransactionID": 2, + "DNSTransactionID": 1, "DNSDomain": "www.example.xyz", "DNSLookupFailure": "dns_nxdomain_error", "DNSQueryType": "ANY", diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/analysis.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/analysis.json new file mode 100644 index 0000000000..5fc92d3612 --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/analysis.json @@ -0,0 +1,238 @@ +{ + "ControlExpectations": { + "DNSAddresses": [ + "93.184.216.34" + ], + "FinalResponseFailure": "connection_refused_error" + }, + "DNSLookupSuccess": [ + 1, + 2 + ], + "DNSLookupSuccessWithInvalidAddresses": [], + "DNSLookupSuccessWithValidAddress": [ + 1, + 2 + ], + "DNSLookupSuccessWithBogonAddresses": [], + "DNSLookupSuccessWithInvalidAddressesClassic": [], + "DNSLookupSuccessWithValidAddressClassic": [ + 1, + 2 + ], + "DNSLookupUnexpectedFailure": [], + "DNSLookupUnexplainedFailure": [], + "DNSExperimentFailure": null, + "DNSLookupExpectedFailure": [], + "DNSLookupExpectedSuccess": [], + "TCPConnectExpectedFailure": [ + 3 + ], + "TCPConnectUnexpectedFailure": [], + "TCPConnectUnexpectedFailureDuringWebFetch": [], + "TCPConnectUnexpectedFailureDuringConnectivityCheck": [], + "TCPConnectUnexplainedFailure": [], + "TCPConnectUnexplainedFailureDuringWebFetch": [], + "TCPConnectUnexplainedFailureDuringConnectivityCheck": [], + "TLSHandshakeExpectedFailure": [], + "TLSHandshakeUnexpectedFailure": [], + "TLSHandshakeUnexpectedFailureDuringWebFetch": [], + "TLSHandshakeUnexpectedFailureDuringConnectivityCheck": [], + "TLSHandshakeUnexplainedFailure": [], + "TLSHandshakeUnexplainedFailureDuringWebFetch": [], + "TLSHandshakeUnexplainedFailureDuringConnectivityCheck": [], + "HTTPRoundTripUnexpectedFailure": [], + "HTTPRoundTripUnexplainedFailure": [], + "HTTPFinalResponseSuccessTLSWithoutControl": null, + "HTTPFinalResponseSuccessTLSWithControl": null, + "HTTPFinalResponseSuccessTCPWithoutControl": null, + "HTTPFinalResponseSuccessTCPWithControl": null, + "HTTPFinalResponseDiffBodyProportionFactor": null, + "HTTPFinalResponseDiffStatusCodeMatch": null, + "HTTPFinalResponseDiffTitleDifferentLongWords": null, + "HTTPFinalResponseDiffUncommonHeadersIntersection": null, + "Linear": [ + { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 1, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "444", + "EndpointAddress": "93.184.216.34:444", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": "A", + "DNSEngine": "udp", + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "dns_no_answer", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "dns_no_answer", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", + "DNSResolvedAddrs": null, + "IPAddress": null, + "IPAddressASN": null, + "IPAddressBogon": null, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ] +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/analysis_classic.json new file mode 100644 index 0000000000..5d5687835f --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/analysis_classic.json @@ -0,0 +1,145 @@ +{ + "ControlExpectations": { + "DNSAddresses": [ + "93.184.216.34" + ], + "FinalResponseFailure": "connection_refused_error" + }, + "DNSLookupSuccess": [ + 2 + ], + "DNSLookupSuccessWithInvalidAddresses": [], + "DNSLookupSuccessWithValidAddress": [ + 2 + ], + "DNSLookupSuccessWithBogonAddresses": [], + "DNSLookupSuccessWithInvalidAddressesClassic": [], + "DNSLookupSuccessWithValidAddressClassic": [ + 2 + ], + "DNSLookupUnexpectedFailure": [], + "DNSLookupUnexplainedFailure": [], + "DNSExperimentFailure": null, + "DNSLookupExpectedFailure": [], + "DNSLookupExpectedSuccess": [], + "TCPConnectExpectedFailure": [ + 3 + ], + "TCPConnectUnexpectedFailure": [], + "TCPConnectUnexpectedFailureDuringWebFetch": [], + "TCPConnectUnexpectedFailureDuringConnectivityCheck": [], + "TCPConnectUnexplainedFailure": [], + "TCPConnectUnexplainedFailureDuringWebFetch": [], + "TCPConnectUnexplainedFailureDuringConnectivityCheck": [], + "TLSHandshakeExpectedFailure": [], + "TLSHandshakeUnexpectedFailure": [], + "TLSHandshakeUnexpectedFailureDuringWebFetch": [], + "TLSHandshakeUnexpectedFailureDuringConnectivityCheck": [], + "TLSHandshakeUnexplainedFailure": [], + "TLSHandshakeUnexplainedFailureDuringWebFetch": [], + "TLSHandshakeUnexplainedFailureDuringConnectivityCheck": [], + "HTTPRoundTripUnexpectedFailure": [], + "HTTPRoundTripUnexplainedFailure": [], + "HTTPFinalResponseSuccessTLSWithoutControl": null, + "HTTPFinalResponseSuccessTLSWithControl": null, + "HTTPFinalResponseSuccessTCPWithoutControl": null, + "HTTPFinalResponseSuccessTCPWithControl": null, + "HTTPFinalResponseDiffBodyProportionFactor": null, + "HTTPFinalResponseDiffStatusCodeMatch": null, + "HTTPFinalResponseDiffTitleDifferentLongWords": null, + "HTTPFinalResponseDiffUncommonHeadersIntersection": null, + "Linear": [ + { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 1, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "444", + "EndpointAddress": "93.184.216.34:444", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ] +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/measurement.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/measurement.json new file mode 100644 index 0000000000..e5bd1057e7 --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/measurement.json @@ -0,0 +1,300 @@ +{ + "data_format_version": "0.2.0", + "extensions": { + "dnst": 0, + "httpt": 0, + "netevents": 0, + "tcpconnect": 0, + "tlshandshake": 0, + "tunnel": 0 + }, + "input": "http://www.example.com:444/", + "measurement_start_time": "2024-01-22 20:27:33", + "probe_asn": "AS137", + "probe_cc": "IT", + "probe_ip": "127.0.0.1", + "probe_network_name": "Consortium GARR", + "report_id": "", + "resolver_asn": "AS137", + "resolver_ip": "130.192.3.21", + "resolver_network_name": "Consortium GARR", + "software_name": "ooniprobe", + "software_version": "3.21.0-alpha", + "test_helpers": { + "backend": { + "address": "https://0.th.ooni.org/", + "type": "https" + } + }, + "test_keys": { + "agent": "redirect", + "client_resolver": "", + "retries": null, + "socksproxy": null, + "network_events": [ + { + "address": "93.184.216.34:444", + "failure": "connection_refused", + "operation": "connect", + "proto": "tcp", + "t0": 0.011273, + "t": 0.01676, + "transaction_id": 3, + "tags": [ + "depth=0", + "fetch_body=true" + ] + } + ], + "x_dns_whoami": { + "system_v4": null, + "udp_v4": { + "8.8.4.4:53": null + } + }, + "x_doh": { + "network_events": [], + "queries": [], + "requests": [], + "tcp_connect": [], + "tls_handshakes": [] + }, + "x_do53": { + "network_events": [ + { + "failure": null, + "operation": "resolve_start", + "t0": 0.000073, + "t": 0.000073, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 33, + "operation": "write", + "proto": "udp", + "t0": 0.000107, + "t": 0.000112, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 33, + "operation": "write", + "proto": "udp", + "t0": 0.00014, + "t": 0.000144, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 33, + "operation": "read", + "proto": "udp", + "t0": 0.00012, + "t": 0.004976, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "address": "8.8.4.4:53", + "failure": null, + "num_bytes": 64, + "operation": "read", + "proto": "udp", + "t0": 0.000148, + "t": 0.006173, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + }, + { + "failure": null, + "operation": "resolve_done", + "t0": 0.00621, + "t": 0.00621, + "transaction_id": 1, + "tags": [ + "depth=0" + ] + } + ], + "queries": [] + }, + "x_dns_duplicate_responses": [], + "queries": [ + { + "answers": null, + "engine": "udp", + "failure": "dns_no_answer", + "hostname": "www.example.com", + "query_type": "AAAA", + "raw_response": "DAGBAAABAAAAAAAAA3d3dwdleGFtcGxlA2NvbQAAHAAB", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000081, + "t": 0.004979, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, + { + "answers": [ + { + "asn": 15133, + "as_org_name": "Edgecast Inc.", + "answer_type": "A", + "ipv4": "93.184.216.34", + "ttl": null + } + ], + "engine": "udp", + "failure": null, + "hostname": "www.example.com", + "query_type": "A", + "raw_response": "kSeBAAABAAEAAAAAA3d3dwdleGFtcGxlA2NvbQAAAQABA3d3dwdleGFtcGxlA2NvbQAAAQABAAAOEAAEXbjYIg==", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "8.8.4.4:53", + "t0": 0.000124, + "t": 0.00618, + "tags": [ + "depth=0" + ], + "transaction_id": 1 + }, + { + "answers": [ + { + "asn": 15133, + "as_org_name": "Edgecast Inc.", + "answer_type": "A", + "ipv4": "93.184.216.34", + "ttl": null + } + ], + "engine": "getaddrinfo", + "failure": null, + "hostname": "www.example.com", + "query_type": "ANY", + "resolver_hostname": null, + "resolver_port": null, + "resolver_address": "", + "t0": 0.000083, + "t": 0.006537, + "tags": [ + "depth=0" + ], + "transaction_id": 2 + } + ], + "requests": [], + "tcp_connect": [ + { + "ip": "93.184.216.34", + "port": 444, + "status": { + "failure": "connection_refused", + "success": false + }, + "t0": 0.011273, + "t": 0.01676, + "tags": [ + "depth=0", + "fetch_body=true" + ], + "transaction_id": 3 + } + ], + "tls_handshakes": [], + "x_control_request": { + "http_request": "http://www.example.com:444/", + "http_request_headers": { + "Accept": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "Accept-Language": [ + "en-US,en;q=0.9" + ], + "User-Agent": [ + "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.3" + ] + }, + "tcp_connect": [ + "93.184.216.34:444" + ], + "x_quic_enabled": false + }, + "control": { + "tcp_connect": { + "93.184.216.34:444": { + "status": false, + "failure": "connection_refused_error" + } + }, + "quic_handshake": {}, + "http_request": { + "body_length": -1, + "discovered_h3_endpoint": "", + "failure": "connection_refused_error", + "title": "", + "headers": {}, + "status_code": -1 + }, + "http3_request": null, + "dns": { + "failure": null, + "addrs": [ + "93.184.216.34" + ] + }, + "ip_info": { + "93.184.216.34": { + "asn": 15133, + "flags": 3 + } + } + }, + "x_conn_priority_log": [ + { + "msg": "create with [{Addr:93.184.216.34 Flags:3}]", + "t": 0.011244 + } + ], + "control_failure": null, + "x_dns_flags": 0, + "dns_experiment_failure": null, + "dns_consistency": "consistent", + "http_experiment_failure": "connection_refused", + "x_blocking_flags": 0, + "x_null_null_flags": 2, + "body_proportion": 0, + "body_length_match": null, + "headers_match": null, + "status_code_match": null, + "title_match": null, + "blocking": false, + "accessible": false + }, + "test_name": "web_connectivity", + "test_runtime": 0.506699, + "test_start_time": "2024-01-22 20:27:33", + "test_version": "0.5.28" +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/observations.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/observations.json new file mode 100644 index 0000000000..131788ffdc --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/observations.json @@ -0,0 +1,196 @@ +{ + "DNSLookupFailures": [ + { + "TagDepth": 0, + "Type": 0, + "Failure": "dns_no_answer", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "dns_no_answer", + "DNSQueryType": "AAAA", + "DNSEngine": "udp", + "DNSResolvedAddrs": null, + "IPAddress": null, + "IPAddressASN": null, + "IPAddressBogon": null, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ], + "DNSLookupSuccesses": [ + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 1, + "TagFetchBody": null, + "DNSTransactionID": 1, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": "A", + "DNSEngine": "udp", + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + }, + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ], + "KnownTCPEndpoints": { + "3": { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 1, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "444", + "EndpointAddress": "93.184.216.34:444", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + }, + "ControlExpectations": { + "DNSAddresses": [ + "93.184.216.34" + ], + "FinalResponseFailure": "connection_refused_error" + } +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/observations_classic.json b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/observations_classic.json new file mode 100644 index 0000000000..bffdd869b9 --- /dev/null +++ b/internal/minipipeline/testdata/webconnectivity/generated/websiteDownTCPConnect/observations_classic.json @@ -0,0 +1,105 @@ +{ + "DNSLookupFailures": [], + "DNSLookupSuccesses": [ + { + "TagDepth": 0, + "Type": 0, + "Failure": "", + "TransactionID": 2, + "TagFetchBody": null, + "DNSTransactionID": 2, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": "ANY", + "DNSEngine": "getaddrinfo", + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": null, + "EndpointProto": null, + "EndpointPort": null, + "EndpointAddress": null, + "TCPConnectFailure": null, + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": null, + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + ], + "KnownTCPEndpoints": { + "3": { + "TagDepth": 0, + "Type": 1, + "Failure": "connection_refused", + "TransactionID": 3, + "TagFetchBody": true, + "DNSTransactionID": 1, + "DNSDomain": "www.example.com", + "DNSLookupFailure": "", + "DNSQueryType": null, + "DNSEngine": null, + "DNSResolvedAddrs": [ + "93.184.216.34" + ], + "IPAddress": "93.184.216.34", + "IPAddressASN": 15133, + "IPAddressBogon": false, + "EndpointTransactionID": 3, + "EndpointProto": "tcp", + "EndpointPort": "444", + "EndpointAddress": "93.184.216.34:444", + "TCPConnectFailure": "connection_refused", + "TLSHandshakeFailure": null, + "TLSServerName": null, + "HTTPRequestURL": null, + "HTTPFailure": null, + "HTTPResponseStatusCode": null, + "HTTPResponseBodyLength": null, + "HTTPResponseBodyIsTruncated": null, + "HTTPResponseHeadersKeys": null, + "HTTPResponseLocation": null, + "HTTPResponseTitle": null, + "HTTPResponseIsFinal": null, + "ControlDNSDomain": "www.example.com", + "ControlDNSLookupFailure": "", + "ControlDNSResolvedAddrs": [ + "93.184.216.34" + ], + "ControlTCPConnectFailure": "connection_refused_error", + "ControlTLSHandshakeFailure": null, + "ControlHTTPFailure": "connection_refused_error", + "ControlHTTPResponseStatusCode": null, + "ControlHTTPResponseBodyLength": null, + "ControlHTTPResponseHeadersKeys": null, + "ControlHTTPResponseTitle": null + } + }, + "ControlExpectations": { + "DNSAddresses": [ + "93.184.216.34" + ], + "FinalResponseFailure": "connection_refused_error" + } +} \ No newline at end of file diff --git a/internal/minipipeline/testdata/webconnectivity/manual/dnsgoogle80/analysis.json b/internal/minipipeline/testdata/webconnectivity/manual/dnsgoogle80/analysis.json index 3ec153d5ef..4ebeb600ef 100644 --- a/internal/minipipeline/testdata/webconnectivity/manual/dnsgoogle80/analysis.json +++ b/internal/minipipeline/testdata/webconnectivity/manual/dnsgoogle80/analysis.json @@ -31,7 +31,12 @@ "DNSExperimentFailure": null, "DNSLookupExpectedFailure": [], "DNSLookupExpectedSuccess": [], - "TCPConnectExpectedFailure": [], + "TCPConnectExpectedFailure": [ + 4, + 5, + 6, + 7 + ], "TCPConnectUnexpectedFailure": [], "TCPConnectUnexpectedFailureDuringWebFetch": [], "TCPConnectUnexpectedFailureDuringConnectivityCheck": [], diff --git a/internal/minipipeline/testdata/webconnectivity/manual/dnsgoogle80/analysis_classic.json b/internal/minipipeline/testdata/webconnectivity/manual/dnsgoogle80/analysis_classic.json index 00d13ce28e..ce8b0cb2f6 100644 --- a/internal/minipipeline/testdata/webconnectivity/manual/dnsgoogle80/analysis_classic.json +++ b/internal/minipipeline/testdata/webconnectivity/manual/dnsgoogle80/analysis_classic.json @@ -25,7 +25,12 @@ "DNSExperimentFailure": null, "DNSLookupExpectedFailure": [], "DNSLookupExpectedSuccess": [], - "TCPConnectExpectedFailure": [], + "TCPConnectExpectedFailure": [ + 4, + 5, + 6, + 7 + ], "TCPConnectUnexpectedFailure": [], "TCPConnectUnexpectedFailureDuringWebFetch": [], "TCPConnectUnexpectedFailureDuringConnectivityCheck": [],