Skip to content

Commit

Permalink
fixing json
Browse files Browse the repository at this point in the history
  • Loading branch information
@ivukotic
ivukotic committed Dec 15, 2023
1 parent f99bb39 commit 65c700a
Show file tree
Hide file tree
Showing 5 changed files with 11,068 additions and 4,314 deletions.
223 changes: 140 additions & 83 deletions examples/else.json
View file
Original file line number Diff line number Diff line change
@@ -1,89 +1,146 @@
{
"timestamp": 1702594522000,
"@timestamp": "2023-12-14T22:56:53.755335626Z",
"ps_services_pscheduler_stats_overdue": 160.0,
"host": "192.168.26.60","ps_servic
es_pscheduler_stats_running":0.0,"headers":{"x_request_id":"16cd08126cbbd80bdd5e5bba4c12d8e3","x_forwarded_for":"192.41.236.109","request_path":"/","re
quest_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","http_host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarded_
scheme":"https","x_forwarded_proto":"https","content_type":"application/json","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.28
.2","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"* /*","content_length":"406","x_forwarded_port":"443"},"type":"status","ps_services_psch
eduler_stats_archiver_backlog":0.0,"ps_services_pscheduler_stats_missed":2.0,"ps_services_pscheduler_stats_pending":22.0,"ps_services_pscheduler_stats_
failed":0.0,"ps_host":"perfsonar2.nipne.ro","@version":"1","ps_services_pscheduler_stats_nonstart":0.0}
{"timestamp":1702594582000,"@timestamp":"2023-12-14T22:56:53.771800013Z","ps_esmond_freshness_latency_wcount":0.0,"ps_esmond_freshness_latency_total":7
.0,"host":"192.168.26.60","ps_esmond_freshness_latency_complete":0.0,"ps_esmond_freshness_latency_mcount":7.0,"headers":{"x_request_id":"30d7ae9bb6dcab
112aed444d0f266e77","x_forwarded_for":"192.41.236.109","request_path":"/","request_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","http_
host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarded_scheme":"https","x_forwarded_proto":"https","content_type":"application/js
on","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.28.2","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"*/*","cont
ent_length":"260","x_forwarded_port":"443"},"type":"status","ps_host":"perfsonar-ns.princeton.edu","@version":"1"}{
[
{
"timestamp": 1702594522000,
"@timestamp": "2023-12-14T22:56:53.755335626Z",
"ps_services_pscheduler_stats_overdue": 160.0,
"host": "192.168.26.60",
"ps_services_pscheduler_stats_running": 0.0,
"type": "status",
"ps_services_pschduler_stats_archiver_backlog": 0.0,
"ps_services_pscheduler_stats_missed": 2.0,
"ps_services_pscheduler_stats_pending": 22.0,
"ps_services_pscheduler_stats_failed": 0.0,
"ps_host": "perfsonar2.nipne.ro",
"@version": "1",
"ps_services_pscheduler_stats_nonstart": 0.0
},
{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22:56:53.771800013Z",
"ps_esmond_freshness_latency_wcount": 0.0,
"ps_esmond_freshness_latency_total": 7.0,
"host": "192.168.26.60",
"ps_esmond_freshness_latency_complete": 0.0,
"ps_esmond_freshness_latency_mcount": 7.0,
"type": "status",
"ps_host": "perfsonar-ns.princeton.edu",
"@version": "1"
},
{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22:56:53.787768556Z",
"ps_esmond_freshness_latency_wcount": 0.0,
"ps_esmond_freshness_latency_total": 6
3.0,
"ps_esmond_freshness_latency_total": 63.0,
"host": "192.168.26.60",
"ps_esmond_freshness_latency_complete": 0.0,
"ps_esmond_freshness_latency_mcount": 63.0,
"headers": {
"x_request_id":"0d8921521515
d985f507b127960549c5","x_forwarded_for":"192.41.236.109","request_path":"/","request_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","htt
p_host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarded_scheme":"https","x_forwarded_proto":"https","content_type":"application/
json","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.28.2","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"* /*","co
ntent_length":"260","x_forwarded_port":"443"},"type":"status","ps_host":"hep-ps-lt-bp.pp.rl.ac.uk","@version":"1"}
{"timestamp":1702594582000,"@timestamp":"2023-12-14T22:56:53.803418078Z","ps_services_pscheduler_stats_overdue":0.0,"host":"192.168.26.60","ps_services
_pscheduler_stats_running":0.0,"headers":{"x_request_id":"dabb7ed11b36c425ceeca5639a748905","x_forwarded_for":"192.41.236.109","request_path":"/","requ
est_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","http_host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarded_sc
heme":"https","x_forwarded_proto":"https","content_type":"application/json","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.28.2
","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"*/*","content_length":"399","x_forwarded_port":"443"},"type":"status","ps_services_psched
uler_stats_archiver_backlog":0.0,"ps_services_pscheduler_stats_missed":0.0,"ps_services_pscheduler_stats_pending":0.0,"ps_services_pscheduler_stats_fai
led":0.0,"ps_host":"ps01.iihe.ac.be","@version":"1","ps_services_pscheduler_stats_nonstart":0.0}{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22:56:53.818812298Z",
"ps_services_pscheduler_stats_overdue": 129.0,
"host": "192.168.26.60","ps_servic
es_pscheduler_stats_running":94.0,"headers":{"x_request_id":"6f740e51904b2043dcaf13fc566546ad","x_forwarded_for":"192.41.236.109","request_path":"/","r
equest_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","http_host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarded
_scheme":"https","x_forwarded_proto":"https","content_type":"application/json","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.2
8.2","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"* /*","content_length":"429","x_forwarded_port":"443"},"type":"status","ps_services_psc
heduler_stats_archiver_backlog":0.0,"ps_services_pscheduler_stats_missed":34.0,"ps_services_pscheduler_stats_pending":17202.0,"ps_services_pscheduler_s
tats_failed":24245.0,"ps_host":"ps-bw.tier2.hep.manchester.ac.uk","@version":"1","ps_services_pscheduler_stats_nonstart":15.0}
{"timestamp":1702594582000,"@timestamp":"2023-12-14T22:56:53.834617683Z","ps_services_pscheduler_stats_overdue":0.0,"host":"192.168.26.60","ps_services
_pscheduler_stats_running":0.0,"headers":{"x_request_id":"8af6f277a943363ff11b55f157cd695e","x_forwarded_for":"192.41.236.109","request_path":"/","requ
est_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","http_host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarded_sc
heme":"https","x_forwarded_proto":"https","content_type":"application/json","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.28.2
","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"*/*","content_length":"402","x_forwarded_port":"443"},"type":"status","ps_services_psched
uler_stats_archiver_backlog":0.0,"ps_services_pscheduler_stats_missed":0.0,"ps_services_pscheduler_stats_pending":0.0,"ps_services_pscheduler_stats_fai
led":0.0,"ps_host":"ps0002.m45.ihep.su","@version":"1","ps_services_pscheduler_stats_nonstart":0.0}{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22:56:53.907215374Z",
"ps_services_pscheduler_stats_overdue": 0.0,
"host": "192.168.26.60","ps_services
_pscheduler_stats_running":0.0,"headers":{"x_request_id":"001207e0c866e02b993203148a52551b","x_forwarded_for":"192.41.236.109","request_path":"/","requ
est_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","http_host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarded_sc
heme":"https","x_forwarded_proto":"https","content_type":"application/json","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.28.2
","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"* /*","content_length":"402","x_forwarded_port":"443"},"type":"status","ps_services_psched
uler_stats_archiver_backlog":0.0,"ps_services_pscheduler_stats_missed":0.0,"ps_services_pscheduler_stats_pending":0.0,"ps_services_pscheduler_stats_fai
led":0.0,"ps_host":"ps0001.m45.ihep.su","@version":"1","ps_services_pscheduler_stats_nonstart":0.0}
{"timestamp":1702594582000,"@timestamp":"2023-12-14T22:56:53.923565235Z","ps_services_pscheduler_stats_overdue":155.0,"host":"192.168.26.60","ps_servic
es_pscheduler_stats_running":110.0,"headers":{"x_request_id":"500a9f8f4598b53d60b8064350a83522","x_forwarded_for":"192.41.236.109","request_path":"/","
request_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","http_host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarde
d_scheme":"https","x_forwarded_proto":"https","content_type":"application/json","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.
28.2","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"*/*","content_length":"426","x_forwarded_port":"443"},"type":"status","ps_services_ps
cheduler_stats_archiver_backlog":0.0,"ps_services_pscheduler_stats_missed":14263.0,"ps_services_pscheduler_stats_pending":65767.0,"ps_services_pschedul
er_stats_failed":16181.0,"ps_host":"ps001.gla.scotgrid.ac.uk","@version":"1","ps_services_pscheduler_stats_nonstart":241.0}{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22:56:53.939106883Z",
"ps_services_pscheduler_stats_overdue": 155.0,
"host": "192.168.26.60","ps_servic
es_pscheduler_stats_running":110.0,"headers":{"x_request_id":"8516bd8ba9691504d456136d869e093a","x_forwarded_for":"192.41.236.109","request_path":"/","
request_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","http_host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarde
d_scheme":"https","x_forwarded_proto":"https","content_type":"application/json","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.
28.2","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"* /*","content_length":"426","x_forwarded_port":"443"},"type":"status","ps_services_ps
cheduler_stats_archiver_backlog":0.0,"ps_services_pscheduler_stats_missed":14263.0,"ps_services_pscheduler_stats_pending":65767.0,"ps_services_pschedul
er_stats_failed":16181.0,"ps_host":"ps002.gla.scotgrid.ac.uk","@version":"1","ps_services_pscheduler_stats_nonstart":241.0}
{"timestamp":1702594582000,"@timestamp":"2023-12-14T22:56:53.955251789Z","ps_services_pscheduler_stats_overdue":17.0,"host":"192.168.26.60","ps_service
s_pscheduler_stats_running":180.0,"headers":{"x_request_id":"fdbc08ddd8dc6ff9bedea88a34a0df05","x_forwarded_for":"192.41.236.109","request_path":"/","r
equest_method":"PUT","x_forwarded_host":"ps-collection.atlas-ml.org","http_host":"ps-collection.atlas-ml.org","x_real_ip":"192.41.236.109","x_forwarded
_scheme":"https","x_forwarded_proto":"https","content_type":"application/json","accept_encoding":"gzip, deflate","http_user_agent":"python-requests/2.2
8.2","http_version":"HTTP/1.1","x_scheme":"https","http_accept":"*/*","content_length":"424","x_forwarded_port":"443"},"type":"status","ps_services_psc
heduler_stats_archiver_backlog":1.0,"ps_services_pscheduler_stats_missed":1267.0,"ps_services_pscheduler_stats_pending":102228.0,"ps_services_pschedule
r_stats_failed":16059.0,"ps_host":"ps02-b.farm.particle.cz","@version":"1","ps_services_pscheduler_stats_nonstart":331.0}
"type": "status",
"ps_host": "hep-ps-lt-bp.pp.rl.ac.uk",
"@version": "1"
},
{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22:56:53.803418078Z",
"ps_services_pscheduler_stats_overdue": 0.0,
"host": "192.168.26.60",
"ps_services_pscheduler_stats_running": 0.0,
"type": "status",
"ps_services_pscheduler_stats_archiver_backlog": 0.0,
"ps_services_pscheduler_stats_missed": 0.0,
"ps_services_pscheduler_stats_pending": 0.0,
"ps_services_pscheduler_stats_failed": 0.0,
"ps_host": "ps01.iihe.ac.be",
"@version": "1",
"ps_services_pscheduler_stats_nonstart": 0.0
},
{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22: 56: 53.818812298Z",
"ps_services_pscheduler_stats_overdue": 129.0,
"host": "192.168.26.60",
"ps_services_pscheduler_stats_running": 94.0,
"type": "status",
"ps_services_pscheduler_stats_archiver_backlog": 0.0,
"ps_services_pscheduler_stats_missed": 34.0,
"ps_services_pscheduler_stats_pending": 17202.0,
"ps_services_pscheduler_stats_failed": 24245.0,
"ps_host": "ps-bw.tier2.hep.manchester.ac.uk",
"@version": "1",
"ps_services_pscheduler_stats_nonstart": 15.0
},
{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22:56:53.834617683Z",
"ps_services_pscheduler_stats_overdue": 0.0,
"host": "192.168.26.60",
"ps_services_pscheduler_stats_running": 0.0,
"type": "status",
"ps_services_pscheduler_stats_archiver_backlog": 0.0,
"ps_services_pscheduler_stats_missed": 0.0,
"ps_services_pscheduler_stats_pending": 0.0,
"ps_services_pscheduler_stats_failed": 0.0,
"ps_host": "ps0002.m45.ihep.su",
"@version": "1",
"ps_services_pscheduler_stats_nonstart": 0.0
},
{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22: 56: 53.907215374Z",
"ps_services_pscheduler_stats_overdue": 0.0,
"host": "192.168.26.60",
"ps_services_pscheduler_stats_running": 0.0,
"type": "status",
"ps_services_pscheduler_stats_archiver_backlog": 0.0,
"ps_services_pscheduler_stats_missed": 0.0,
"ps_services_pscheduler_stats_pending": 0.0,
"ps_services_pscheduler_stats_failed": 0.0,
"ps_host": "ps0001.m45.ihep.su",
"@version": "1",
"ps_services_pscheduler_stats_nonstart": 0.0
},
{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22:56:53.923565235Z",
"ps_services_pscheduler_stats_overdue": 155.0,
"host": "192.168.26.60",
"ps_services_pscheduler_stats_running": 110.0,
"type": "status",
"ps_services_pscheduler_stats_archiver_backlog": 0.0,
"ps_services_pscheduler_stats_missed": 14263.0,
"ps_services_pscheduler_stats_pending": 65767.0,
"ps_services_pscheduler_stats_failed": 16181.0,
"ps_host": "ps001.gla.scotgrid.ac.uk",
"@version": "1",
"ps_services_pscheduler_stats_nonstart": 241.0
},
{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22: 56: 53.939106883Z",
"ps_services_pscheduler_stats_overdue": 155.0,
"host": "192.168.26.60",
"ps_services_pscheduler_stats_running": 110.0,
"type": "status",
"ps_services_pscheduler_stats_archiver_backlog": 0.0,
"ps_services_pscheduler_stats_missed": 14263.0,
"ps_services_pscheduler_stats_pending": 65767.0,
"ps_services_pscheduler_stats_failed": 16181.0,
"ps_host": "ps002.gla.scotgrid.ac.uk",
"@version": "1",
"ps_services_pscheduler_stats_nonstart": 241.0
},
{
"timestamp": 1702594582000,
"@timestamp": "2023-12-14T22:56:53.955251789Z",
"ps_services_pscheduler_stats_overdue": 17.0,
"host": "192.168.26.60",
"ps_services_pscheduler_stats_running": 180.0,
"type": "status",
"ps_services_pscheduler_stats_archiver_backlog": 1.0,
"ps_services_pscheduler_stats_missed": 1267.0,
"ps_services_pscheduler_stats_pending": 102228.0,
"ps_services_pscheduler_stats_failed": 16059.0,
"ps_host": "ps02-b.farm.particle.cz",
"@version": "1",
"ps_services_pscheduler_stats_nonstart": 331.0
}
]
Loading

0 comments on commit 65c700a

Please sign in to comment.