Merge pull request #24 from signalfx/add-tests2

make the ES plugin less painful to test

elasticsearch_collectd.py

@@ -820,5 +820,4 @@ def __str__(self):
     fetch_stats()
 else:
     import collectd
-
     collectd.register_config(configure_callback)

tests/data/1.4.5/_all/_stats/index.json

@@ -0,0 +1 @@
+{"_shards":{"total":10,"successful":5,"failed":0},"_all":{"primaries":{"docs":{"count":0,"deleted":0},"store":{"size_in_bytes":575,"throttle_time_in_millis":0},"indexing":{"index_total":1,"index_time_in_millis":99,"index_current":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0},"refresh":{"total":5,"total_time_in_millis":0},"flush":{"total":0,"total_time_in_millis":0},"warmer":{"current":0,"total":10,"total_time_in_millis":24},"filter_cache":{"memory_size_in_bytes":0,"evictions":0},"id_cache":{"memory_size_in_bytes":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"percolate":{"total":0,"time_in_millis":0,"current":0,"memory_size_in_bytes":-1,"memory_size":"-1b","queries":0},"completion":{"size_in_bytes":0},"segments":{"count":0,"memory_in_bytes":0,"index_writer_memory_in_bytes":100216,"index_writer_max_memory_in_bytes":335544320,"version_map_memory_in_bytes":160,"fixed_bit_set_memory_in_bytes":0},"translog":{"operations":1,"size_in_bytes":17},"suggest":{"total":0,"time_in_millis":0,"current":0},"query_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0}},"total":{"docs":{"count":0,"deleted":0},"store":{"size_in_bytes":575,"throttle_time_in_millis":0},"indexing":{"index_total":1,"index_time_in_millis":99,"index_current":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0},"refresh":{"total":5,"total_time_in_millis":0},"flush":{"total":0,"total_time_in_millis":0},"warmer":{"current":0,"total":10,"total_time_in_millis":24},"filter_cache":{"memory_size_in_bytes":0,"evictions":0},"id_cache":{"memory_size_in_bytes":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"percolate":{"total":0,"time_in_millis":0,"current":0,"memory_size_in_bytes":-1,"memory_size":"-1b","queries":0},"completion":{"size_in_bytes":0},"segments":{"count":0,"memory_in_bytes":0,"index_writer_memory_in_bytes":100216,"index_writer_max_memory_in_bytes":335544320,"version_map_memory_in_bytes":160,"fixed_bit_set_memory_in_bytes":0},"translog":{"operations":1,"size_in_bytes":17},"suggest":{"total":0,"time_in_millis":0,"current":0},"query_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0}}},"indices":{"twitter":{"primaries":{"docs":{"count":0,"deleted":0},"store":{"size_in_bytes":575,"throttle_time_in_millis":0},"indexing":{"index_total":1,"index_time_in_millis":99,"index_current":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0},"refresh":{"total":5,"total_time_in_millis":0},"flush":{"total":0,"total_time_in_millis":0},"warmer":{"current":0,"total":10,"total_time_in_millis":24},"filter_cache":{"memory_size_in_bytes":0,"evictions":0},"id_cache":{"memory_size_in_bytes":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"percolate":{"total":0,"time_in_millis":0,"current":0,"memory_size_in_bytes":-1,"memory_size":"-1b","queries":0},"completion":{"size_in_bytes":0},"segments":{"count":0,"memory_in_bytes":0,"index_writer_memory_in_bytes":100216,"index_writer_max_memory_in_bytes":335544320,"version_map_memory_in_bytes":160,"fixed_bit_set_memory_in_bytes":0},"translog":{"operations":1,"size_in_bytes":17},"suggest":{"total":0,"time_in_millis":0,"current":0},"query_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0}},"total":{"docs":{"count":0,"deleted":0},"store":{"size_in_bytes":575,"throttle_time_in_millis":0},"indexing":{"index_total":1,"index_time_in_millis":99,"index_current":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0},"refresh":{"total":5,"total_time_in_millis":0},"flush":{"total":0,"total_time_in_millis":0},"warmer":{"current":0,"total":10,"total_time_in_millis":24},"filter_cache":{"memory_size_in_bytes":0,"evictions":0},"id_cache":{"memory_size_in_bytes":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"percolate":{"total":0,"time_in_millis":0,"current":0,"memory_size_in_bytes":-1,"memory_size":"-1b","queries":0},"completion":{"size_in_bytes":0},"segments":{"count":0,"memory_in_bytes":0,"index_writer_memory_in_bytes":100216,"index_writer_max_memory_in_bytes":335544320,"version_map_memory_in_bytes":160,"fixed_bit_set_memory_in_bytes":0},"translog":{"operations":1,"size_in_bytes":17},"suggest":{"total":0,"time_in_millis":0,"current":0},"query_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0}}}}}

tests/data/1.4.5/_cluster/health.json

@@ -0,0 +1 @@
+{"cluster_name":"elasticsearch","status":"yellow","timed_out":false,"number_of_nodes":1,"number_of_data_nodes":1,"active_primary_shards":5,"active_shards":5,"relocating_shards":0,"initializing_shards":0,"unassigned_shards":5}

tests/data/1.4.5/_nodes/_local/index.json

@@ -0,0 +1 @@
+{"cluster_name":"elasticsearch","nodes":{"ktpiL8rJTdCT2DPMN43MSg":{"name":"Elaine Grey","transport_address":"inet[/172.17.0.40:9300]","host":"43809ff35eec","ip":"172.17.0.40","version":"1.4.5","build":"2aaf797","http_address":"inet[/172.17.0.40:9200]","settings":{"name":"Elaine Grey","path":{"logs":"/usr/share/elasticsearch/logs","home":"/usr/share/elasticsearch"},"cluster":{"name":"elasticsearch"},"client":{"type":"node"},"foreground":"yes"},"os":{"refresh_interval_in_millis":1000,"available_processors":4,"cpu":{"vendor":"Intel","model":"Core(TM) i7-4870HQ CPU @ 2.50GHz","mhz":2499,"total_cores":4,"total_sockets":1,"cores_per_socket":4,"cache_size_in_bytes":6144},"mem":{"total_in_bytes":8373014528},"swap":{"total_in_bytes":0}},"process":{"refresh_interval_in_millis":1000,"id":1,"max_file_descriptors":1048576,"mlockall":false},"jvm":{"pid":1,"version":"1.8.0_91","vm_name":"OpenJDK 64-Bit Server VM","vm_version":"25.91-b14","vm_vendor":"Oracle Corporation","start_time_in_millis":1465886699834,"mem":{"heap_init_in_bytes":268435456,"heap_max_in_bytes":1038876672,"non_heap_init_in_bytes":2555904,"non_heap_max_in_bytes":0,"direct_max_in_bytes":1038876672},"gc_collectors":["ParNew","ConcurrentMarkSweep"],"memory_pools":["Code Cache","Metaspace","Compressed Class Space","Par Eden Space","Par Survivor Space","CMS Old Gen"]},"thread_pool":{"percolate":{"type":"fixed","min":4,"max":4,"queue_size":"1k"},"listener":{"type":"fixed","min":2,"max":2,"queue_size":-1},"index":{"type":"fixed","min":4,"max":4,"queue_size":"200"},"refresh":{"type":"scaling","min":1,"max":2,"keep_alive":"5m","queue_size":-1},"suggest":{"type":"fixed","min":4,"max":4,"queue_size":"1k"},"generic":{"type":"cached","keep_alive":"30s","queue_size":-1},"warmer":{"type":"scaling","min":1,"max":2,"keep_alive":"5m","queue_size":-1},"search":{"type":"fixed","min":12,"max":12,"queue_size":"1k"},"flush":{"type":"scaling","min":1,"max":2,"keep_alive":"5m","queue_size":-1},"optimize":{"type":"fixed","min":1,"max":1,"queue_size":-1},"management":{"type":"scaling","min":1,"max":5,"keep_alive":"5m","queue_size":-1},"get":{"type":"fixed","min":4,"max":4,"queue_size":"1k"},"merge":{"type":"scaling","min":1,"max":2,"keep_alive":"5m","queue_size":-1},"bulk":{"type":"fixed","min":4,"max":4,"queue_size":"50"},"snapshot":{"type":"scaling","min":1,"max":2,"keep_alive":"5m","queue_size":-1}},"network":{"refresh_interval_in_millis":5000,"primary_interface":{"address":"172.17.0.40","name":"eth0","mac_address":"02:42:AC:11:00:28"}},"transport":{"bound_address":"inet[/0:0:0:0:0:0:0:0:9300]","publish_address":"inet[/172.17.0.40:9300]"},"http":{"bound_address":"inet[/0:0:0:0:0:0:0:0:9200]","publish_address":"inet[/172.17.0.40:9200]","max_content_length_in_bytes":104857600},"plugins":[]}}}

tests/data/1.4.5/_nodes/_local/stats/transport,http,process,jvm,indices,thread_pool.json

@@ -0,0 +1 @@
+{"cluster_name":"elasticsearch","nodes":{"ktpiL8rJTdCT2DPMN43MSg":{"timestamp":1465886710427,"name":"Elaine Grey","transport_address":"inet[/172.17.0.40:9300]","host":"43809ff35eec","ip":["inet[/172.17.0.40:9300]","NONE"],"indices":{"docs":{"count":0,"deleted":0},"store":{"size_in_bytes":575,"throttle_time_in_millis":0},"indexing":{"index_total":1,"index_time_in_millis":99,"index_current":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":0,"total_time_in_millis":0,"total_docs":0,"total_size_in_bytes":0},"refresh":{"total":5,"total_time_in_millis":0},"flush":{"total":0,"total_time_in_millis":0},"warmer":{"current":0,"total":10,"total_time_in_millis":24},"filter_cache":{"memory_size_in_bytes":0,"evictions":0},"id_cache":{"memory_size_in_bytes":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"percolate":{"total":0,"time_in_millis":0,"current":0,"memory_size_in_bytes":-1,"memory_size":"-1b","queries":0},"completion":{"size_in_bytes":0},"segments":{"count":0,"memory_in_bytes":0,"index_writer_memory_in_bytes":100216,"index_writer_max_memory_in_bytes":335544320,"version_map_memory_in_bytes":160,"fixed_bit_set_memory_in_bytes":0},"translog":{"operations":1,"size_in_bytes":17},"suggest":{"total":0,"time_in_millis":0,"current":0},"query_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0}},"process":{"timestamp":1465886710429,"open_file_descriptors":170,"cpu":{"percent":52,"sys_in_millis":320,"user_in_millis":7160,"total_in_millis":7480},"mem":{"resident_in_bytes":246513664,"share_in_bytes":15912960,"total_virtual_in_bytes":4717776896}},"jvm":{"timestamp":1465886710429,"uptime_in_millis":10638,"mem":{"heap_used_in_bytes":86228968,"heap_used_percent":8,"heap_committed_in_bytes":259522560,"heap_max_in_bytes":1038876672,"non_heap_used_in_bytes":44848840,"non_heap_committed_in_bytes":46047232,"pools":{"young":{"used_in_bytes":68216832,"max_in_bytes":279183360,"peak_used_in_bytes":71630848,"peak_max_in_bytes":279183360},"survivor":{"used_in_bytes":8912888,"max_in_bytes":34865152,"peak_used_in_bytes":8912888,"peak_max_in_bytes":34865152},"old":{"used_in_bytes":9099248,"max_in_bytes":724828160,"peak_used_in_bytes":14187992,"peak_max_in_bytes":724828160}}},"threads":{"count":55,"peak_count":55},"gc":{"collectors":{"young":{"collection_count":2,"collection_time_in_millis":30},"old":{"collection_count":1,"collection_time_in_millis":13}}},"buffer_pools":{"direct":{"count":50,"used_in_bytes":7874464,"total_capacity_in_bytes":7874464},"mapped":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}}},"thread_pool":{"percolate":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"listener":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":3},"index":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":1},"refresh":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"suggest":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":4,"queue":0,"active":0,"rejected":0,"largest":4,"completed":20},"warmer":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":5},"search":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"flush":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"optimize":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":5,"queue":0,"active":1,"rejected":0,"largest":5,"completed":7},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"bulk":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0}},"transport":{"server_open":13,"rx_count":6,"rx_size_in_bytes":1476,"tx_count":6,"tx_size_in_bytes":1476},"http":{"current_open":1,"total_opened":6}}}}

tests/data/1.4.5/index.json

@@ -0,0 +1,13 @@
+{
+  "status" : 200,
+  "name" : "Elaine Grey",
+  "cluster_name" : "elasticsearch",
+  "version" : {
+    "number" : "1.4.5",
+    "build_hash" : "2aaf797f2a571dcb779a3b61180afe8390ab61f9",
+    "build_timestamp" : "2015-04-27T08:06:06Z",
+    "build_snapshot" : false,
+    "lucene_version" : "4.10.4"
+  },
+  "tagline" : "You Know, for Search"
+}