-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathIdealOps.mm
149 lines (149 loc) · 13 KB
/
IdealOps.mm
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
<map version="0.9.0">
<!-- To view this file, download free mind mapping software FreeMind from http://freemind.sourceforge.net -->
<node CREATED="1338216189097" ID="ID_471867893" LINK="https://gist.github.com/2777306" MODIFIED="1338217422494" TEXT="Ideal Ops">
<font NAME="SansSerif" SIZE="12"/>
<node CREATED="1338216244679" ID="ID_417444872" MODIFIED="1338218449997" POSITION="left" TEXT="Documentation">
<node CREATED="1338216249293" ID="ID_1277990272" MODIFIED="1338216256867" TEXT="System architecture diagram"/>
<node CREATED="1338216257311" ID="ID_1022993984" MODIFIED="1338216260799" TEXT="Network diagram"/>
<node CREATED="1338216261437" ID="ID_1279720380" MODIFIED="1338216267867" TEXT="Out-of-hours support plan"/>
<node CREATED="1338216268314" ID="ID_836050330" MODIFIED="1338216271463" TEXT="Incident management plan"/>
<node CREATED="1338216271959" ID="ID_1471762363" MODIFIED="1338216275109" TEXT="Change management plan"/>
<node CREATED="1338216275395" ID="ID_518813657" MODIFIED="1338216279328" TEXT="Application documentation"/>
</node>
<node CREATED="1338216280452" ID="ID_1324805152" MODIFIED="1338218450008" POSITION="left" TEXT="Metric Collection">
<node CREATED="1338216286226" ID="ID_1698831190" MODIFIED="1338218450015" TEXT="System metrics">
<node CREATED="1338216298231" ID="ID_75620067" MODIFIED="1338216300645" TEXT="cpu"/>
<node CREATED="1338216300982" ID="ID_1894754248" MODIFIED="1338216301687" TEXT="load"/>
<node CREATED="1338216301929" ID="ID_1553843793" MODIFIED="1338216302428" TEXT="mem"/>
<node CREATED="1338216302721" ID="ID_1811712630" MODIFIED="1338216303526" TEXT="disk"/>
<node CREATED="1338216303808" ID="ID_1021083261" MODIFIED="1338216305530" TEXT="network"/>
<node CREATED="1338216305841" ID="ID_1419837199" MODIFIED="1338216306391" TEXT="etc"/>
</node>
<node CREATED="1338216307977" ID="ID_1406524295" MODIFIED="1338218450019" TEXT="Application metrics instrumented in code">
<node CREATED="1338216317154" ID="ID_1932502231" MODIFIED="1338216327248" TEXT="queue length"/>
<node CREATED="1338216327691" ID="ID_579706786" MODIFIED="1338216337876" TEXT="time to post new jobs"/>
<node CREATED="1338216338326" ID="ID_1717878391" MODIFIED="1338216340062" TEXT="statsd"/>
</node>
<node CREATED="1338216342080" ID="ID_830973061" MODIFIED="1338218450021" TEXT="business metrics instrumented in code">
<node CREATED="1338216351769" ID="ID_872004559" MODIFIED="1338216353991" TEXT="registrations"/>
<node CREATED="1338216354330" ID="ID_342457347" MODIFIED="1338216355763" TEXT="statsd"/>
</node>
<node CREATED="1338216358772" ID="ID_910527457" MODIFIED="1338218450027" TEXT="network devices">
<node CREATED="1338216366733" ID="ID_73258462" MODIFIED="1338216376922" TEXT="firewall"/>
<node CREATED="1338216377327" ID="ID_1716544174" MODIFIED="1338216388131" TEXT="load balancers"/>
<node CREATED="1338216388622" ID="ID_1285058172" MODIFIED="1338216392707" TEXT="switches"/>
<node CREATED="1338216393082" ID="ID_1801316934" MODIFIED="1338216394901" TEXT="vpns"/>
<node CREATED="1338216395249" ID="ID_1604018789" MODIFIED="1338216396165" TEXT="vpc"/>
</node>
<node CREATED="1338216416663" ID="ID_1042839599" MODIFIED="1338218450028" TEXT="storage">
<node CREATED="1338216421083" ID="ID_702499320" MODIFIED="1338216423744" TEXT="netapp"/>
</node>
<node CREATED="1338216425228" ID="ID_633454117" MODIFIED="1338216427970" TEXT="database"/>
<node CREATED="1338216428452" ID="ID_1556795810" MODIFIED="1338216430026" TEXT="cron jobs"/>
<node CREATED="1338216430730" ID="ID_1189011071" MODIFIED="1338218450031" TEXT="CD pipeline">
<node CREATED="1338216437351" ID="ID_894190015" MODIFIED="1338216443729" TEXT="Jenkins"/>
<node CREATED="1338216443982" ID="ID_1812438877" MODIFIED="1338216446039" TEXT="Chef"/>
<node CREATED="1338216446507" ID="ID_316705613" MODIFIED="1338216450131" TEXT="build / test farm"/>
</node>
<node CREATED="1338216451442" ID="ID_81373093" MODIFIED="1338216461562" TEXT="marjority of monitoring from internal systems"/>
<node CREATED="1338216463485" ID="ID_604838675" MODIFIED="1338218450033" TEXT="monitor from external systems">
<node CREATED="1338216470029" ID="ID_767140130" MODIFIED="1338216475460" TEXT="e.g. Nimsoft"/>
</node>
<node CREATED="1338216476911" ID="ID_337352845" MODIFIED="1338216491745" TEXT="retrieve external monitoring data into internal collection for correlation"/>
</node>
<node CREATED="1338216496162" ID="ID_1941961276" MODIFIED="1338218450038" POSITION="left" TEXT="Alert System">
<node CREATED="1338216508029" ID="ID_283139719" MODIFIED="1338216515485" TEXT="alert off data collected (passive)"/>
<node CREATED="1338216515848" ID="ID_1120206492" MODIFIED="1338216520999" TEXT="alert on checks (active)"/>
<node CREATED="1338216521488" ID="ID_1821651639" MODIFIED="1338216526876" TEXT="call-out on important alerts"/>
<node CREATED="1338216527660" ID="ID_1960580247" MODIFIED="1338216535464" TEXT="email, irc/chat, sms, mobile escalation"/>
<node CREATED="1338216536414" ID="ID_1655874295" MODIFIED="1338216542967" TEXT="call-out rotation, escalation plans"/>
</node>
<node CREATED="1338216544452" ID="ID_414443016" MODIFIED="1338218450041" POSITION="left" TEXT="Dashboards">
<node CREATED="1338216548523" ID="ID_1973977475" MODIFIED="1338216555499" TEXT="Real-time dashboards of all services"/>
<node CREATED="1338216555806" ID="ID_96336972" MODIFIED="1338216570734" TEXT="Real-time dashboard of what is being viewed on the site, where traffic is coming from"/>
<node CREATED="1338216571158" ID="ID_1641231089" MODIFIED="1338216579092" TEXT="Dashboards to include event / deploy lines"/>
<node CREATED="1338216579527" ID="ID_418247816" MODIFIED="1338216586156" TEXT="Anyone can create/share dashboards"/>
<node CREATED="1338216586796" ID="ID_1193274892" MODIFIED="1338216617008" TEXT="No passwords to access dashboards"/>
<node CREATED="1338216617481" ID="ID_1584429131" MODIFIED="1338216628029" TEXT="Key dashboards visible in the office on screen"/>
<node CREATED="1338216628341" ID="ID_139689748" MODIFIED="1338216636273" TEXT="Dashboard of environments - what's deployed"/>
<node CREATED="1338216636752" ID="ID_382238582" MODIFIED="1338216642761" TEXT="Cost dashboard (Iaas, Saas)"/>
</node>
<node CREATED="1338216646067" ID="ID_1021255258" MODIFIED="1338218450043" POSITION="right" TEXT="Correlation / Investigation">
<node CREATED="1338216652704" ID="ID_1355152156" MODIFIED="1338218450044" TEXT="Graphing system which allows ad-hoc metric correlation">
<node CREATED="1338216671910" ID="ID_228007778" MODIFIED="1338216673882" TEXT="Graphite"/>
</node>
<node CREATED="1338216674673" ID="ID_633806828" MODIFIED="1338218450045" TEXT="Centralized logging with search">
<node CREATED="1338216685273" ID="ID_966431574" MODIFIED="1338216688449" TEXT="Logstash"/>
<node CREATED="1338216689143" ID="ID_1727907059" MODIFIED="1338216690975" TEXT="Graylog"/>
</node>
<node CREATED="1338216692116" ID="ID_966504227" MODIFIED="1338216713940" TEXT="Record of everything that has changed, by who, when, and what the change was"/>
<node CREATED="1338216722030" ID="ID_887924471" MODIFIED="1338216733532" TEXT="Access to all relevant systems"/>
</node>
<node CREATED="1338216734889" ID="ID_86804919" MODIFIED="1338218450046" POSITION="right" TEXT="Infrastructure as Code">
<node CREATED="1338216740784" ID="ID_1437584256" MODIFIED="1338218450046" TEXT="Infrastructure DB with API">
<node CREATED="1338216747243" ID="ID_594930487" MODIFIED="1338216749660" TEXT="Chef server"/>
</node>
<node CREATED="1338216750389" ID="ID_742481960" MODIFIED="1338216762593" TEXT="All infra changes tracked, done via configuration management"/>
</node>
<node CREATED="1338216763426" ID="ID_1321727704" MODIFIED="1338218450048" POSITION="right" TEXT="Security">
<node CREATED="1338216766065" ID="ID_303594877" MODIFIED="1338216775783" TEXT="Automated view of what needs to be patched/updated"/>
<node CREATED="1338216776129" ID="ID_356564855" MODIFIED="1338216785064" TEXT="Regular vulnerability scans with history"/>
<node CREATED="1338216785895" ID="ID_301584465" MODIFIED="1338216794136" TEXT="ssh-key as only authentication"/>
<node CREATED="1338216794483" ID="ID_1833621993" MODIFIED="1338216816408" STYLE="fork" TEXT="segregated environments (dev, test, prod)"/>
<node CREATED="1338216819143" ID="ID_1613775105" MODIFIED="1338216827721" TEXT="data anonymisation for performance testing"/>
</node>
<node CREATED="1338216830851" ID="ID_1070368827" MODIFIED="1338218450049" POSITION="right" TEXT="Performance testing">
<node CREATED="1338216835573" ID="ID_550004188" MODIFIED="1338216843116" TEXT="Prod-like environment to test in"/>
<node CREATED="1338216843487" ID="ID_1668230726" MODIFIED="1338216859905" TEXT="Good performance test, with assumptions and approximations documented"/>
<node CREATED="1338216860334" ID="ID_349195361" MODIFIED="1338218607559" TEXT="Record of all previous test results"/>
<node CREATED="1338216867810" ID="ID_1659480565" MODIFIED="1338216873528" TEXT="Automated running of test"/>
<node CREATED="1338216873940" ID="ID_959681735" MODIFIED="1338216884318" TEXT="Automated comparison of test results with previous tests"/>
</node>
<node CREATED="1338216886408" ID="ID_353333476" MODIFIED="1338218450051" POSITION="right" TEXT="Communications">
<node CREATED="1338216890918" ID="ID_886825923" MODIFIED="1338216903435" TEXT="whole company using the same instant messaging / chat system"/>
<node CREATED="1338216903736" ID="ID_108642555" MODIFIED="1338216919040" TEXT="task/kanban system for giving work to systems engineers / infrastructure developers"/>
<node CREATED="1338216919359" ID="ID_1638365247" MODIFIED="1338216923224" TEXT="ops twitter"/>
<node CREATED="1338216923901" ID="ID_735103720" MODIFIED="1338218450052" TEXT="ops status">
<node CREATED="1338216928801" ID="ID_244032832" MODIFIED="1338216947322" TEXT="e.g. etsystatus.com"/>
<node CREATED="1338216932755" ID="ID_145017698" MODIFIED="1338216948677" TEXT="e.g. stashboard"/>
<node CREATED="1338216935764" ID="ID_789689304" MODIFIED="1338216950199" TEXT="e.g. amazon status"/>
</node>
</node>
<node CREATED="1338216951550" ID="ID_458494802" MODIFIED="1338218450055" POSITION="right" TEXT="Deployment">
<node CREATED="1338216955037" ID="ID_1978215861" MODIFIED="1338216959260" TEXT="single-click deploy"/>
<node CREATED="1338216959761" ID="ID_180604677" MODIFIED="1338216963731" TEXT="rollback-able"/>
<node CREATED="1338216964003" ID="ID_1002958439" MODIFIED="1338216968209" TEXT="performed by developer"/>
<node CREATED="1338216972038" ID="ID_548403670" MODIFIED="1338216977929" TEXT="dashboard/KPI used to validate release"/>
<node CREATED="1338216978166" ID="ID_1675886631" MODIFIED="1338216982700" TEXT="zero down time"/>
<node CREATED="1338216983578" ID="ID_921214373" MODIFIED="1338216988629" TEXT="dark-launches"/>
<node CREATED="1338217103221" ID="ID_132440189" MODIFIED="1338217110826" TEXT="feature flags can be turned on/off via webui"/>
</node>
<node CREATED="1338217113282" ID="ID_160025803" MODIFIED="1338218450055" POSITION="right" TEXT="Standards">
<node CREATED="1338217116228" ID="ID_1422735824" MODIFIED="1338217128823" TEXT="Published standards of we systems requirements"/>
</node>
<node CREATED="1338217130481" ID="ID_1132624171" MODIFIED="1338218450057" POSITION="right" TEXT="Process">
<node CREATED="1338217133156" ID="ID_449679488" MODIFIED="1338217142281" TEXT="LIght-weight post-mortem process, blame-free"/>
<node CREATED="1338217143238" ID="ID_566717500" MODIFIED="1338217146990" TEXT="Daily operations review"/>
<node CREATED="1338217161834" ID="ID_865696264" MODIFIED="1338217170447" TEXT="Monthly/quarterly architecture summit"/>
<node CREATED="1338217170923" ID="ID_416282215" MODIFIED="1338217174445" TEXT="Daily stand-ups"/>
<node CREATED="1338217175089" ID="ID_715922461" MODIFIED="1338217179549" TEXT="Iteration planning/review"/>
<node CREATED="1338217179789" ID="ID_1552358231" MODIFIED="1338217190178" TEXT="Regular capacity planning / cost optimization"/>
</node>
<node CREATED="1338217192288" ID="ID_1284946365" MODIFIED="1338218450059" POSITION="right" TEXT="Meta-metrics">
<node CREATED="1338217196674" ID="ID_728097041" MODIFIED="1338217198099" TEXT="MTTD"/>
<node CREATED="1338217198326" ID="ID_1415251864" MODIFIED="1338217199653" TEXT="MTTR"/>
<node CREATED="1338217199943" ID="ID_1046752715" MODIFIED="1338217202502" TEXT="Availability"/>
<node CREATED="1338217202789" ID="ID_1823302519" MODIFIED="1338218450060" TEXT="Service degradation">
<node CREATED="1338217211691" ID="ID_37394243" MODIFIED="1338217215356" TEXT="Slow vs broken"/>
<node CREATED="1338217215692" ID="ID_1851090820" MODIFIED="1338217221781" TEXT="Features disabled to protect site"/>
</node>
<node CREATED="1338217239473" ID="ID_751230231" MODIFIED="1338217246328" TEXT="CD Pipleline availability"/>
<node CREATED="1338217246796" ID="ID_1859710162" MODIFIED="1338218450061" TEXT="Release tracking">
<node CREATED="1338217267071" ID="ID_1547652669" MODIFIED="1338217269897" TEXT="type"/>
<node CREATED="1338217270136" ID="ID_163012087" MODIFIED="1338217276111" TEXT="success/failure"/>
<node CREATED="1338217276925" ID="ID_1667517426" MODIFIED="1338217282097" TEXT="success rate"/>
<node CREATED="1338217282693" ID="ID_354867390" MODIFIED="1338217283805" TEXT="length of incident"/>
</node>
</node>
</node>
</map>