Enable LTO in release virtual and SNP

[achamayou]

Experimenting with #819, CFI needs LTO, and so that's worth enabling separately to see the performance impact.

[ghost]

lto@79305 aka 20231208.11 vs main ewma over 20 builds from 78967 to 79292

Click to see table

main

build_id	build_number	tlc_3node_fixed_duration_s	tlc_3node_fixed_states	tlc_atomic_reconfig_duration_s	tlc_atomic_reconfig_states	tlc_reconfig_duration_s	tlc_reconfig_states	pi_basic_mt_sgx_cft^	pi_basic_mt_sgx_cft_mem	Commit latency factor	tpcc_sgx_cft^	tpcc_sgx_cft_mem	pi_basic_mt_virtual_cft^	tpcc_virtual_cft^	ls_virtual_cft^	ls_sgx_cft^	ls_sgx_cft_mem	pi_ls_virtual_cft^	pi_ls_sgx_cft^	pi_ls_sgx_cft_mem	pi_basic_virtual_cft^	pi_basic_sgx_cft^	pi_basic_sgx_cft_mem	pi_basic_js_virtual_cft^	ls_jwt_virtual_cft^	pi_ls_jwt_virtual_cft^	ls_js_virtual_cft^	pi_basic_js_sgx_cft^	pi_basic_js_sgx_cft_mem	ls_full_js_virtual_cft^	ls_js_jwt_virtual_cft^	ls_jwt_sgx_cft^	ls_jwt_sgx_cft_mem	pi_ls_jwt_sgx_cft^	pi_ls_jwt_sgx_cft_mem	ls_js_sgx_cft^	ls_js_sgx_cft_mem	ls_full_js_sgx_cft^	ls_full_js_sgx_cft_mem	hist_sgx_cft^	tlc_sim_traces	tlc_sim_levelmean	ls_js_jwt_sgx_cft^	ls_js_jwt_sgx_cft_mem	RB put (/s)^	CHAMP put (/s)^	RB get (/s)^	CHAMP get (/s)^
78967	20231124.2	6	86496	439	1.2541e+07	240	6.31473e+06	27595.4	2.51822e+07	0.782565	5619.27	8.59996e+07	72019.2	17245.4	45777.6	14047.6	1.88908e+07	49218.4	14120.8	1.05021e+07	54646.7	15603.3	1.46964e+07	4429.9	17407.9	19488.2	17750.3	1434.1	1.25993e+07	14995.5	10073.9	6862.89	1.88908e+07	7057.8	6.30784e+06	5805.21	1.67936e+07	5477.8	1.67936e+07	43678.4	2280	403	3995.96	1.67936e+07	833717	1.17934e+06	8.1552e+06	3.07882e+07
78987	20231127.2	6	86496	424	1.2541e+07	238	6.31473e+06	27968.2	2.30851e+07	0.791971	5574.76	8.59996e+07	72391.9	17383.7	45643.3	14018.8	1.67936e+07	47824.5	14108.5	1.05021e+07	52921.6	15515	1.46964e+07	4384.3	17164.6	19797.7	17253.6	1433.2	1.25993e+07	14765	10224.5	7228.12	1.67936e+07	7141.5	6.30784e+06	5801.53	1.67936e+07	5724.29	1.88908e+07	39610.6	2249	403	3966.89	1.67936e+07	828249	1.18027e+06	8.13531e+06	3.11147e+07
79003	20231128.3	6	86496	436	1.2541e+07	238	6.31473e+06	28069.8	2.51822e+07	0.808064	5630.81	8.59996e+07	74088.1	17241.6	45776.3	14033.1	1.88908e+07	49222.8	14112.5	1.05021e+07	54048.1	15713.1	1.25993e+07	4425.8	17355.8	19581	17718.1	1443.3	1.25993e+07	14977.7	10405.5	7243.52	1.67936e+07	6982.1	6.30784e+06	5774.56	1.67936e+07	5499.24	1.67936e+07	45424.2	2261	403	4000	1.67936e+07	832500	1.18572e+06	8.1335e+06	3.08016e+07
79017	20231128.8	7	86496	423	1.2541e+07	235	6.31473e+06	28108.5	2.51822e+07	0.777555	5513.34	8.59996e+07	87116.5	17368.5	45922.7	13929.8	1.67936e+07	48602.4	14036.2	1.05021e+07	52895.1	15556.7	1.46964e+07	4381.8	17214.7	19210.1	14772.6	1424.7	1.05021e+07	14769.4	9844.71	6825.88	1.88908e+07	6924.2	6.30784e+06	5756.18	1.67936e+07	5452.73	1.67936e+07	45536.5	2348	403	3981.38	1.67936e+07	834575	1.18271e+06	8.12869e+06	3.11886e+07
79027	20231129.3	6	86496	430	1.2541e+07	241	6.31473e+06	28279.5	2.51822e+07	0.850433	5633.41	8.59996e+07	77809.8	17328	45518.3	14061.7	1.67936e+07	48796.2	14072.4	1.05021e+07	54537.1	15503.4	1.25993e+07	4360.3	17258.6	19599.4	17278.1	1445.1	1.25993e+07	14638.3	10065.2	7250.65	1.67936e+07	6971.9	6.30784e+06	5764.23	1.67936e+07	5492.7	1.67936e+07	44876.6	2207	403	3989.44	1.67936e+07	827666	1.18103e+06	8.17317e+06	3.05084e+07
79046	20231130.2	6	86496	443	1.2541e+07	244	6.31473e+06	28025.3	2.30851e+07	0.83449	5576.15	8.59996e+07	63701.8	17294.1	45702.6	14053	1.88908e+07	48491.2	14169	1.05021e+07	54537.7	15651.9	1.46964e+07	4355.6	17328.1	19849.1	15010.4	1431.6	1.25993e+07	14818.5	10271.1	7264.35	1.67936e+07	7007.9	6.30784e+06	5802.34	1.67936e+07	5487.61	1.88908e+07	47192	2107	403	3997.16	1.67936e+07	826230	1.18553e+06	8.15429e+06	3.07836e+07
79070	20231201.3	6	86496	438	1.2541e+07	242	6.31473e+06	27858.8	2.51822e+07	0.810711	5560.05	8.59996e+07	86296.3	17453.8	45445.2	14004.4	1.88908e+07	49724	14042.9	1.05021e+07	55215.6	15546.5	1.25993e+07	4354.4	17090.5	19141.3	17522.5	1427.9	1.25993e+07	15060.7	9957.13	7200.49	1.67936e+07	6928.4	6.30784e+06	5794.45	1.67936e+07	5473.42	1.67936e+07	40218.5	2362	403	3989.21	1.67936e+07	836232	1.18818e+06	8.16652e+06	3.16176e+07
79105	20231204.2	6	86496	428	1.2541e+07	239	6.31473e+06	27999.5	2.30851e+07	0.815873	5602.98	8.59996e+07	73754	17179.5	45756.3	14008.7	1.88908e+07	47733.8	14125.9	1.05021e+07	54949.6	15572.3	1.25993e+07	4389.4	17055.4	19057.1	17280.4	1437	1.05021e+07	14880.9	10265.5	6851.44	1.88908e+07	6973.1	6.30784e+06	5750.64	1.67936e+07	5733.89	1.88908e+07	46153.5	2385	403	3965.95	1.67936e+07	840283	1.17731e+06	8.13547e+06	3.07046e+07
79118	20231204.7	6	86496	433	1.2541e+07	239	6.31473e+06	27945	2.30851e+07	0.84316	5635.13	8.80968e+07	75841.7	17330.1	45759.3	14068.5	1.88908e+07	47756.9	14171.9	1.05021e+07	54515.7	15653.9	1.46964e+07	4374.4	17110.2	19464.3	14917.2	1432.9	1.25993e+07	14816.1	10346.3	6802.32	1.67936e+07	6974.7	6.30784e+06	5792.64	1.67936e+07	5741.3	1.67936e+07	46677	2246	403	3997.22	1.67936e+07	825189	1.18013e+06	8.15465e+06	3.09674e+07
79134	20231204.11	6	86496	419	1.2541e+07	238	6.31473e+06	28102.5	2.51822e+07	0.815447	5641.99	8.59996e+07	78037.6	17141.9	45772	14020.8	1.88908e+07	48406.7	14079.7	1.05021e+07	55596	15626.3	1.46964e+07	4381.4	17174.3	19191.6	17496.7	1427.2	1.25993e+07	14891.7	9761.62	7228.64	1.67936e+07	6997.8	6.30784e+06	5768.48	1.67936e+07	5727.26	1.67936e+07	41803.1	2306	403	3996.59	1.67936e+07	828515	1.17548e+06	8.154e+06	3.14453e+07
79141	20231204.13	7	86496	437	1.2541e+07	236	6.31473e+06	27783.3	2.51822e+07	0.803932	5596.8	8.59996e+07	68327.2	17326.7	45803.4	14021.8	1.88908e+07	48363.9	14166.7	1.05021e+07	54732.4	15588.9	1.46964e+07	4380.2	17105.9	19712.6	17469.6	1424.7	1.25993e+07	14760	9752.86	6827.57	1.67936e+07	6930.3	6.30784e+06	5758.06	1.67936e+07	5444.11	1.67936e+07	42083.3	2347	403	3958.22	1.67936e+07	837008	1.16971e+06	8.15053e+06	3.08527e+07
79155	20231205.3	7	86496	445	1.2541e+07	245	6.31473e+06	28082.1	2.51822e+07	0.815693	5640.34	8.59996e+07	62066.6	17317.4	45707.7	14015.6	1.88908e+07	48471.2	14121.4	1.05021e+07	55405.6	15576.6	1.25993e+07	4408	17078.1	19050.9	17418.2	1421.7	1.25993e+07	14930.7	10292.2	7225.51	1.67936e+07	6929.8	6.30784e+06	5803.52	1.67936e+07	5488.73	1.67936e+07	43564.2	2148	403	3996.47	1.67936e+07	828148	1.18265e+06	8.14427e+06	3.06798e+07
79174	20231205.9	7	86496	427	1.2541e+07	247	6.31473e+06	28158.4	2.30851e+07	0.832702	5588.32	8.59996e+07	59992.5	17291.4	45646.2	14034.2	1.88908e+07	48780.5	14128.5	1.05021e+07	54658	15569	1.25993e+07	4392.8	17097.2	19587.1	17435.5	1437.6	1.25993e+07	14830.4	10290.4	7243.3	1.67936e+07	6934	6.30784e+06	5805.18	1.67936e+07	5487.13	1.67936e+07	42419.1	2348	403	3984.99	1.67936e+07	818484	1.18115e+06	8.15014e+06	3.08411e+07
79191	20231206.3	6	86496	425	1.2541e+07	232	6.31473e+06	27937.7	2.51822e+07	0.807565	5586.2	8.59996e+07	80506.2	17240.9	45694.4	13984	1.88908e+07	47829.7	14096.6	1.05021e+07	55088.2	15550.9	1.46964e+07	4390.5	17224.7	19225.6	17518.6	1433.3	1.05021e+07	16586.7	9748.83	6873.92	1.88908e+07	6934.2	6.30784e+06	5757.97	1.67936e+07	5477.84	1.67936e+07	44489	2348	403	3988.75	1.67936e+07	811835	1.17162e+06	8.15462e+06	3.06807e+07
79212	20231206.9	6	86496	422	1.2541e+07	237	6.31473e+06	27757.3	2.30851e+07	0.787436	5550.7	8.59996e+07	76936.9	17165.4	45737.6	13991.9	1.88908e+07	43246.8	14088.3	1.05021e+07	55022.1	15563.8	1.46964e+07	4400.7	17059.5	19190.5	17109.9	1431.7	1.25993e+07	14889.3	9772.13	6829.75	1.67936e+07	7031.6	6.30784e+06	5794.64	1.67936e+07	5485.33	1.67936e+07	45135.1	2341	403	3993.8	1.67936e+07	836211	1.18495e+06	8.16066e+06	3.20255e+07
79229	20231207.3	6	86496	427	1.2541e+07	240	6.31473e+06	27926.5	2.30851e+07	0.776247	5576.6	8.59996e+07	75875.6	17255.2	45542.6	13955.9	1.88908e+07	48633.4	14087.4	1.05021e+07	53726.7	15602.3	1.46964e+07	4386.5	17128.4	19449.2	17242	1420.3	1.25993e+07	14480.2	10294.2	7247.5	1.67936e+07	7153.1	6.30784e+06	5768.83	1.67936e+07	5480.6	1.67936e+07	43978.5	2349	403	3988.57	1.67936e+07	807709	1.17338e+06	8.14541e+06	3.0748e+07
79234	20231207.5	6	86496	421	1.2541e+07	235	6.31473e+06	27907.2	2.30851e+07	0.787179	5559.41	8.59996e+07	83093.4	17330.6	45876.2	14029	1.88908e+07	49246.5	14143.7	1.05021e+07	53613.6	15552.2	1.46964e+07	4405.8	17443.4	19927.1	17334.1	1426.4	1.25993e+07	14833.1	9850.31	6881.89	1.67936e+07	6972.6	6.30784e+06	5798.24	1.67936e+07	5492.31	1.88908e+07	42217.5	2368	403	3987.77	1.67936e+07	834683	1.17911e+06	8.13234e+06	3.12109e+07
79265	20231207.15	6	86496	418	1.2541e+07	232	6.31473e+06	28128.3	2.51822e+07	0.787657	5571.27	8.59996e+07	83400.4	17117.4	45634.9	14013.5	1.88908e+07	49763.9	14038.2	1.05021e+07	53593.9	15575	1.46964e+07	4364.3	17149.3	19160.8	17062.5	1429.5	1.25993e+07	15007.2	9901.93	7214.04	1.67936e+07	6968.4	6.30784e+06	5796.77	1.67936e+07	5482.18	1.67936e+07	45208.2	2369	403	3997.21	1.67936e+07	844021	1.18032e+06	8.15491e+06	3.079e+07
79268	20231208.2	6	86496	436	1.2541e+07	232	6.31473e+06	28108.2	2.51822e+07	0.785068	5622.4	8.59996e+07	88746.9	17335.8	45512	14132.8	1.67936e+07	48794.1	14180.7	1.05021e+07	53682.9	15657.7	1.46964e+07	4409.2	17151.7	19765.2	17409.1	1434	1.25993e+07	14956.2	9763.8	6845.5	1.67936e+07	6976.9	6.30784e+06	5785.97	1.67936e+07	5729.53	1.67936e+07	44756.5	2275	403	3991.09	1.67936e+07	834932	1.18108e+06	8.15261e+06	3.08053e+07
79292	20231208.9	6	86496	427	1.2541e+07	237	6.31473e+06	27684.3	2.51822e+07	0.797384	5531.68	8.59996e+07	80975.3	17338.6	45729.5	14006.4	1.88908e+07	48178.4	14091.2	1.05021e+07	54133	15504.4	1.46964e+07	4443	17002.7	19108	17651.6	1436.4	1.25993e+07	14964	10050.8	6801.38	1.67936e+07	7135.7	6.30784e+06	5797.37	1.67936e+07	5478.95	1.67936e+07	35885.4	2408	403	3957.99	1.67936e+07	819873	1.17941e+06	8.13551e+06	3.12467e+07

lto

build_id	build_number	Commit latency factor	tpcc_sgx_cft^	tpcc_sgx_cft_mem	pi_basic_mt_sgx_cft^	pi_basic_mt_sgx_cft_mem	ls_sgx_cft^	ls_sgx_cft_mem	pi_ls_sgx_cft^	pi_ls_sgx_cft_mem	pi_basic_sgx_cft^	pi_basic_sgx_cft_mem	pi_basic_js_sgx_cft^	pi_basic_js_sgx_cft_mem	ls_jwt_sgx_cft^	ls_jwt_sgx_cft_mem	pi_ls_jwt_sgx_cft^	pi_ls_jwt_sgx_cft_mem	tpcc_virtual_cft^	pi_basic_mt_virtual_cft^	ls_js_sgx_cft^	ls_js_sgx_cft_mem	ls_virtual_cft^	pi_ls_virtual_cft^	ls_full_js_sgx_cft^	ls_full_js_sgx_cft_mem	pi_basic_virtual_cft^	pi_basic_js_virtual_cft^	ls_js_jwt_sgx_cft^	ls_js_jwt_sgx_cft_mem	ls_jwt_virtual_cft^	tlc_3node_fixed_duration_s	tlc_3node_fixed_states	tlc_atomic_reconfig_duration_s	tlc_atomic_reconfig_states	pi_ls_jwt_virtual_cft^	tlc_reconfig_duration_s	tlc_reconfig_states	ls_js_virtual_cft^	ls_full_js_virtual_cft^	ls_js_jwt_virtual_cft^	hist_sgx_cft^	RB put (/s)^	CHAMP put (/s)^	RB get (/s)^	CHAMP get (/s)^	tlc_sim_traces	tlc_sim_levelmean
79243	20231207.7	0.811515	5565.19	8.59996e+07	27987.7	2.30851e+07	14069.3	1.67936e+07	14151.7	1.05021e+07	15614.6	1.46964e+07	1437	1.25993e+07	6838.17	1.67936e+07	6927.2	6.30784e+06	17463.3	74554	5767.1	1.67936e+07	56137.7	58537	5740.29	1.67936e+07	61841.9	4677.3	3997.27	1.67936e+07	20822.9	6	86496	440	1.2541e+07	21885.7	247	6.31473e+06	20825.9	17529.5	11635.5	43603.7	837107	1.18274e+06	8.1555e+06	3.13649e+07	2281	403
79248	20231207.9	0.805188	5570.1	8.59996e+07	28073.7	2.51822e+07	14037.8	1.88908e+07	14166.4	1.05021e+07	15591.1	1.25993e+07	1433.7	1.25993e+07	6823.73	1.67936e+07	7191.1	6.30784e+06	17364.8	87884.5	5796.37	1.67936e+07	56249.2	58812.1	5490	1.67936e+07	61925.1	4659.9	3984.96	1.67936e+07	20754.8	7	86496	421	1.2541e+07	22317.4	237	6.31473e+06	20873.7	17454.5	11811.9	45774.7	837816	1.1871e+06	8.15079e+06	3.10887e+07	2292	403
79262	20231207.14	0.81507	5653.15	8.59996e+07	28031.4	2.51822e+07	14065.4	1.67936e+07	14161.1	1.05021e+07	15648.1	1.25993e+07	1433.7	1.25993e+07	6880.51	1.88908e+07	6921.9	6.30784e+06	17426.9	90042.4	5806.99	1.67936e+07	55836.8	57935.1	5728.09	1.88908e+07	61393.1	4616.4	3961.66	1.67936e+07	20685.7	6	86496	430	1.2541e+07	21745.7	238	6.31473e+06	20834.4	17291.5	11659.1	47705.6	836692	1.16815e+06	8.15053e+06	3.07928e+07	2266	403
79280	20231208.6	0.802878	5640.14	8.59996e+07	27775.6	2.30851e+07	14055.1	1.88908e+07	14137	1.05021e+07	15620.2	1.46964e+07	1429.1	1.25993e+07	6838.63	1.67936e+07	6948.5	6.30784e+06	17739.5	97926	5796.13	1.67936e+07	52866.5	57467	5474.02	1.67936e+07	60494	4552.1	3991.82	1.67936e+07	17924.6	6	86496	420	1.2541e+07	21416	232	6.31473e+06	17335.2	17405.2	11659.2	42733.3	815874	1.1759e+06	8.17193e+06	3.08188e+07	2424	403
79305	20231208.11	0.79581	5528.8	8.59996e+07	27853.2	2.51822e+07	14005.3	1.88908e+07	14041.7	1.05021e+07	15478.1	1.25993e+07	1436	1.25993e+07	6826.56	1.88908e+07	6983.6	6.30784e+06	17411.2	78516.6	5794.95	1.67936e+07	53158.1	56695.8	5494.35	1.67936e+07	61303.5	4636.7	3975.49	1.67936e+07	21156.4	6	86496	422	1.2541e+07	21219.3	240	6.31473e+06	17674.5	17607.6	11663.6	43423.7	842458	1.18435e+06	8.15261e+06	3.08555e+07	2340	403

[achamayou]

/azp run

[azure-pipelines]

Azure Pipelines successfully started running 2 pipeline(s).

[achamayou]

/azp run

[azure-pipelines]

Azure Pipelines successfully started running 2 pipeline(s).