From b7ea95f492ca42ab70fba97b4e04ceecc0d4f030 Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Tue, 28 Nov 2023 14:32:05 +0800 Subject: [PATCH] cleanup legacy loadtest --- Makefile | 7 ------- tests/default.loadtest.js | 30 ------------------------------ 2 files changed, 37 deletions(-) delete mode 100644 tests/default.loadtest.js diff --git a/Makefile b/Makefile index 6b987b9b6d1a..b8e207ac2bc3 100644 --- a/Makefile +++ b/Makefile @@ -1,10 +1,3 @@ -loadtest: -ifdef TABBY_API_HOST - k6 run tests/*.loadtest.js -else - $(error TABBY_API_HOST is undefined) -endif - fix: cargo machete --fix || true cargo +nightly fmt diff --git a/tests/default.loadtest.js b/tests/default.loadtest.js deleted file mode 100644 index 415d2ebf7b2e..000000000000 --- a/tests/default.loadtest.js +++ /dev/null @@ -1,30 +0,0 @@ -import http from "k6/http"; -import { check, group, sleep, abortTest } from "k6"; - -export const options = { - stages: [ - { duration: "5s", target: 8 }, - { duration: "20s", target: 8 }, - { duration: "5s", target: 0 }, - ], - // Below thresholds are tested against TabbyML/StarCoder-1B served by NVIDIA T4 GPU. - thresholds: { - http_req_failed: ['rate<0.01'], // http errors should be less than 1% - http_req_duration: ["med<1800", "avg<1800", "p(95)<2000"], - }, -}; - -export default () => { - const payload = JSON.stringify({ - language: "python", - segments: { - prefix: "def binarySearch(arr, left, right, x):\n mid = (left +" - }, - }); - const headers = { "Content-Type": "application/json" }; - const res = http.post(`${__ENV.TABBY_API_HOST}/v1/completions`, payload, { - headers, - }); - check(res, { success: (r) => r.status === 200 }); - sleep(0.5); -};