diff --git a/testrunner/src/sitespeedio-testrunner.js b/testrunner/src/sitespeedio-testrunner.js
index 7649c6e..348b4b7 100644
--- a/testrunner/src/sitespeedio-testrunner.js
+++ b/testrunner/src/sitespeedio-testrunner.js
@@ -29,7 +29,7 @@ export class SitespeedioTestRunner {
 
     // If hostname isn't configured add it
     const hostname = os.hostname();
-    if (nconf.get('hostname') !== undefined) {
+    if (nconf.get('hostname') === undefined) {
       serverConfig.hostname = hostname;
       logger.info('No hostname found in configuration. Will use %s', hostname);
     }