diff --git a/tools/benchmark.py b/tools/benchmark.py
index 47f9fd821c..369aa6fcaa 100755
--- a/tools/benchmark.py
+++ b/tools/benchmark.py
@@ -12,8 +12,7 @@ import json
 import time
 import tempfile
 import subprocess
-from util import (build_path, executable_suffix, root_path, run, run_output,
-                  build_mode)
+from util import build_path, executable_suffix, root_path, run, run_output
 import third_party
 from http_benchmark import http_benchmark
 import throughput_benchmark
@@ -252,11 +251,7 @@ def main():
     # TODO(ry) The "benchmark" benchmark should actually be called "exec_time".
     # When this is changed, the historical data in gh-pages branch needs to be
     # changed too.
-    server_cmd = os.path.join("target", build_mode(), "test_server")
-    p = subprocess.Popen([server_cmd])
     new_data["benchmark"] = run_exec_time(deno_exe, build_dir)
-    p.kill()
-    p.wait()
 
     new_data["binary_size"] = get_binary_sizes(build_dir)
     new_data["bundle_size"] = bundle_benchmark(deno_exe)