#!/usr/bin/env python # Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. import os import sys import time import subprocess import util # Some of the benchmarks in this file have been renamed. In case the history # somehow gets messed up: # "node_http" was once called "node" # "deno_tcp" was once called "deno" # "deno_http" was once called "deno_net_http" DURATION = "10s" LAST_PORT = 4544 def server_addr(port): return "0.0.0.0:%s" % port def get_port(port=None): global LAST_PORT if port is None: port = LAST_PORT LAST_PORT = LAST_PORT + 1 # Return port as str because all usages below are as a str and having it an # integer just adds complexity. return str(port) def deno_tcp(deno_exe): port = get_port() deno_cmd = [ deno_exe, "run", "--allow-net", "tools/deno_tcp.ts", server_addr(port) ] print "http_benchmark testing DENO tcp." return run(deno_cmd, port) def deno_tcp_current_thread(deno_exe): port = get_port() deno_cmd = [ deno_exe, "run", "--current-thread", "--allow-net", "tools/deno_tcp.ts", server_addr(port) ] print "http_benchmark testing DENO tcp (single-thread)." return run(deno_cmd, port) def deno_http(deno_exe): port = get_port() deno_cmd = [ deno_exe, "run", "--allow-net", "js/deps/https/deno.land/std/http/http_bench.ts", server_addr(port) ] print "http_benchmark testing DENO using net/http." return run(deno_cmd, port) def deno_tcp_proxy(deno_exe, hyper_hello_exe): port = get_port() origin_port = get_port() deno_cmd = [ deno_exe, "run", "--allow-net", "tools/deno_tcp_proxy.ts", server_addr(port), server_addr(origin_port) ] print "http_proxy_benchmark testing DENO using net/tcp." return run( deno_cmd, port, origin_cmd=http_proxy_origin(hyper_hello_exe, origin_port)) def deno_http_proxy(deno_exe, hyper_hello_exe): port = get_port() origin_port = get_port() deno_cmd = [ deno_exe, "run", "--allow-net", "tools/deno_http_proxy.ts", server_addr(port), server_addr(origin_port) ] print "http_proxy_benchmark testing DENO using net/http." return run( deno_cmd, port, origin_cmd=http_proxy_origin(hyper_hello_exe, origin_port)) def deno_core_single(exe): print "http_benchmark testing deno_core_single" return run([exe, "--single-thread"], 4544) def deno_core_multi(exe): print "http_benchmark testing deno_core_multi" return run([exe, "--multi-thread"], 4544) def node_http(): port = get_port() node_cmd = ["node", "tools/node_http.js", port] print "http_benchmark testing NODE." return run(node_cmd, port) def node_http_proxy(hyper_hello_exe): port = get_port() origin_port = get_port() node_cmd = ["node", "tools/node_http_proxy.js", port, origin_port] print "http_proxy_benchmark testing NODE." return run(node_cmd, port, None, http_proxy_origin(hyper_hello_exe, origin_port)) def node_tcp_proxy(hyper_hello_exe): port = get_port() origin_port = get_port() node_cmd = ["node", "tools/node_tcp_proxy.js", port, origin_port] print "http_proxy_benchmark testing NODE tcp." return run(node_cmd, port, None, http_proxy_origin(hyper_hello_exe, origin_port)) def node_tcp(): port = get_port() node_cmd = ["node", "tools/node_tcp.js", port] print "http_benchmark testing node_tcp.js" return run(node_cmd, port) def http_proxy_origin(hyper_hello_exe, port): return [hyper_hello_exe, port] def hyper_http(hyper_hello_exe): port = get_port() hyper_cmd = [hyper_hello_exe, port] print "http_benchmark testing RUST hyper." return run(hyper_cmd, port) def http_benchmark(build_dir): hyper_hello_exe = os.path.join(build_dir, "hyper_hello") core_http_bench_exe = os.path.join(build_dir, "examples/deno_core_http_bench") deno_exe = os.path.join(build_dir, "deno") return { # "deno_tcp" was once called "deno" "deno_tcp": deno_tcp(deno_exe), "deno_tcp_current_thread": deno_tcp_current_thread(deno_exe), # "deno_http" was once called "deno_net_http" "deno_http": deno_http(deno_exe), "deno_proxy": deno_http_proxy(deno_exe, hyper_hello_exe), "deno_proxy_tcp": deno_tcp_proxy(deno_exe, hyper_hello_exe), "deno_core_single": deno_core_single(core_http_bench_exe), "deno_core_multi": deno_core_multi(core_http_bench_exe), # "node_http" was once called "node" "node_http": node_http(), "node_proxy": node_http_proxy(hyper_hello_exe), "node_proxy_tcp": node_tcp_proxy(hyper_hello_exe), "node_tcp": node_tcp(), "hyper": hyper_http(hyper_hello_exe) } def run(server_cmd, port, merge_env=None, origin_cmd=None): # Run deno echo server in the background. if merge_env is None: env = None else: env = os.environ.copy() for key, value in merge_env.iteritems(): env[key] = value # Wait for port 4544 to become available. # TODO Need to use SO_REUSEPORT with tokio::net::TcpListener. time.sleep(5) origin = None if origin_cmd is not None: origin = subprocess.Popen(origin_cmd, env=env) print server_cmd server = subprocess.Popen(server_cmd, env=env) time.sleep(5) # wait for server to wake up. TODO racy. try: cmd = "third_party/wrk/%s/wrk -d %s --latency http://127.0.0.1:%s/" % ( util.platform(), DURATION, port) print cmd output = subprocess.check_output(cmd, shell=True) stats = util.parse_wrk_output(output) print output return stats finally: server.kill() if origin is not None: origin.kill() if __name__ == '__main__': if len(sys.argv) < 2: print "Usage ./tools/http_benchmark.py target/debug/deno" sys.exit(1) deno_http(sys.argv[1])