mirror of
https://github.com/denoland/deno.git
synced 2024-10-29 08:58:01 -04:00
86 lines
2.5 KiB
Python
86 lines
2.5 KiB
Python
|
#!/usr/bin/env python
|
||
|
|
# Performs benchmark and append data to //website/data.json.
|
||
|
|
# If //website/data.json doesn't exist, this script tries to import it from gh-pages branch.
|
||
|
|
# To view the results locally run ./tools/http_server.py and visit
|
||
|
|
# http://localhost:4545/website
|
||
|
|
|
||
|
|
import os
|
||
|
|
import sys
|
||
|
|
import json
|
||
|
|
import time
|
||
|
|
import shutil
|
||
|
|
from util import run, run_output, root_path, build_path
|
||
|
|
|
||
|
|
# The list of the tuples of the benchmark name and arguments
|
||
|
|
benchmarks = [("hello", ["tests/002_hello.ts", "--reload"]),
|
||
|
|
("relative_import", ["tests/003_relative_import.ts",
|
||
|
|
"--reload"])]
|
||
|
|
|
||
|
|
gh_pages_data_file = "gh-pages/data.json"
|
||
|
|
data_file = "website/data.json"
|
||
|
|
|
||
|
|
|
||
|
|
def read_json(filename):
|
||
|
|
with open(filename) as json_file:
|
||
|
|
return json.load(json_file)
|
||
|
|
|
||
|
|
|
||
|
|
def write_json(filename, data):
|
||
|
|
with open(filename, 'w') as outfile:
|
||
|
|
json.dump(data, outfile)
|
||
|
|
|
||
|
|
|
||
|
|
def import_data_from_gh_pages():
|
||
|
|
if os.path.exists(data_file):
|
||
|
|
return
|
||
|
|
try:
|
||
|
|
run([
|
||
|
|
"git", "clone", "--depth", "1", "-b", "gh-pages",
|
||
|
|
"https://github.com/denoland/deno.git", "gh-pages"
|
||
|
|
])
|
||
|
|
shutil.copy(gh_pages_data_file, data_file)
|
||
|
|
except:
|
||
|
|
write_json(data_file, []) # writes empty json data
|
||
|
|
|
||
|
|
|
||
|
|
def main(argv):
|
||
|
|
if len(argv) == 2:
|
||
|
|
build_dir = sys.argv[1]
|
||
|
|
elif len(argv) == 1:
|
||
|
|
build_dir = build_path()
|
||
|
|
else:
|
||
|
|
print "Usage: tools/benchmark.py [build_dir]"
|
||
|
|
sys.exit(1)
|
||
|
|
|
||
|
|
deno_path = os.path.join(build_dir, "deno")
|
||
|
|
benchmark_file = os.path.join(build_dir, "benchmark.json")
|
||
|
|
|
||
|
|
os.chdir(root_path)
|
||
|
|
import_data_from_gh_pages()
|
||
|
|
# TODO: Use hyperfine in //third_party
|
||
|
|
run(["hyperfine", "--export-json", benchmark_file, "--warmup", "3"] +
|
||
|
|
[deno_path + " " + " ".join(args) for [_, args] in benchmarks])
|
||
|
|
all_data = read_json(data_file)
|
||
|
|
benchmark_data = read_json(benchmark_file)
|
||
|
|
sha1 = run_output(["git", "rev-parse", "HEAD"]).strip()
|
||
|
|
new_data = {
|
||
|
|
"created_at": time.strftime("%Y-%m-%dT%H:%M:%SZ"),
|
||
|
|
"sha1": sha1,
|
||
|
|
"benchmark": {}
|
||
|
|
}
|
||
|
|
for [[name, _], data] in zip(benchmarks, benchmark_data["results"]):
|
||
|
|
new_data["benchmark"][name] = {
|
||
|
|
"mean": data["mean"],
|
||
|
|
"stddev": data["stddev"],
|
||
|
|
"user": data["user"],
|
||
|
|
"system": data["system"],
|
||
|
|
"min": data["min"],
|
||
|
|
"max": data["max"]
|
||
|
|
}
|
||
|
|
all_data.append(new_data)
|
||
|
|
write_json(data_file, all_data)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
main(sys.argv)
|