1
0
Fork 0
mirror of https://github.com/denoland/deno.git synced 2025-01-07 06:46:59 -05:00

try to codegen ci file

This commit is contained in:
Luca Casonato 2021-03-05 18:39:39 +01:00
parent 8e01e23299
commit c165096973
No known key found for this signature in database
GPG key ID: 789878CF6382A84F
2 changed files with 403 additions and 365 deletions

View file

@ -1,365 +1,270 @@
name: ci
on: [push, pull_request]
jobs:
build:
name: ${{ matrix.kind }} ${{ matrix.os }}
if: |
github.event_name == 'push' ||
!startsWith(github.event.pull_request.head.label, 'denoland:')
runs-on: ${{ matrix.os }}
timeout-minutes: 60
strategy:
matrix:
include:
- os: macos-10.15
kind: test_release
- os: windows-2019
kind: test_release
- os: ${{ github.repository == 'denoland/deno' && 'ubuntu-latest-xl' || 'ubuntu-latest' }}
kind: bench
# TODO(ry) Ideally we could use ubuntu-latest-xl for lint but there's
# a bug with dprint that is preventing this from running.
- os: ubuntu-latest
kind: lint
# TODO(ry) Ideally we would use ubuntu-latest-xl for test_debug too,
# but there are race conditions in our test we are working around by
# using the slower runner.
- os: ubuntu-latest
kind: test_debug
# Warning: Do not upgrade test_release to newer version of ubuntu
# runners. We need to link against older version of glibc in order to
# run on older systems. glibc in 20.04 is not compatible with 18.04.
# See #9484.
- os: ubuntu-18.04
kind: test_release
# Always run main branch builds to completion. This allows the cache to
# stay mostly up-to-date in situations where a single job fails due to
# e.g. a flaky test.
# Don't fast-fail on tag build because publishing binaries shouldn't be
# prevented if if any of the stages fails (which can be a false negative).
fail-fast: ${{ github.event_name == 'pull_request' || (github.ref !=
'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')) }}
env:
CARGO_INCREMENTAL: 0
RUST_BACKTRACE: full
CARGO_TERM_COLOR: always
RUSTC_WRAPPER: sccache
steps:
- name: Configure git
run: git config --global core.symlinks true
- name: Clone repository
uses: actions/checkout@v2
with:
# Use depth > 1, because sometimes we need to rebuild main and if
# other commits have landed it will become impossible to rebuild if
# the checkout is too shallow.
fetch-depth: 5
submodules: true
- name: Create source tarballs (release, linux)
if: |
startsWith(matrix.os, 'ubuntu') &&
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
run: |
mkdir -p target/release
tar --exclude=.cargo_home --exclude=".git*" --exclude=target --exclude=third_party/prebuilt -czvf target/release/deno_src.tar.gz -C .. deno
# Note the following caches target which includes sccache.
- uses: Swatinem/rust-cache@v1
- name: Install rust
uses: hecrj/setup-rust-action@v1
with:
rust-version: 1.50.0
- name: Install and start sccache
shell: pwsh
env:
SCCACHE_DIR: ${{ github.workspace }}/target/sccache
SCCACHE_CACHE_SIZE: 128M
SCCACHE_IDLE_TIMEOUT: 0
run: |
$version = "v0.2.15"
$platform =
@{ "macOS" = "x86_64-apple-darwin"
"Linux" = "x86_64-unknown-linux-musl"
"Windows" = "x86_64-pc-windows-msvc"
}.${{ runner.os }}
$basename = "sccache-$version-$platform"
chmod u+x $basename/sccache
$url = "https://github.com/mozilla/sccache/releases/download/" +
"$version/$basename.tar.gz"
cd ~
curl -LO $url
tar -xzvf "$basename.tar.gz"
chmod u+x $basename/sccache
. $basename/sccache --start-server
echo "$(pwd)/$basename" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
- name: Install clippy and rustfmt
if: matrix.kind == 'lint'
run: |
rustup component add clippy
rustup component add rustfmt
- name: Install Deno
if: |
!startsWith(matrix.os, 'windows')
run: |-
curl -fsSL https://deno.land/x/install/install.sh | sh -s v1.7.2
echo "$HOME/.deno/bin" >> $GITHUB_PATH
- name: Install Deno (Windows)
if: startsWith(matrix.os, 'windows')
run: |-
curl -fsSL https://deno.land/x/install/install.sh | sh -s v1.7.2
echo "$HOME/.deno/bin" >> $env:GITHUB_PATH
- name: Install Python
uses: actions/setup-python@v1
with:
python-version: "3.8"
architecture: x64
- name: Install Node
uses: actions/setup-node@v2
with:
node-version: "14"
check-latest: true
- name: Remove unused versions of Python
if: startsWith(matrix.os, 'windows')
run: |-
$env:PATH -split ";" |
Where-Object { Test-Path "$_\python.exe" } |
Select-Object -Skip 1 |
ForEach-Object { Move-Item "$_" "$_.disabled" }
- name: Setup gcloud (unix)
if: |
runner.os != 'Windows' &&
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
(github.ref == 'refs/heads/main' ||
startsWith(github.ref, 'refs/tags/'))
uses: google-github-actions/setup-gcloud@master
with:
project_id: denoland
service_account_key: ${{ secrets.GCP_SA_KEY }}
export_default_credentials: true
- name: Setup gcloud (windows)
if: |
runner.os == 'Windows' &&
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
(github.ref == 'refs/heads/main' ||
startsWith(github.ref, 'refs/tags/'))
uses: google-github-actions/setup-gcloud@master
env:
CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe
with:
project_id: denoland
service_account_key: ${{ secrets.GCP_SA_KEY }}
export_default_credentials: true
- name: Configure canary build
if: |
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main'
shell: bash
run: |
echo "DENO_CANARY=true" >> $GITHUB_ENV
- name: Log versions
run: |
node -v
python --version
rustc --version
cargo --version
deno --version
- name: test_format.js
if: matrix.kind == 'lint'
run: deno run --unstable --allow-write --allow-read --allow-run ./tools/format.js --check
- name: lint.js
if: matrix.kind == 'lint'
run: deno run --unstable --allow-write --allow-read --allow-run ./tools/lint.js
- name: Build release
if: |
matrix.kind == 'test_release' ||
matrix.kind == 'bench'
run: cargo build --release --locked --all-targets -vv
- name: Build debug
if: matrix.kind == 'test_debug'
run: cargo build --locked --all-targets
- name: Pre-release (linux)
if: |
startsWith(matrix.os, 'ubuntu') &&
matrix.kind == 'test_release'
run: |
cd target/release
zip -r deno-x86_64-unknown-linux-gnu.zip deno
zip -r denort-x86_64-unknown-linux-gnu.zip denort
./deno types > lib.deno.d.ts
- name: Pre-release (mac)
if: |
startsWith(matrix.os, 'macOS') &&
matrix.kind == 'test_release'
run: |
cd target/release
zip -r deno-x86_64-apple-darwin.zip deno
zip -r denort-x86_64-apple-darwin.zip denort
- name: Pre-release (windows)
if: |
startsWith(matrix.os, 'windows') &&
matrix.kind == 'test_release'
run: |
Compress-Archive -CompressionLevel Optimal -Force -Path target/release/deno.exe -DestinationPath target/release/deno-x86_64-pc-windows-msvc.zip
Compress-Archive -CompressionLevel Optimal -Force -Path target/release/denort.exe -DestinationPath target/release/denort-x86_64-pc-windows-msvc.zip
- name: Upload canary to dl.deno.land (unix)
if: |
runner.os != 'Windows' &&
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main'
run: |
gsutil cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/
echo $(git rev-parse HEAD) > canary-latest.txt
gsutil cp canary-latest.txt gs://dl.deno.land/canary-latest.txt
- name: Upload canary to dl.deno.land (windows)
if: |
runner.os == 'Windows' &&
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main'
env:
CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe
shell: bash
run: |
gsutil cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/
echo $(git rev-parse HEAD) > canary-latest.txt
gsutil cp canary-latest.txt gs://dl.deno.land/canary-latest.txt
- name: Test release
if: matrix.kind == 'test_release'
run: cargo test --release --locked --all-targets
- name: Test debug
if: matrix.kind == 'test_debug'
run: |
cargo test --locked --doc
cargo test --locked --all-targets
- name: Configure hosts file for WPT (unix)
if: runner.os != 'Windows'
run: ./wpt make-hosts-file | sudo tee -a /etc/hosts
working-directory: test_util/wpt/
- name: Configure hosts file for WPT (windows)
if: runner.os == 'Windows'
working-directory: test_util/wpt/
run: python wpt make-hosts-file | Out-File $env:SystemRoot\System32\drivers\etc\hosts -Encoding ascii -Append
- name: Run web platform tests (release)
if: matrix.kind == 'test_release'
run: |
deno run --unstable --allow-write --allow-read --allow-net --allow-env --allow-run ./tools/wpt.ts setup
deno run --unstable --allow-write --allow-read --allow-net --allow-env --allow-run ./tools/wpt.ts run --quiet --release
- name: Run web platform tests (debug)
if: matrix.kind == 'test_debug'
run: |
deno run --unstable --allow-write --allow-read --allow-net --allow-env --allow-run ./tools/wpt.ts setup
deno run --unstable --allow-write --allow-read --allow-net --allow-env --allow-run ./tools/wpt.ts run --quiet
- name: Run Benchmarks
if: matrix.kind == 'bench'
run: cargo bench
- name: Post Benchmarks
if: |
matrix.kind == 'bench' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main'
env:
DENOBOT_PAT: ${{ secrets.DENOBOT_PAT }}
run: |
git clone --depth 1 -b gh-pages https://${DENOBOT_PAT}@github.com/denoland/benchmark_data.git gh-pages
deno run --unstable -A ./tools/build_benchmark_jsons.js --release
cd gh-pages
git config user.email "propelml@gmail.com"
git config user.name "denobot"
git add .
git commit --message "Update benchmarks"
git push origin gh-pages
- name: Worker info
if: matrix.kind == 'bench'
run: |
cat /proc/cpuinfo
cat /proc/meminfo
- name: Upload release to dl.deno.land (unix)
if: |
runner.os != 'Windows' &&
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
run: |
gsutil cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/
echo ${GITHUB_REF#refs/*/} > release-latest.txt
gsutil cp release-latest.txt gs://dl.deno.land/release-latest.txt
- name: Upload release to dl.deno.land (windows)
if: |
runner.os == 'Windows' &&
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
env:
CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe
shell: bash
run: |
gsutil cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/
echo ${GITHUB_REF#refs/*/} > release-latest.txt
gsutil cp release-latest.txt gs://dl.deno.land/release-latest.txt
- name: Upload release to GitHub
uses: softprops/action-gh-release@v1
if: |
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
with:
files: |
target/release/deno-x86_64-pc-windows-msvc.zip
target/release/deno-x86_64-unknown-linux-gnu.zip
target/release/deno-x86_64-apple-darwin.zip
target/release/deno_src.tar.gz
target/release/lib.deno.d.ts
draft: true
- name: Stop sccache
if: always()
run: sccache --stop-server
# THIS FILE IS AUTOGENERATED USING ./tools/get_workflow.yml
{
"name": "ci",
"runs-on": [
"push",
"pull_request"
],
"jobs": {
"build_linux_release": {
"name": "build / linux / release",
"runs-on": "${{ github.repository == 'denoland/deno' && 'ubuntu-latest-xl' || 'ubuntu-18.04' }}",
"timeout-minutes": 60,
"env": {
"CARGO_INCREMENTAL": "0",
"RUST_BACKTRACE": "full",
"CARGO_TERM_COLOR": "always"
},
"steps": [
{
"name": "Configure git",
"run": "git config --global core.symlinks true"
},
{
"name": "Checkout repository",
"uses": "actions/checkout@v2",
"with": {
"fetch-depth": 5,
"submodules": true
}
},
{
"name": "Configure canary",
"if": "!startsWith(github.ref, 'refs/tags/')",
"shell": "bash",
"run": "echo 'DENO_CANARY=true' >> $GITHUB_ENV"
},
{
"name": "Build cache",
"uses": "actions/cache@v2",
"with": {
"path": "~/.cargo/registry\n~/.cargo/git\n.cargo_home\ntarget/*/.*\ntarget/*/build\ntarget/*/deps",
"key": "linux-release-${{ hashFiles('Cargo.lock') }}",
"restore-keys": "linux-release-"
}
},
{
"name": "Setup Rust",
"uses": "actions-rs/toolchain@v1",
"with": {
"default": true,
"override": true,
"toolchain": "1.50.0"
}
},
{
"name": "Build release",
"uses": "actions-rs/cargo@v1",
"with": {
"use-cross": false,
"command": "build",
"args": "--locked --all-targets --release"
}
},
{
"name": "Upload build artifact",
"uses": "actions/upload-artifact@v2",
"with": {
"name": "build-linux-release",
"path": "target/release/deno\ntarget/release/denort"
}
}
]
},
"build_linux_debug": {
"name": "build / linux / debug",
"runs-on": "${{ github.repository == 'denoland/deno' && 'ubuntu-latest-xl' || 'ubuntu-18.04' }}",
"timeout-minutes": 60,
"env": {
"CARGO_INCREMENTAL": "0",
"RUST_BACKTRACE": "full",
"CARGO_TERM_COLOR": "always"
},
"steps": [
{
"name": "Configure git",
"run": "git config --global core.symlinks true"
},
{
"name": "Checkout repository",
"uses": "actions/checkout@v2",
"with": {
"fetch-depth": 5,
"submodules": true
}
},
{
"name": "Configure canary",
"if": "!startsWith(github.ref, 'refs/tags/')",
"shell": "bash",
"run": "echo 'DENO_CANARY=true' >> $GITHUB_ENV"
},
{
"name": "Build cache",
"uses": "actions/cache@v2",
"with": {
"path": "~/.cargo/registry\n~/.cargo/git\n.cargo_home\ntarget/*/.*\ntarget/*/build\ntarget/*/deps",
"key": "linux-debug-${{ hashFiles('Cargo.lock') }}",
"restore-keys": "linux-debug-"
}
},
{
"name": "Setup Rust",
"uses": "actions-rs/toolchain@v1",
"with": {
"default": true,
"override": true,
"toolchain": "1.50.0"
}
},
{
"name": "Build debug",
"uses": "actions-rs/cargo@v1",
"with": {
"use-cross": false,
"command": "build",
"args": "--locked --all-targets "
}
},
{
"name": "Upload build artifact",
"uses": "actions/upload-artifact@v2",
"with": {
"name": "build-linux-debug",
"path": "target/debug/deno\ntarget/debug/denort"
}
}
]
},
"build_macos_release": {
"name": "build / macos / release",
"runs-on": "macos-10.15",
"timeout-minutes": 60,
"env": {
"CARGO_INCREMENTAL": "0",
"RUST_BACKTRACE": "full",
"CARGO_TERM_COLOR": "always"
},
"steps": [
{
"name": "Configure git",
"run": "git config --global core.symlinks true"
},
{
"name": "Checkout repository",
"uses": "actions/checkout@v2",
"with": {
"fetch-depth": 5,
"submodules": true
}
},
{
"name": "Configure canary",
"if": "!startsWith(github.ref, 'refs/tags/')",
"shell": "bash",
"run": "echo 'DENO_CANARY=true' >> $GITHUB_ENV"
},
{
"name": "Build cache",
"uses": "actions/cache@v2",
"with": {
"path": "~/.cargo/registry\n~/.cargo/git\n.cargo_home\ntarget/*/.*\ntarget/*/build\ntarget/*/deps",
"key": "macos-release-${{ hashFiles('Cargo.lock') }}",
"restore-keys": "macos-release-"
}
},
{
"name": "Setup Rust",
"uses": "actions-rs/toolchain@v1",
"with": {
"default": true,
"override": true,
"toolchain": "1.50.0"
}
},
{
"name": "Build release",
"uses": "actions-rs/cargo@v1",
"with": {
"use-cross": false,
"command": "build",
"args": "--locked --all-targets --release"
}
},
{
"name": "Upload build artifact",
"uses": "actions/upload-artifact@v2",
"with": {
"name": "build-macos-release",
"path": "target/release/deno\ntarget/release/denort"
}
}
]
},
"build_windows_release": {
"name": "build / windows / release",
"runs-on": "windows-2019",
"timeout-minutes": 60,
"env": {
"CARGO_INCREMENTAL": "0",
"RUST_BACKTRACE": "full",
"CARGO_TERM_COLOR": "always"
},
"steps": [
{
"name": "Configure git",
"run": "git config --global core.symlinks true"
},
{
"name": "Checkout repository",
"uses": "actions/checkout@v2",
"with": {
"fetch-depth": 5,
"submodules": true
}
},
{
"name": "Configure canary",
"if": "!startsWith(github.ref, 'refs/tags/')",
"shell": "bash",
"run": "echo 'DENO_CANARY=true' >> $GITHUB_ENV"
},
{
"name": "Build cache",
"uses": "actions/cache@v2",
"with": {
"path": "~/.cargo/registry\n~/.cargo/git\n.cargo_home\ntarget/*/.*\ntarget/*/build\ntarget/*/deps",
"key": "windows-release-${{ hashFiles('Cargo.lock') }}",
"restore-keys": "windows-release-"
}
},
{
"name": "Setup Rust",
"uses": "actions-rs/toolchain@v1",
"with": {
"default": true,
"override": true,
"toolchain": "1.50.0"
}
},
{
"name": "Build release",
"uses": "actions-rs/cargo@v1",
"with": {
"use-cross": false,
"command": "build",
"args": "--locked --all-targets --release"
}
},
{
"name": "Upload build artifact",
"uses": "actions/upload-artifact@v2",
"with": {
"name": "build-windows-release",
"path": "target/release/deno.exe\ntarget/release/denort.exe"
}
}
]
}
}
}

133
tools/gen_workflow_yml.ts Normal file
View file

@ -0,0 +1,133 @@
#!/usr/bin/env -S deno run --unstable --allow-write --allow-read --allow-run
const slowRunners = {
"linux": "ubuntu-18.04",
"macos": "macos-10.15",
"windows": "windows-2019",
};
const fastRunners = {
"linux":
"${{ github.repository == 'denoland/deno' && 'ubuntu-latest-xl' || 'ubuntu-18.04' }}",
"macos": "macos-10.15",
"windows": "windows-2019",
};
const env = {
"CARGO_INCREMENTAL": "0",
"RUST_BACKTRACE": "full",
"CARGO_TERM_COLOR": "always",
};
const platforms = ["linux", "macos", "windows"] as const;
const kinds = ["release", "debug"] as const;
const chechout = [
{
name: "Configure git",
run: "git config --global core.symlinks true",
},
{
name: "Checkout repository",
uses: "actions/checkout@v2",
with: {
"fetch-depth": 5,
submodules: true,
},
},
];
function buildCache(os: string, kind: string) {
return {
name: "Build cache",
uses: "actions/cache@v2",
with: {
path: [
"~/.cargo/registry",
"~/.cargo/git",
".cargo_home",
"target/*/.*",
"target/*/build",
"target/*/deps",
].join("\n"),
key: `${os}-${kind}-\${{ hashFiles('Cargo.lock') }}`,
"restore-keys": `${os}-${kind}-`,
},
};
}
const setupRust = {
name: "Setup Rust",
uses: "actions-rs/toolchain@v1",
with: {
default: true,
override: true,
toolchain: "1.50.0",
},
};
function generateBuildJobs(): Record<string, unknown> {
const jobs: Record<string, unknown> = {};
for (const os of platforms) {
for (const kind of kinds) {
if (os != "linux" && kind == "debug") continue;
jobs[`build_${os}_${kind}`] = {
name: `build / ${os} / ${kind}`,
"runs-on": fastRunners[os],
"timeout-minutes": 60,
env,
steps: [
...chechout,
{
name: "Configure canary",
if: "!startsWith(github.ref, 'refs/tags/')",
shell: "bash",
run: "echo 'DENO_CANARY=true' >> $GITHUB_ENV",
},
buildCache(os, kind),
setupRust,
{
name: `Build ${kind}`,
uses: "actions-rs/cargo@v1",
with: {
"use-cross": false,
command: "build",
args: `--locked --all-targets ${
kind == "release" ? "--release" : ""
}`,
},
},
{
name: "Upload build artifact",
uses: "actions/upload-artifact@v2",
with: {
name: `build-${os}-${kind}`,
path: [
`target/${kind}/deno${os == "windows" ? ".exe" : ""}`,
`target/${kind}/denort${os == "windows" ? ".exe" : ""}`,
].join("\n"),
},
},
],
};
}
}
return jobs;
}
const ci = {
name: "ci",
"runs-on": ["push", "pull_request"],
jobs: {
...generateBuildJobs(),
},
};
const str = JSON.stringify(ci, undefined, 2);
await Deno.writeTextFile(
"./.github/workflows/ci.yml",
`# THIS FILE IS AUTOGENERATED USING ./tools/get_workflow.yml\n${str}`,
);