foster/denoland-deno
1
0
Fork 0
mirror of https://github.com/denoland/deno.git synced 2025-01-09 07:39:15 -05:00
Code Issues Packages 1 Wiki Activity

try to codegen ci file

Browse source
This commit is contained in:
Luca Casonato 2021-03-05 18:39:39 +01:00
parent 8e01e23299
commit c165096973
No known key found for this signature in database
GPG key ID: 789878CF6382A84F
2 changed files with 403 additions and 365 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

635
.github/workflows/ci.yml vendored
View file

@ -1,365 +1,270 @@
name: ci # THIS FILE IS AUTOGENERATED USING ./tools/get_workflow.yml
{
on: [push, pull_request] "name": "ci",
"runs-on": [
jobs: "push",
build: "pull_request"
name: ${{ matrix.kind }} ${{ matrix.os }} ],
if: | "jobs": {
github.event_name == 'push' || "build_linux_release": {
!startsWith(github.event.pull_request.head.label, 'denoland:') "name": "build / linux / release",
runs-on: ${{ matrix.os }} "runs-on": "${{ github.repository == 'denoland/deno' && 'ubuntu-latest-xl' || 'ubuntu-18.04' }}",
timeout-minutes: 60 "timeout-minutes": 60,
strategy: "env": {
matrix: "CARGO_INCREMENTAL": "0",
include: "RUST_BACKTRACE": "full",
- os: macos-10.15 "CARGO_TERM_COLOR": "always"
kind: test_release },
- os: windows-2019 "steps": [
kind: test_release {
- os: ${{ github.repository == 'denoland/deno' && 'ubuntu-latest-xl' || 'ubuntu-latest' }} "name": "Configure git",
kind: bench "run": "git config --global core.symlinks true"
# TODO(ry) Ideally we could use ubuntu-latest-xl for lint but there's },
# a bug with dprint that is preventing this from running. {
- os: ubuntu-latest "name": "Checkout repository",
kind: lint "uses": "actions/checkout@v2",
# TODO(ry) Ideally we would use ubuntu-latest-xl for test_debug too, "with": {
# but there are race conditions in our test we are working around by "fetch-depth": 5,
# using the slower runner. "submodules": true
- os: ubuntu-latest }
kind: test_debug },
# Warning: Do not upgrade test_release to newer version of ubuntu {
# runners. We need to link against older version of glibc in order to "name": "Configure canary",
# run on older systems. glibc in 20.04 is not compatible with 18.04. "if": "!startsWith(github.ref, 'refs/tags/')",
# See #9484. "shell": "bash",
- os: ubuntu-18.04 "run": "echo 'DENO_CANARY=true' >> $GITHUB_ENV"
kind: test_release },
{
# Always run main branch builds to completion. This allows the cache to "name": "Build cache",
# stay mostly up-to-date in situations where a single job fails due to "uses": "actions/cache@v2",
# e.g. a flaky test. "with": {
# Don't fast-fail on tag build because publishing binaries shouldn't be "path": "~/.cargo/registry\n~/.cargo/git\n.cargo_home\ntarget/*/.*\ntarget/*/build\ntarget/*/deps",
# prevented if if any of the stages fails (which can be a false negative). "key": "linux-release-${{ hashFiles('Cargo.lock') }}",
fail-fast: ${{ github.event_name == 'pull_request' || (github.ref != "restore-keys": "linux-release-"
'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')) }} }
},
env: {
CARGO_INCREMENTAL: 0 "name": "Setup Rust",
RUST_BACKTRACE: full "uses": "actions-rs/toolchain@v1",
CARGO_TERM_COLOR: always "with": {
RUSTC_WRAPPER: sccache "default": true,
"override": true,
steps: "toolchain": "1.50.0"
- name: Configure git }
run: git config --global core.symlinks true },
{
- name: Clone repository "name": "Build release",
uses: actions/checkout@v2 "uses": "actions-rs/cargo@v1",
with: "with": {
# Use depth > 1, because sometimes we need to rebuild main and if "use-cross": false,
# other commits have landed it will become impossible to rebuild if "command": "build",
# the checkout is too shallow. "args": "--locked --all-targets --release"
fetch-depth: 5 }
submodules: true },
{
- name: Create source tarballs (release, linux) "name": "Upload build artifact",
if: | "uses": "actions/upload-artifact@v2",
startsWith(matrix.os, 'ubuntu') && "with": {
matrix.kind == 'test_release' && "name": "build-linux-release",
github.repository == 'denoland/deno' && "path": "target/release/deno\ntarget/release/denort"
startsWith(github.ref, 'refs/tags/') }
run: | }
mkdir -p target/release ]
tar --exclude=.cargo_home --exclude=".git*" --exclude=target --exclude=third_party/prebuilt -czvf target/release/deno_src.tar.gz -C .. deno },
"build_linux_debug": {
# Note the following caches target which includes sccache. "name": "build / linux / debug",
- uses: Swatinem/rust-cache@v1 "runs-on": "${{ github.repository == 'denoland/deno' && 'ubuntu-latest-xl' || 'ubuntu-18.04' }}",
"timeout-minutes": 60,
- name: Install rust "env": {
uses: hecrj/setup-rust-action@v1 "CARGO_INCREMENTAL": "0",
with: "RUST_BACKTRACE": "full",
rust-version: 1.50.0 "CARGO_TERM_COLOR": "always"
},
- name: Install and start sccache "steps": [
shell: pwsh {
env: "name": "Configure git",
SCCACHE_DIR: ${{ github.workspace }}/target/sccache "run": "git config --global core.symlinks true"
SCCACHE_CACHE_SIZE: 128M },
SCCACHE_IDLE_TIMEOUT: 0 {
run: | "name": "Checkout repository",
$version = "v0.2.15" "uses": "actions/checkout@v2",
$platform = "with": {
@{ "macOS" = "x86_64-apple-darwin" "fetch-depth": 5,
"Linux" = "x86_64-unknown-linux-musl" "submodules": true
"Windows" = "x86_64-pc-windows-msvc" }
}.${{ runner.os }} },
$basename = "sccache-$version-$platform" {
chmod u+x $basename/sccache "name": "Configure canary",
$url = "https://github.com/mozilla/sccache/releases/download/" + "if": "!startsWith(github.ref, 'refs/tags/')",
"$version/$basename.tar.gz" "shell": "bash",
cd ~ "run": "echo 'DENO_CANARY=true' >> $GITHUB_ENV"
curl -LO $url },
tar -xzvf "$basename.tar.gz" {
chmod u+x $basename/sccache "name": "Build cache",
. $basename/sccache --start-server "uses": "actions/cache@v2",
echo "$(pwd)/$basename" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append "with": {
"path": "~/.cargo/registry\n~/.cargo/git\n.cargo_home\ntarget/*/.*\ntarget/*/build\ntarget/*/deps",
"key": "linux-debug-${{ hashFiles('Cargo.lock') }}",
- name: Install clippy and rustfmt "restore-keys": "linux-debug-"
if: matrix.kind == 'lint' }
run: | },
rustup component add clippy {
rustup component add rustfmt "name": "Setup Rust",
"uses": "actions-rs/toolchain@v1",
- name: Install Deno "with": {
if: | "default": true,
!startsWith(matrix.os, 'windows') "override": true,
run: |- "toolchain": "1.50.0"
curl -fsSL https://deno.land/x/install/install.sh | sh -s v1.7.2 }
echo "$HOME/.deno/bin" >> $GITHUB_PATH },
{
- name: Install Deno (Windows) "name": "Build debug",
if: startsWith(matrix.os, 'windows') "uses": "actions-rs/cargo@v1",
run: |- "with": {
curl -fsSL https://deno.land/x/install/install.sh | sh -s v1.7.2 "use-cross": false,
echo "$HOME/.deno/bin" >> $env:GITHUB_PATH "command": "build",
"args": "--locked --all-targets "
- name: Install Python }
uses: actions/setup-python@v1 },
with: {
python-version: "3.8" "name": "Upload build artifact",
architecture: x64 "uses": "actions/upload-artifact@v2",
"with": {
- name: Install Node "name": "build-linux-debug",
uses: actions/setup-node@v2 "path": "target/debug/deno\ntarget/debug/denort"
with: }
node-version: "14" }
check-latest: true ]
},
- name: Remove unused versions of Python "build_macos_release": {
if: startsWith(matrix.os, 'windows') "name": "build / macos / release",
run: |- "runs-on": "macos-10.15",
$env:PATH -split ";" | "timeout-minutes": 60,
Where-Object { Test-Path "$_\python.exe" } | "env": {
Select-Object -Skip 1 | "CARGO_INCREMENTAL": "0",
ForEach-Object { Move-Item "$_" "$_.disabled" } "RUST_BACKTRACE": "full",
"CARGO_TERM_COLOR": "always"
- name: Setup gcloud (unix) },
if: | "steps": [
runner.os != 'Windows' && {
matrix.kind == 'test_release' && "name": "Configure git",
github.repository == 'denoland/deno' && "run": "git config --global core.symlinks true"
(github.ref == 'refs/heads/main' || },
startsWith(github.ref, 'refs/tags/')) {
uses: google-github-actions/setup-gcloud@master "name": "Checkout repository",
with: "uses": "actions/checkout@v2",
project_id: denoland "with": {
service_account_key: ${{ secrets.GCP_SA_KEY }} "fetch-depth": 5,
export_default_credentials: true "submodules": true
}
- name: Setup gcloud (windows) },
if: | {
runner.os == 'Windows' && "name": "Configure canary",
matrix.kind == 'test_release' && "if": "!startsWith(github.ref, 'refs/tags/')",
github.repository == 'denoland/deno' && "shell": "bash",
(github.ref == 'refs/heads/main' || "run": "echo 'DENO_CANARY=true' >> $GITHUB_ENV"
startsWith(github.ref, 'refs/tags/')) },
uses: google-github-actions/setup-gcloud@master {
env: "name": "Build cache",
CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe "uses": "actions/cache@v2",
with: "with": {
project_id: denoland "path": "~/.cargo/registry\n~/.cargo/git\n.cargo_home\ntarget/*/.*\ntarget/*/build\ntarget/*/deps",
service_account_key: ${{ secrets.GCP_SA_KEY }} "key": "macos-release-${{ hashFiles('Cargo.lock') }}",
export_default_credentials: true "restore-keys": "macos-release-"
}
- name: Configure canary build },
if: | {
matrix.kind == 'test_release' && "name": "Setup Rust",
github.repository == 'denoland/deno' && "uses": "actions-rs/toolchain@v1",
github.ref == 'refs/heads/main' "with": {
shell: bash "default": true,
run: | "override": true,
echo "DENO_CANARY=true" >> $GITHUB_ENV "toolchain": "1.50.0"
}
- name: Log versions },
run: | {
node -v "name": "Build release",
python --version "uses": "actions-rs/cargo@v1",
rustc --version "with": {
cargo --version "use-cross": false,
deno --version "command": "build",
"args": "--locked --all-targets --release"
- name: test_format.js }
if: matrix.kind == 'lint' },
run: deno run --unstable --allow-write --allow-read --allow-run ./tools/format.js --check {
"name": "Upload build artifact",
- name: lint.js "uses": "actions/upload-artifact@v2",
if: matrix.kind == 'lint' "with": {
run: deno run --unstable --allow-write --allow-read --allow-run ./tools/lint.js "name": "build-macos-release",
"path": "target/release/deno\ntarget/release/denort"
- name: Build release }
if: | }
matrix.kind == 'test_release' || ]
matrix.kind == 'bench' },
run: cargo build --release --locked --all-targets -vv "build_windows_release": {
"name": "build / windows / release",
- name: Build debug "runs-on": "windows-2019",
if: matrix.kind == 'test_debug' "timeout-minutes": 60,
run: cargo build --locked --all-targets "env": {
"CARGO_INCREMENTAL": "0",
- name: Pre-release (linux) "RUST_BACKTRACE": "full",
if: | "CARGO_TERM_COLOR": "always"
startsWith(matrix.os, 'ubuntu') && },
matrix.kind == 'test_release' "steps": [
run: | {
cd target/release "name": "Configure git",
zip -r deno-x86_64-unknown-linux-gnu.zip deno "run": "git config --global core.symlinks true"
zip -r denort-x86_64-unknown-linux-gnu.zip denort },
./deno types > lib.deno.d.ts {
"name": "Checkout repository",
- name: Pre-release (mac) "uses": "actions/checkout@v2",
if: | "with": {
startsWith(matrix.os, 'macOS') && "fetch-depth": 5,
matrix.kind == 'test_release' "submodules": true
run: | }
cd target/release },
zip -r deno-x86_64-apple-darwin.zip deno {
zip -r denort-x86_64-apple-darwin.zip denort "name": "Configure canary",
"if": "!startsWith(github.ref, 'refs/tags/')",
- name: Pre-release (windows) "shell": "bash",
if: | "run": "echo 'DENO_CANARY=true' >> $GITHUB_ENV"
startsWith(matrix.os, 'windows') && },
matrix.kind == 'test_release' {
run: | "name": "Build cache",
Compress-Archive -CompressionLevel Optimal -Force -Path target/release/deno.exe -DestinationPath target/release/deno-x86_64-pc-windows-msvc.zip "uses": "actions/cache@v2",
Compress-Archive -CompressionLevel Optimal -Force -Path target/release/denort.exe -DestinationPath target/release/denort-x86_64-pc-windows-msvc.zip "with": {
"path": "~/.cargo/registry\n~/.cargo/git\n.cargo_home\ntarget/*/.*\ntarget/*/build\ntarget/*/deps",
- name: Upload canary to dl.deno.land (unix) "key": "windows-release-${{ hashFiles('Cargo.lock') }}",
if: | "restore-keys": "windows-release-"
runner.os != 'Windows' && }
matrix.kind == 'test_release' && },
github.repository == 'denoland/deno' && {
github.ref == 'refs/heads/main' "name": "Setup Rust",
run: | "uses": "actions-rs/toolchain@v1",
gsutil cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/ "with": {
echo $(git rev-parse HEAD) > canary-latest.txt "default": true,
gsutil cp canary-latest.txt gs://dl.deno.land/canary-latest.txt "override": true,
"toolchain": "1.50.0"
- name: Upload canary to dl.deno.land (windows) }
if: | },
runner.os == 'Windows' && {
matrix.kind == 'test_release' && "name": "Build release",
github.repository == 'denoland/deno' && "uses": "actions-rs/cargo@v1",
github.ref == 'refs/heads/main' "with": {
env: "use-cross": false,
CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe "command": "build",
shell: bash "args": "--locked --all-targets --release"
run: | }
gsutil cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/ },
echo $(git rev-parse HEAD) > canary-latest.txt {
gsutil cp canary-latest.txt gs://dl.deno.land/canary-latest.txt "name": "Upload build artifact",
"uses": "actions/upload-artifact@v2",
- name: Test release "with": {
if: matrix.kind == 'test_release' "name": "build-windows-release",
run: cargo test --release --locked --all-targets "path": "target/release/deno.exe\ntarget/release/denort.exe"
}
- name: Test debug }
if: matrix.kind == 'test_debug' ]
run: | }
cargo test --locked --doc }
cargo test --locked --all-targets }
- name: Configure hosts file for WPT (unix)
if: runner.os != 'Windows'
run: ./wpt make-hosts-file | sudo tee -a /etc/hosts
working-directory: test_util/wpt/
- name: Configure hosts file for WPT (windows)
if: runner.os == 'Windows'
working-directory: test_util/wpt/
run: python wpt make-hosts-file | Out-File $env:SystemRoot\System32\drivers\etc\hosts -Encoding ascii -Append
- name: Run web platform tests (release)
if: matrix.kind == 'test_release'
run: |
deno run --unstable --allow-write --allow-read --allow-net --allow-env --allow-run ./tools/wpt.ts setup
deno run --unstable --allow-write --allow-read --allow-net --allow-env --allow-run ./tools/wpt.ts run --quiet --release
- name: Run web platform tests (debug)
if: matrix.kind == 'test_debug'
run: |
deno run --unstable --allow-write --allow-read --allow-net --allow-env --allow-run ./tools/wpt.ts setup
deno run --unstable --allow-write --allow-read --allow-net --allow-env --allow-run ./tools/wpt.ts run --quiet
- name: Run Benchmarks
if: matrix.kind == 'bench'
run: cargo bench
- name: Post Benchmarks
if: |
matrix.kind == 'bench' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main'
env:
DENOBOT_PAT: ${{ secrets.DENOBOT_PAT }}
run: |
git clone --depth 1 -b gh-pages https://${DENOBOT_PAT}@github.com/denoland/benchmark_data.git gh-pages
deno run --unstable -A ./tools/build_benchmark_jsons.js --release
cd gh-pages
git config user.email "propelml@gmail.com"
git config user.name "denobot"
git add .
git commit --message "Update benchmarks"
git push origin gh-pages
- name: Worker info
if: matrix.kind == 'bench'
run: |
cat /proc/cpuinfo
cat /proc/meminfo
- name: Upload release to dl.deno.land (unix)
if: |
runner.os != 'Windows' &&
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
run: |
gsutil cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/
echo ${GITHUB_REF#refs/*/} > release-latest.txt
gsutil cp release-latest.txt gs://dl.deno.land/release-latest.txt
- name: Upload release to dl.deno.land (windows)
if: |
runner.os == 'Windows' &&
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
env:
CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe
shell: bash
run: |
gsutil cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/
echo ${GITHUB_REF#refs/*/} > release-latest.txt
gsutil cp release-latest.txt gs://dl.deno.land/release-latest.txt
- name: Upload release to GitHub
uses: softprops/action-gh-release@v1
if: |
matrix.kind == 'test_release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
with:
files: |
target/release/deno-x86_64-pc-windows-msvc.zip
target/release/deno-x86_64-unknown-linux-gnu.zip
target/release/deno-x86_64-apple-darwin.zip
target/release/deno_src.tar.gz
target/release/lib.deno.d.ts
draft: true
- name: Stop sccache
if: always()
run: sccache --stop-server

133
tools/gen_workflow_yml.ts Normal file
View file

@ -0,0 +1,133 @@
#!/usr/bin/env -S deno run --unstable --allow-write --allow-read --allow-run
const slowRunners = {
"linux": "ubuntu-18.04",
"macos": "macos-10.15",
"windows": "windows-2019",
};
const fastRunners = {
"linux":
"${{ github.repository == 'denoland/deno' && 'ubuntu-latest-xl' || 'ubuntu-18.04' }}",
"macos": "macos-10.15",
"windows": "windows-2019",
};
const env = {
"CARGO_INCREMENTAL": "0",
"RUST_BACKTRACE": "full",
"CARGO_TERM_COLOR": "always",
};
const platforms = ["linux", "macos", "windows"] as const;
const kinds = ["release", "debug"] as const;
const chechout = [
{
name: "Configure git",
run: "git config --global core.symlinks true",
},
{
name: "Checkout repository",
uses: "actions/checkout@v2",
with: {
"fetch-depth": 5,
submodules: true,
},
},
];
function buildCache(os: string, kind: string) {
return {
name: "Build cache",
uses: "actions/cache@v2",
with: {
path: [
"~/.cargo/registry",
"~/.cargo/git",
".cargo_home",
"target/*/.*",
"target/*/build",
"target/*/deps",
].join("\n"),
key: `${os}-${kind}-\${{ hashFiles('Cargo.lock') }}`,
"restore-keys": `${os}-${kind}-`,
},
};
}
const setupRust = {
name: "Setup Rust",
uses: "actions-rs/toolchain@v1",
with: {
default: true,
override: true,
toolchain: "1.50.0",
},
};
function generateBuildJobs(): Record<string, unknown> {
const jobs: Record<string, unknown> = {};
for (const os of platforms) {
for (const kind of kinds) {
if (os != "linux" && kind == "debug") continue;
jobs[`build_${os}_${kind}`] = {
name: `build / ${os} / ${kind}`,
"runs-on": fastRunners[os],
"timeout-minutes": 60,
env,
steps: [
...chechout,
{
name: "Configure canary",
if: "!startsWith(github.ref, 'refs/tags/')",
shell: "bash",
run: "echo 'DENO_CANARY=true' >> $GITHUB_ENV",
},
buildCache(os, kind),
setupRust,
{
name: `Build ${kind}`,
uses: "actions-rs/cargo@v1",
with: {
"use-cross": false,
command: "build",
args: `--locked --all-targets ${
kind == "release" ? "--release" : ""
}`,
},
},
{
name: "Upload build artifact",
uses: "actions/upload-artifact@v2",
with: {
name: `build-${os}-${kind}`,
path: [
`target/${kind}/deno${os == "windows" ? ".exe" : ""}`,
`target/${kind}/denort${os == "windows" ? ".exe" : ""}`,
].join("\n"),
},
},
],
};
}
}
return jobs;
}
const ci = {
name: "ci",
"runs-on": ["push", "pull_request"],
jobs: {
...generateBuildJobs(),
},
};
const str = JSON.stringify(ci, undefined, 2);
await Deno.writeTextFile(
"./.github/workflows/ci.yml",
`# THIS FILE IS AUTOGENERATED USING ./tools/get_workflow.yml\n${str}`,
);