summaryrefslogtreecommitdiff
path: root/.github/workflows
diff options
context:
space:
mode:
authorDavid Sherret <dsherret@users.noreply.github.com>2023-01-10 19:16:11 -0500
committerGitHub <noreply@github.com>2023-01-10 19:16:11 -0500
commite246f06cfbcba98c5fc10442113631d16f2ab6de (patch)
tree75744b242416ea02c0e981a4a922ebaf4e5a742c /.github/workflows
parent14ada3dce2ede9cffacfe829cca04f4ef262f91b (diff)
chore(ci): ci refactor - Part 1 - Generate ci yaml by js (#17335)
Diffstat (limited to '.github/workflows')
-rw-r--r--.github/workflows/ci.generate.ts726
-rw-r--r--.github/workflows/ci.yml262
2 files changed, 815 insertions, 173 deletions
diff --git a/.github/workflows/ci.generate.ts b/.github/workflows/ci.generate.ts
new file mode 100644
index 000000000..38120bc65
--- /dev/null
+++ b/.github/workflows/ci.generate.ts
@@ -0,0 +1,726 @@
+#!/usr/bin/env -S deno run --allow-write=. --lock=./tools/deno.lock.json
+// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license.
+import * as yaml from "https://deno.land/std@0.171.0/encoding/yaml.ts";
+
+const ci = {
+ name: "ci",
+ on: ["push", "pull_request"],
+ concurrency: {
+ group:
+ "${{ github.workflow }}-${{ !contains(github.event.pull_request.labels.*.name, 'test-flaky-ci') && github.head_ref || github.run_id }}",
+ "cancel-in-progress": true,
+ },
+ jobs: {
+ build: {
+ name: "${{ matrix.job }} ${{ matrix.profile }} ${{ matrix.os }}",
+ if: [
+ "github.event_name == 'push' ||",
+ "!startsWith(github.event.pull_request.head.label, 'denoland:')",
+ ].join("\n"),
+ "runs-on": "${{ matrix.os }}",
+ "timeout-minutes": 120,
+ strategy: {
+ matrix: {
+ include: [
+ {
+ os: "macos-12",
+ job: "test",
+ profile: "fastci",
+ },
+ {
+ os: "macos-12",
+ job: "test",
+ profile: "release",
+ },
+ {
+ os:
+ "${{ github.repository == 'denoland/deno' && 'windows-2019-xl' || 'windows-2019' }}",
+ job: "test",
+ profile: "fastci",
+ },
+ {
+ os:
+ "${{ github.repository == 'denoland/deno' && 'windows-2019-xl' || 'windows-2019' }}",
+ job: "test",
+ profile: "release",
+ },
+ {
+ os:
+ "${{ github.repository == 'denoland/deno' && 'ubuntu-20.04-xl' || 'ubuntu-20.04' }}",
+ job: "test",
+ profile: "release",
+ use_sysroot: true,
+ },
+ {
+ os:
+ "${{ github.repository == 'denoland/deno' && 'ubuntu-20.04-xl' || 'ubuntu-20.04' }}",
+ job: "bench",
+ profile: "release",
+ use_sysroot: true,
+ },
+ {
+ os:
+ "${{ github.repository == 'denoland/deno' && 'ubuntu-20.04-xl' || 'ubuntu-20.04' }}",
+ job: "test",
+ profile: "debug",
+ use_sysroot: true,
+ },
+ {
+ os:
+ "${{ github.repository == 'denoland/deno' && 'ubuntu-20.04-xl' || 'ubuntu-20.04' }}",
+ job: "lint",
+ profile: "debug",
+ },
+ ],
+ },
+ // Always run main branch builds to completion. This allows the cache to
+ // stay mostly up-to-date in situations where a single job fails due to
+ // e.g. a flaky test.
+ // Don't fast-fail on tag build because publishing binaries shouldn't be
+ // prevented if any of the stages fail (which can be a false negative).
+ "fail-fast":
+ "${{ github.event_name == 'pull_request' || (github.ref != 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')) }}",
+ },
+ env: {
+ CARGO_TERM_COLOR: "always",
+ RUST_BACKTRACE: "full",
+ },
+ steps: [
+ {
+ name: "Configure git",
+ run: [
+ "git config --global core.symlinks true",
+ "git config --global fetch.parallel 32",
+ ].join("\n"),
+ },
+ {
+ name: "Clone repository",
+ uses: "actions/checkout@v3",
+ with: {
+ // Use depth > 1, because sometimes we need to rebuild main and if
+ // other commits have landed it will become impossible to rebuild if
+ // the checkout is too shallow.
+ "fetch-depth": 5,
+ submodules: "recursive",
+ },
+ },
+ {
+ name: "Create source tarballs (release, linux)",
+ if: [
+ "startsWith(matrix.os, 'ubuntu') &&",
+ "matrix.profile == 'release' &&",
+ "matrix.job == 'test' &&",
+ "github.repository == 'denoland/deno' &&",
+ "startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ run: [
+ "mkdir -p target/release",
+ 'tar --exclude=".git*" --exclude=target --exclude=third_party/prebuilt \\',
+ " -czvf target/release/deno_src.tar.gz -C .. deno",
+ ].join("\n"),
+ },
+ { uses: "dtolnay/rust-toolchain@stable" },
+ {
+ name: "Install Deno",
+ if: "matrix.job == 'lint' || matrix.job == 'test'",
+ uses: "denoland/setup-deno@v1",
+ with: { "deno-version": "v1.x" },
+ },
+ {
+ name: "Install Python",
+ uses: "actions/setup-python@v4",
+ with: { "python-version": 3.8 },
+ },
+ {
+ name: "Install Node",
+ uses: "actions/setup-node@v3",
+ with: { "node-version": 17 },
+ },
+ {
+ name: "Remove unused versions of Python",
+ if: "startsWith(matrix.os, 'windows')",
+ run: [
+ '$env:PATH -split ";" |',
+ ' Where-Object { Test-Path "$_\\python.exe" } |',
+ " Select-Object -Skip 1 |",
+ ' ForEach-Object { Move-Item "$_" "$_.disabled" }',
+ ].join("\n"),
+ },
+ {
+ name: "Setup gcloud (unix)",
+ if: [
+ "runner.os != 'Windows' &&",
+ "matrix.profile == 'release' &&",
+ "matrix.job == 'test' &&",
+ "github.repository == 'denoland/deno' &&",
+ "(github.ref == 'refs/heads/main' ||",
+ "startsWith(github.ref, 'refs/tags/'))",
+ ].join("\n"),
+ uses: "google-github-actions/setup-gcloud@v0",
+ with: {
+ project_id: "denoland",
+ service_account_key: "${{ secrets.GCP_SA_KEY }}",
+ export_default_credentials: true,
+ },
+ },
+ {
+ name: "Setup gcloud (windows)",
+ if: [
+ "runner.os == 'Windows' &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "(github.ref == 'refs/heads/main' ||",
+ "startsWith(github.ref, 'refs/tags/'))",
+ ].join("\n"),
+ uses: "google-github-actions/setup-gcloud@v0",
+ env: { CLOUDSDK_PYTHON: "${{env.pythonLocation}}\\python.exe" },
+ with: {
+ project_id: "denoland",
+ service_account_key: "${{ secrets.GCP_SA_KEY }}",
+ export_default_credentials: true,
+ },
+ },
+ {
+ name: "Configure canary build",
+ if: [
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "github.ref == 'refs/heads/main'",
+ ].join("\n"),
+ shell: "bash",
+ run: 'echo "DENO_CANARY=true" >> $GITHUB_ENV',
+ },
+ {
+ name: "Set up incremental LTO and sysroot build",
+ if: "matrix.use_sysroot",
+ run: [
+ "# Avoid running man-db triggers, which sometimes takes several minutes",
+ "# to complete.",
+ "sudo apt-get remove --purge -y man-db",
+ "",
+ "# Install clang-15, lld-15, and debootstrap.",
+ 'echo "deb http://apt.llvm.org/focal/ llvm-toolchain-focal-15 main" |',
+ " sudo dd of=/etc/apt/sources.list.d/llvm-toolchain-focal-15.list",
+ "curl https://apt.llvm.org/llvm-snapshot.gpg.key |",
+ " gpg --dearmor |",
+ "sudo dd of=/etc/apt/trusted.gpg.d/llvm-snapshot.gpg",
+ "sudo apt-get update",
+ "sudo apt-get install --no-install-recommends debootstrap \\",
+ " clang-15 lld-15",
+ "",
+ "# Create ubuntu-16.04 sysroot environment, which is used to avoid",
+ "# depending on a very recent version of glibc.",
+ "# `libc6-dev` is required for building any C source files.",
+ "# `file` and `make` are needed to build libffi-sys.",
+ "# `curl` is needed to build rusty_v8.",
+ "sudo debootstrap \\",
+ " --include=ca-certificates,curl,file,libc6-dev,make \\",
+ " --no-merged-usr --variant=minbase xenial /sysroot \\",
+ " http://azure.archive.ubuntu.com/ubuntu",
+ "sudo mount --rbind /dev /sysroot/dev",
+ "sudo mount --rbind /sys /sysroot/sys",
+ "sudo mount --rbind /home /sysroot/home",
+ "sudo mount -t proc /proc /sysroot/proc",
+ "",
+ "# Configure the build environment. Both Rust and Clang will produce",
+ "# llvm bitcode only, so we can use lld's incremental LTO support.",
+ "cat >> $GITHUB_ENV << __0",
+ "CARGO_PROFILE_BENCH_INCREMENTAL=false",
+ "CARGO_PROFILE_BENCH_LTO=false",
+ "CARGO_PROFILE_RELEASE_INCREMENTAL=false",
+ "CARGO_PROFILE_RELEASE_LTO=false",
+ "RUSTFLAGS<<__1",
+ " -C linker-plugin-lto=true",
+ " -C linker=clang-15",
+ " -C link-arg=-fuse-ld=lld-15",
+ " -C link-arg=--sysroot=/sysroot",
+ " -C link-arg=-Wl,--allow-shlib-undefined",
+ " -C link-arg=-Wl,--thinlto-cache-dir=$(pwd)/target/release/lto-cache",
+ " -C link-arg=-Wl,--thinlto-cache-policy,cache_size_bytes=700m",
+ " ${{ env.RUSTFLAGS }}",
+ "__1",
+ "RUSTDOCFLAGS<<__1",
+ " -C linker-plugin-lto=true",
+ " -C linker=clang-15",
+ " -C link-arg=-fuse-ld=lld-15",
+ " -C link-arg=--sysroot=/sysroot",
+ " -C link-arg=-Wl,--allow-shlib-undefined",
+ " -C link-arg=-Wl,--thinlto-cache-dir=$(pwd)/target/release/lto-cache",
+ " -C link-arg=-Wl,--thinlto-cache-policy,cache_size_bytes=700m",
+ " ${{ env.RUSTFLAGS }}",
+ "__1",
+ "CC=clang-15",
+ "CFLAGS=-flto=thin --sysroot=/sysroot",
+ "__0",
+ ].join("\n"),
+ },
+ {
+ name: "Log versions",
+ shell: "bash",
+ run: [
+ "node -v",
+ "python --version",
+ "rustc --version",
+ "cargo --version",
+ "# Deno is installed when linting.",
+ 'if [ "${{ matrix.job }}" == "lint" ]',
+ "then",
+ " deno --version",
+ "fi",
+ ].join("\n"),
+ },
+ {
+ name: "Cache Cargo home",
+ uses: "actions/cache@v3",
+ with: {
+ // See https://doc.rust-lang.org/cargo/guide/cargo-home.html#caching-the-cargo-home-in-ci
+ path: [
+ "~/.cargo/registry/index",
+ "~/.cargo/registry/cache",
+ "~/.cargo/git/db",
+ ].join("\n"),
+ key:
+ "18-cargo-home-${{ matrix.os }}-${{ hashFiles('Cargo.lock') }}",
+ },
+ },
+ {
+ // In main branch, always creates fresh cache
+ name: "Cache build output (main)",
+ uses: "actions/cache/save@v3",
+ if:
+ "(matrix.profile == 'release' || matrix.profile == 'fastci') && github.ref == 'refs/heads/main'",
+ with: {
+ path: [
+ "./target",
+ "!./target/*/gn_out",
+ "!./target/*/*.zip",
+ "!./target/*/*.tar.gz",
+ ].join("\n"),
+ key:
+ "18-cargo-target-${{ matrix.os }}-${{ matrix.profile }}-${{ github.sha }}",
+ },
+ },
+ {
+ // Restore cache from the latest 'main' branch build.
+ name: "Cache build output (PR)",
+ uses: "actions/cache/restore@v3",
+ if:
+ "github.ref != 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')",
+ with: {
+ path: [
+ "./target",
+ "!./target/*/gn_out",
+ "!./target/*/*.zip",
+ "!./target/*/*.tar.gz",
+ ].join("\n"),
+ key: "never_saved",
+ "restore-keys":
+ "18-cargo-target-${{ matrix.os }}-${{ matrix.profile }}-",
+ },
+ },
+ {
+ name: "Apply and update mtime cache",
+ if: "matrix.profile == 'release'",
+ uses: "./.github/mtime_cache",
+ with: { "cache-path": "./target" },
+ },
+ {
+ // Shallow the cloning the crates.io index makes CI faster because it
+ // obviates the need for Cargo to clone the index. If we don't do this
+ // Cargo will `git clone` the github repository that contains the entire
+ // history of the crates.io index from github. We don't believe the
+ // identifier '1ecc6299db9ec823' will ever change, but if it does then this
+ // command must be updated.
+ name: "Shallow clone crates.io index",
+ shell: "bash",
+ run: [
+ "if [ ! -d ~/.cargo/registry/index/github.com-1ecc6299db9ec823/.git ]",
+ "then",
+ " git clone --depth 1 --no-checkout \\",
+ " https://github.com/rust-lang/crates.io-index \\",
+ " ~/.cargo/registry/index/github.com-1ecc6299db9ec823",
+ "fi",
+ ].join("\n"),
+ },
+ {
+ name: "test_format.js",
+ if: "matrix.job == 'lint'",
+ run:
+ "deno run --unstable --allow-write --allow-read --allow-run ./tools/format.js --check",
+ },
+ {
+ name: "lint.js",
+ if: "matrix.job == 'lint'",
+ run:
+ "deno run --unstable --allow-write --allow-read --allow-run ./tools/lint.js",
+ },
+ {
+ name: "Build debug",
+ if: [
+ "(matrix.job == 'test' || matrix.job == 'bench') &&",
+ "matrix.profile == 'debug'",
+ ].join("\n"),
+ run: "cargo build --locked --all-targets",
+ },
+ {
+ name: "Build fastci",
+ if: "(matrix.job == 'test' && matrix.profile == 'fastci')",
+ run: "cargo build --locked --all-targets",
+ env: { CARGO_PROFILE_DEV_DEBUG: 0 },
+ },
+ {
+ name: "Build release",
+ if: [
+ "(matrix.job == 'test' || matrix.job == 'bench') &&",
+ "matrix.profile == 'release' && (matrix.use_sysroot ||",
+ "(github.repository == 'denoland/deno' &&",
+ "(github.ref == 'refs/heads/main' ||",
+ "startsWith(github.ref, 'refs/tags/'))))",
+ ].join("\n"),
+ run: "cargo build --release --locked --all-targets",
+ },
+ {
+ name: "Upload PR artifact (linux)",
+ if: [
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' && (matrix.use_sysroot ||",
+ "(github.repository == 'denoland/deno' &&",
+ "(github.ref == 'refs/heads/main' ||",
+ "startsWith(github.ref, 'refs/tags/'))))",
+ ].join("\n"),
+ uses: "actions/upload-artifact@v3",
+ with: {
+ name: "deno-${{ github.event.number }}",
+ path: "target/release/deno",
+ },
+ },
+ {
+ name: "Pre-release (linux)",
+ if: [
+ "startsWith(matrix.os, 'ubuntu') &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno'",
+ ].join("\n"),
+ run: [
+ "cd target/release",
+ "zip -r deno-x86_64-unknown-linux-gnu.zip deno",
+ "./deno types > lib.deno.d.ts",
+ ].join("\n"),
+ },
+ {
+ name: "Pre-release (mac)",
+ if: [
+ "startsWith(matrix.os, 'macOS') &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/'))",
+ ].join("\n"),
+ run: ["cd target/release", "zip -r deno-x86_64-apple-darwin.zip deno"]
+ .join("\n"),
+ },
+ {
+ name: "Pre-release (windows)",
+ if: [
+ "startsWith(matrix.os, 'windows') &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/'))",
+ ].join("\n"),
+ run:
+ "Compress-Archive -CompressionLevel Optimal -Force -Path target/release/deno.exe -DestinationPath target/release/deno-x86_64-pc-windows-msvc.zip",
+ },
+ {
+ name: "Upload canary to dl.deno.land (unix)",
+ if: [
+ "runner.os != 'Windows' &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "github.ref == 'refs/heads/main'",
+ ].join("\n"),
+ run:
+ 'gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/',
+ },
+ {
+ name: "Upload canary to dl.deno.land (windows)",
+ if: [
+ "runner.os == 'Windows' &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "github.ref == 'refs/heads/main'",
+ ].join("\n"),
+ env: { CLOUDSDK_PYTHON: "${{env.pythonLocation}}\\python.exe" },
+ shell: "bash",
+ run:
+ 'gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/',
+ },
+ {
+ name: "Test debug",
+ if: [
+ "matrix.job == 'test' && matrix.profile == 'debug' &&",
+ "!startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ run: ["cargo test --locked --doc", "cargo test --locked"].join("\n"),
+ },
+ {
+ name: "Test fastci",
+ if: "(matrix.job == 'test' && matrix.profile == 'fastci')",
+ run: "cargo test --locked",
+ env: { CARGO_PROFILE_DEV_DEBUG: 0 },
+ },
+ {
+ name: "Test release",
+ if: [
+ "matrix.job == 'test' && matrix.profile == 'release' &&",
+ "(matrix.use_sysroot || (",
+ "github.repository == 'denoland/deno' &&",
+ "github.ref == 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')))",
+ ].join("\n"),
+ run: "cargo test --release --locked",
+ },
+ {
+ // Since all tests are skipped when we're building a tagged commit
+ // this is a minimal check to ensure that binary is not corrupted
+ name: "Check deno binary",
+ if:
+ "matrix.profile == 'release' && startsWith(github.ref, 'refs/tags/')",
+ shell: "bash",
+ run: 'target/release/deno eval "console.log(1+2)" | grep 3',
+ env: { NO_COLOR: 1 },
+ },
+ {
+ // Verify that the binary actually works in the Ubuntu-16.04 sysroot.
+ name: "Check deno binary (in sysroot)",
+ if: "matrix.profile == 'release' && matrix.use_sysroot",
+ run: 'sudo chroot /sysroot "$(pwd)/target/release/deno" --version',
+ },
+ {
+ // TODO(ry): Because CI is so slow on for OSX and Windows, we currently
+ // run the Web Platform tests only on Linux.
+ name: "Configure hosts file for WPT",
+ if: "startsWith(matrix.os, 'ubuntu') && matrix.job == 'test'",
+ run: "./wpt make-hosts-file | sudo tee -a /etc/hosts",
+ "working-directory": "test_util/wpt/",
+ },
+ {
+ name: "Run web platform tests (debug)",
+ if: [
+ "startsWith(matrix.os, 'ubuntu') && matrix.job == 'test' &&",
+ "matrix.profile == 'debug' &&",
+ "github.ref == 'refs/heads/main'",
+ ].join("\n"),
+ env: { DENO_BIN: "./target/debug/deno" },
+ run: [
+ "deno run --allow-env --allow-net --allow-read --allow-run \\",
+ " --allow-write --unstable \\",
+ " --lock=tools/deno.lock.json \\",
+ " ./tools/wpt.ts setup",
+ "deno run --allow-env --allow-net --allow-read --allow-run \\",
+ " --allow-write --unstable \\",
+ " --lock=tools/deno.lock.json \\",
+ ' ./tools/wpt.ts run --quiet --binary="$DENO_BIN"',
+ ].join("\n"),
+ },
+ {
+ name: "Run web platform tests (release)",
+ if: [
+ "startsWith(matrix.os, 'ubuntu') && matrix.job == 'test' &&",
+ "matrix.profile == 'release' && !startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ env: { DENO_BIN: "./target/release/deno" },
+ run: [
+ "deno run --allow-env --allow-net --allow-read --allow-run \\",
+ " --allow-write --unstable \\",
+ " --lock=tools/deno.lock.json \\",
+ " ./tools/wpt.ts setup",
+ "deno run --allow-env --allow-net --allow-read --allow-run \\",
+ " --allow-write --unstable \\",
+ " --lock=tools/deno.lock.json \\",
+ " ./tools/wpt.ts run --quiet --release \\",
+ ' --binary="$DENO_BIN" \\',
+ " --json=wpt.json \\",
+ " --wptreport=wptreport.json",
+ ].join("\n"),
+ },
+ {
+ name: "Upload wpt results to dl.deno.land",
+ "continue-on-error": true,
+ if: [
+ "runner.os == 'Linux' &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "github.ref == 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ run: [
+ "gzip ./wptreport.json",
+ 'gsutil -h "Cache-Control: public, max-age=3600" cp ./wpt.json gs://dl.deno.land/wpt/$(git rev-parse HEAD).json',
+ 'gsutil -h "Cache-Control: public, max-age=3600" cp ./wptreport.json.gz gs://dl.deno.land/wpt/$(git rev-parse HEAD)-wptreport.json.gz',
+ "echo $(git rev-parse HEAD) > wpt-latest.txt",
+ 'gsutil -h "Cache-Control: no-cache" cp wpt-latest.txt gs://dl.deno.land/wpt-latest.txt',
+ ].join("\n"),
+ },
+ {
+ name: "Upload wpt results to wpt.fyi",
+ "continue-on-error": true,
+ if: [
+ "runner.os == 'Linux' &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "github.ref == 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ env: {
+ WPT_FYI_USER: "deno",
+ WPT_FYI_PW: "${{ secrets.WPT_FYI_PW }}",
+ GITHUB_TOKEN: "${{ secrets.DENOBOT_PAT }}",
+ },
+ run: [
+ "./target/release/deno run --allow-all --lock=tools/deno.lock.json \\",
+ " ./tools/upload_wptfyi.js $(git rev-parse HEAD) --ghstatus",
+ ].join("\n"),
+ },
+ {
+ name: "Run benchmarks",
+ if: "matrix.job == 'bench' && !startsWith(github.ref, 'refs/tags/')",
+ run: "cargo bench --locked",
+ },
+ {
+ name: "Post Benchmarks",
+ if: [
+ "matrix.job == 'bench' &&",
+ "github.repository == 'denoland/deno' &&",
+ "github.ref == 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ env: { DENOBOT_PAT: "${{ secrets.DENOBOT_PAT }}" },
+ run: [
+ "git clone --depth 1 --branch gh-pages \\",
+ " https://${DENOBOT_PAT}@github.com/denoland/benchmark_data.git \\",
+ " gh-pages",
+ "./target/release/deno run --allow-all --unstable \\",
+ " ./tools/build_benchmark_jsons.js --release",
+ "cd gh-pages",
+ 'git config user.email "propelml@gmail.com"',
+ 'git config user.name "denobot"',
+ "git add .",
+ 'git commit --message "Update benchmarks"',
+ "git push origin gh-pages",
+ ].join("\n"),
+ },
+ {
+ name: "Build product size info",
+ if:
+ "matrix.job != 'lint' && matrix.profile != 'fastci' && github.repository == 'denoland/deno' && (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/'))",
+ run: [
+ 'du -hd1 "./target/${{ matrix.profile }}"',
+ 'du -ha "./target/${{ matrix.profile }}/deno"',
+ ].join("\n"),
+ },
+ {
+ name: "Worker info",
+ if: "matrix.job == 'bench'",
+ run: ["cat /proc/cpuinfo", "cat /proc/meminfo"].join("\n"),
+ },
+ {
+ name: "Upload release to dl.deno.land (unix)",
+ if: [
+ "runner.os != 'Windows' &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ run:
+ 'gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/',
+ },
+ {
+ name: "Upload release to dl.deno.land (windows)",
+ if: [
+ "runner.os == 'Windows' &&",
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ env: { CLOUDSDK_PYTHON: "${{env.pythonLocation}}\\python.exe" },
+ shell: "bash",
+ run:
+ 'gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/',
+ },
+ {
+ name: "Create release notes",
+ shell: "bash",
+ if: [
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ run: [
+ "export PATH=$PATH:$(pwd)/target/release",
+ "./tools/release/05_create_release_notes.ts",
+ ].join("\n"),
+ },
+ {
+ name: "Upload release to GitHub",
+ uses: "softprops/action-gh-release@v0.1.15",
+ if: [
+ "matrix.job == 'test' &&",
+ "matrix.profile == 'release' &&",
+ "github.repository == 'denoland/deno' &&",
+ "startsWith(github.ref, 'refs/tags/')",
+ ].join("\n"),
+ env: { GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" },
+ with: {
+ files: [
+ "target/release/deno-x86_64-pc-windows-msvc.zip",
+ "target/release/deno-x86_64-unknown-linux-gnu.zip",
+ "target/release/deno-x86_64-apple-darwin.zip",
+ "target/release/deno_src.tar.gz",
+ "target/release/lib.deno.d.ts",
+ ].join("\n"),
+ body_path: "target/release/release-notes.md",
+ draft: true,
+ },
+ },
+ ],
+ },
+ "publish-canary": {
+ name: "publish canary",
+ "runs-on": "ubuntu-20.04",
+ needs: ["build"],
+ if:
+ "github.repository == 'denoland/deno' && github.ref == 'refs/heads/main'",
+ steps: [{
+ name: "Setup gcloud",
+ uses: "google-github-actions/setup-gcloud@v0",
+ with: {
+ project_id: "denoland",
+ service_account_key: "${{ secrets.GCP_SA_KEY }}",
+ export_default_credentials: true,
+ },
+ }, {
+ name: "Upload canary version file to dl.deno.land",
+ run: [
+ "echo ${{ github.sha }} > canary-latest.txt",
+ 'gsutil -h "Cache-Control: no-cache" cp canary-latest.txt gs://dl.deno.land/canary-latest.txt',
+ ].join("\n"),
+ }],
+ },
+ },
+};
+
+let finalText = `# GENERATED BY ./ci.generate.ts -- DO NOT DIRECTLY EDIT\n\n`;
+finalText += yaml.stringify(ci, {
+ noRefs: true,
+ lineWidth: 10_000,
+ noCompatMode: true,
+});
+
+Deno.writeTextFileSync(new URL("./ci.yml", import.meta.url), finalText);
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index ec85c3cb5..9861e53ea 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -1,18 +1,19 @@
-name: ci
-
-on: [push, pull_request]
+# GENERATED BY ./ci.generate.ts -- DO NOT DIRECTLY EDIT
+name: ci
+on:
+ - push
+ - pull_request
concurrency:
- group: ${{ github.workflow }}-${{ !contains(github.event.pull_request.labels.*.name, 'test-flaky-ci') && github.head_ref || github.run_id }}
+ group: '${{ github.workflow }}-${{ !contains(github.event.pull_request.labels.*.name, ''test-flaky-ci'') && github.head_ref || github.run_id }}'
cancel-in-progress: true
-
jobs:
build:
- name: ${{ matrix.job }} ${{ matrix.profile }} ${{ matrix.os }}
- if: |
+ name: '${{ matrix.job }} ${{ matrix.profile }} ${{ matrix.os }}'
+ if: |-
github.event_name == 'push' ||
!startsWith(github.event.pull_request.head.label, 'denoland:')
- runs-on: ${{ matrix.os }}
+ runs-on: '${{ matrix.os }}'
timeout-minutes: 120
strategy:
matrix:
@@ -23,96 +24,75 @@ jobs:
- os: macos-12
job: test
profile: release
- - os: ${{ github.repository == 'denoland/deno' && 'windows-2019-xl' || 'windows-2019' }}
+ - os: '${{ github.repository == ''denoland/deno'' && ''windows-2019-xl'' || ''windows-2019'' }}'
job: test
profile: fastci
- - os: ${{ github.repository == 'denoland/deno' && 'windows-2019-xl' || 'windows-2019' }}
+ - os: '${{ github.repository == ''denoland/deno'' && ''windows-2019-xl'' || ''windows-2019'' }}'
job: test
profile: release
- - os: ${{ github.repository == 'denoland/deno' && 'ubuntu-20.04-xl' || 'ubuntu-20.04' }}
+ - os: '${{ github.repository == ''denoland/deno'' && ''ubuntu-20.04-xl'' || ''ubuntu-20.04'' }}'
job: test
profile: release
use_sysroot: true
- - os: ${{ github.repository == 'denoland/deno' && 'ubuntu-20.04-xl' || 'ubuntu-20.04' }}
+ - os: '${{ github.repository == ''denoland/deno'' && ''ubuntu-20.04-xl'' || ''ubuntu-20.04'' }}'
job: bench
profile: release
use_sysroot: true
- - os: ${{ github.repository == 'denoland/deno' && 'ubuntu-20.04-xl' || 'ubuntu-20.04' }}
+ - os: '${{ github.repository == ''denoland/deno'' && ''ubuntu-20.04-xl'' || ''ubuntu-20.04'' }}'
job: test
profile: debug
use_sysroot: true
- - os: ${{ github.repository == 'denoland/deno' && 'ubuntu-20.04-xl' || 'ubuntu-20.04' }}
+ - os: '${{ github.repository == ''denoland/deno'' && ''ubuntu-20.04-xl'' || ''ubuntu-20.04'' }}'
job: lint
profile: debug
-
- # Always run main branch builds to completion. This allows the cache to
- # stay mostly up-to-date in situations where a single job fails due to
- # e.g. a flaky test.
- # Don't fast-fail on tag build because publishing binaries shouldn't be
- # prevented if any of the stages fail (which can be a false negative).
- fail-fast: ${{ github.event_name == 'pull_request' ||
- (github.ref != 'refs/heads/main' &&
- !startsWith(github.ref, 'refs/tags/')) }}
-
+ fail-fast: '${{ github.event_name == ''pull_request'' || (github.ref != ''refs/heads/main'' && !startsWith(github.ref, ''refs/tags/'')) }}'
env:
CARGO_TERM_COLOR: always
RUST_BACKTRACE: full
-
steps:
- name: Configure git
- run: |
+ run: |-
git config --global core.symlinks true
git config --global fetch.parallel 32
-
- name: Clone repository
uses: actions/checkout@v3
with:
- # Use depth > 1, because sometimes we need to rebuild main and if
- # other commits have landed it will become impossible to rebuild if
- # the checkout is too shallow.
fetch-depth: 5
submodules: recursive
-
- - name: Create source tarballs (release, linux)
- if: |
+ - name: 'Create source tarballs (release, linux)'
+ if: |-
startsWith(matrix.os, 'ubuntu') &&
matrix.profile == 'release' &&
matrix.job == 'test' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
- run: |
+ run: |-
mkdir -p target/release
tar --exclude=".git*" --exclude=target --exclude=third_party/prebuilt \
-czvf target/release/deno_src.tar.gz -C .. deno
-
- uses: dtolnay/rust-toolchain@stable
-
- name: Install Deno
if: matrix.job == 'lint' || matrix.job == 'test'
uses: denoland/setup-deno@v1
with:
deno-version: v1.x
-
- name: Install Python
uses: actions/setup-python@v4
with:
python-version: 3.8
-
- name: Install Node
uses: actions/setup-node@v3
with:
node-version: 17
-
- name: Remove unused versions of Python
- if: startsWith(matrix.os, 'windows')
+ if: 'startsWith(matrix.os, ''windows'')'
run: |-
$env:PATH -split ";" |
Where-Object { Test-Path "$_\python.exe" } |
Select-Object -Skip 1 |
ForEach-Object { Move-Item "$_" "$_.disabled" }
-
- name: Setup gcloud (unix)
- if: |
+ if: |-
runner.os != 'Windows' &&
matrix.profile == 'release' &&
matrix.job == 'test' &&
@@ -122,11 +102,10 @@ jobs:
uses: google-github-actions/setup-gcloud@v0
with:
project_id: denoland
- service_account_key: ${{ secrets.GCP_SA_KEY }}
+ service_account_key: '${{ secrets.GCP_SA_KEY }}'
export_default_credentials: true
-
- name: Setup gcloud (windows)
- if: |
+ if: |-
runner.os == 'Windows' &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
@@ -135,24 +114,22 @@ jobs:
startsWith(github.ref, 'refs/tags/'))
uses: google-github-actions/setup-gcloud@v0
env:
- CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe
+ CLOUDSDK_PYTHON: '${{env.pythonLocation}}\python.exe'
with:
project_id: denoland
- service_account_key: ${{ secrets.GCP_SA_KEY }}
+ service_account_key: '${{ secrets.GCP_SA_KEY }}'
export_default_credentials: true
-
- name: Configure canary build
- if: |
+ if: |-
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main'
shell: bash
run: echo "DENO_CANARY=true" >> $GITHUB_ENV
-
- name: Set up incremental LTO and sysroot build
if: matrix.use_sysroot
- run: |
+ run: |-
# Avoid running man-db triggers, which sometimes takes several minutes
# to complete.
sudo apt-get remove --purge -y man-db
@@ -211,10 +188,9 @@ jobs:
CC=clang-15
CFLAGS=-flto=thin --sysroot=/sysroot
__0
-
- name: Log versions
shell: bash
- run: |
+ run: |-
node -v
python --version
rustc --version
@@ -224,99 +200,75 @@ jobs:
then
deno --version
fi
-
- name: Cache Cargo home
uses: actions/cache@v3
with:
- # See https://doc.rust-lang.org/cargo/guide/cargo-home.html#caching-the-cargo-home-in-ci
- path: |
+ path: |-
~/.cargo/registry/index
~/.cargo/registry/cache
~/.cargo/git/db
- key: 18-cargo-home-${{ matrix.os }}-${{ hashFiles('Cargo.lock') }}
-
- # In main branch, always creates fresh cache
+ key: '18-cargo-home-${{ matrix.os }}-${{ hashFiles(''Cargo.lock'') }}'
- name: Cache build output (main)
uses: actions/cache/save@v3
- if: (matrix.profile == 'release' || matrix.profile == 'fastci') &&
- github.ref == 'refs/heads/main'
+ if: (matrix.profile == 'release' || matrix.profile == 'fastci') && github.ref == 'refs/heads/main'
with:
- path: |
+ path: |-
./target
!./target/*/gn_out
!./target/*/*.zip
!./target/*/*.tar.gz
- key: |
- 18-cargo-target-${{ matrix.os }}-${{ matrix.profile }}-${{ github.sha }}
-
- # Restore cache from the latest 'main' branch build.
+ key: '18-cargo-target-${{ matrix.os }}-${{ matrix.profile }}-${{ github.sha }}'
- name: Cache build output (PR)
uses: actions/cache/restore@v3
- if: github.ref != 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')
+ if: 'github.ref != ''refs/heads/main'' && !startsWith(github.ref, ''refs/tags/'')'
with:
- path: |
+ path: |-
./target
!./target/*/gn_out
!./target/*/*.zip
!./target/*/*.tar.gz
key: never_saved
- restore-keys: |
- 18-cargo-target-${{ matrix.os }}-${{ matrix.profile }}-
-
+ restore-keys: '18-cargo-target-${{ matrix.os }}-${{ matrix.profile }}-'
- name: Apply and update mtime cache
if: matrix.profile == 'release'
uses: ./.github/mtime_cache
with:
cache-path: ./target
-
- # Shallow the cloning the crates.io index makes CI faster because it
- # obviates the need for Cargo to clone the index. If we don't do this
- # Cargo will `git clone` the github repository that contains the entire
- # history of the crates.io index from github. We don't believe the
- # identifier '1ecc6299db9ec823' will ever change, but if it does then this
- # command must be updated.
- name: Shallow clone crates.io index
shell: bash
- run: |
+ run: |-
if [ ! -d ~/.cargo/registry/index/github.com-1ecc6299db9ec823/.git ]
then
git clone --depth 1 --no-checkout \
https://github.com/rust-lang/crates.io-index \
~/.cargo/registry/index/github.com-1ecc6299db9ec823
fi
-
- name: test_format.js
if: matrix.job == 'lint'
run: deno run --unstable --allow-write --allow-read --allow-run ./tools/format.js --check
-
- name: lint.js
if: matrix.job == 'lint'
- # TODO(ry) assert matrix.profile == "debug"
run: deno run --unstable --allow-write --allow-read --allow-run ./tools/lint.js
-
- name: Build debug
- if: |
+ if: |-
(matrix.job == 'test' || matrix.job == 'bench') &&
matrix.profile == 'debug'
run: cargo build --locked --all-targets
-
- name: Build fastci
if: (matrix.job == 'test' && matrix.profile == 'fastci')
run: cargo build --locked --all-targets
env:
CARGO_PROFILE_DEV_DEBUG: 0
-
- name: Build release
- if: |
+ if: |-
(matrix.job == 'test' || matrix.job == 'bench') &&
matrix.profile == 'release' && (matrix.use_sysroot ||
(github.repository == 'denoland/deno' &&
(github.ref == 'refs/heads/main' ||
startsWith(github.ref, 'refs/tags/'))))
run: cargo build --release --locked --all-targets
-
- name: Upload PR artifact (linux)
- if: |
+ if: |-
matrix.job == 'test' &&
matrix.profile == 'release' && (matrix.use_sysroot ||
(github.repository == 'denoland/deno' &&
@@ -324,115 +276,95 @@ jobs:
startsWith(github.ref, 'refs/tags/'))))
uses: actions/upload-artifact@v3
with:
- name: deno-${{ github.event.number }}
+ name: 'deno-${{ github.event.number }}'
path: target/release/deno
-
- name: Pre-release (linux)
- if: |
+ if: |-
startsWith(matrix.os, 'ubuntu') &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno'
- run: |
+ run: |-
cd target/release
zip -r deno-x86_64-unknown-linux-gnu.zip deno
./deno types > lib.deno.d.ts
-
- name: Pre-release (mac)
- if: |
+ if: |-
startsWith(matrix.os, 'macOS') &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/'))
- run: |
+ run: |-
cd target/release
zip -r deno-x86_64-apple-darwin.zip deno
-
- name: Pre-release (windows)
- if: |
+ if: |-
startsWith(matrix.os, 'windows') &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/'))
- run: |
- Compress-Archive -CompressionLevel Optimal -Force -Path target/release/deno.exe -DestinationPath target/release/deno-x86_64-pc-windows-msvc.zip
-
+ run: Compress-Archive -CompressionLevel Optimal -Force -Path target/release/deno.exe -DestinationPath target/release/deno-x86_64-pc-windows-msvc.zip
- name: Upload canary to dl.deno.land (unix)
- if: |
+ if: |-
runner.os != 'Windows' &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main'
- run: |
- gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/
-
+ run: 'gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/'
- name: Upload canary to dl.deno.land (windows)
- if: |
+ if: |-
runner.os == 'Windows' &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main'
env:
- CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe
+ CLOUDSDK_PYTHON: '${{env.pythonLocation}}\python.exe'
shell: bash
- run: |
- gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/
-
+ run: 'gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/canary/$(git rev-parse HEAD)/'
- name: Test debug
- if: |
+ if: |-
matrix.job == 'test' && matrix.profile == 'debug' &&
!startsWith(github.ref, 'refs/tags/')
- run: |
+ run: |-
cargo test --locked --doc
cargo test --locked
-
- name: Test fastci
if: (matrix.job == 'test' && matrix.profile == 'fastci')
run: cargo test --locked
env:
CARGO_PROFILE_DEV_DEBUG: 0
-
- name: Test release
- if: |
+ if: |-
matrix.job == 'test' && matrix.profile == 'release' &&
(matrix.use_sysroot || (
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')))
run: cargo test --release --locked
-
- # Since all tests are skipped when we're building a tagged commit
- # this is a minimal check to ensure that binary is not corrupted
- name: Check deno binary
- if: matrix.profile == 'release' && startsWith(github.ref, 'refs/tags/')
+ if: 'matrix.profile == ''release'' && startsWith(github.ref, ''refs/tags/'')'
shell: bash
run: target/release/deno eval "console.log(1+2)" | grep 3
env:
NO_COLOR: 1
-
- # Verify that the binary actually works in the Ubuntu-16.04 sysroot.
- name: Check deno binary (in sysroot)
if: matrix.profile == 'release' && matrix.use_sysroot
run: sudo chroot /sysroot "$(pwd)/target/release/deno" --version
-
- # TODO(ry): Because CI is so slow on for OSX and Windows, we currently
- # run the Web Platform tests only on Linux.
- name: Configure hosts file for WPT
- if: startsWith(matrix.os, 'ubuntu') && matrix.job == 'test'
+ if: 'startsWith(matrix.os, ''ubuntu'') && matrix.job == ''test'''
run: ./wpt make-hosts-file | sudo tee -a /etc/hosts
working-directory: test_util/wpt/
-
- name: Run web platform tests (debug)
- if: |
+ if: |-
startsWith(matrix.os, 'ubuntu') && matrix.job == 'test' &&
matrix.profile == 'debug' &&
github.ref == 'refs/heads/main'
env:
DENO_BIN: ./target/debug/deno
- run: |
+ run: |-
deno run --allow-env --allow-net --allow-read --allow-run \
--allow-write --unstable \
--lock=tools/deno.lock.json \
@@ -441,14 +373,13 @@ jobs:
--allow-write --unstable \
--lock=tools/deno.lock.json \
./tools/wpt.ts run --quiet --binary="$DENO_BIN"
-
- name: Run web platform tests (release)
- if: |
+ if: |-
startsWith(matrix.os, 'ubuntu') && matrix.job == 'test' &&
matrix.profile == 'release' && !startsWith(github.ref, 'refs/tags/')
env:
DENO_BIN: ./target/release/deno
- run: |
+ run: |-
deno run --allow-env --allow-net --allow-read --allow-run \
--allow-write --unstable \
--lock=tools/deno.lock.json \
@@ -460,25 +391,23 @@ jobs:
--binary="$DENO_BIN" \
--json=wpt.json \
--wptreport=wptreport.json
-
- name: Upload wpt results to dl.deno.land
continue-on-error: true
- if: |
+ if: |-
runner.os == 'Linux' &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')
- run: |
+ run: |-
gzip ./wptreport.json
gsutil -h "Cache-Control: public, max-age=3600" cp ./wpt.json gs://dl.deno.land/wpt/$(git rev-parse HEAD).json
gsutil -h "Cache-Control: public, max-age=3600" cp ./wptreport.json.gz gs://dl.deno.land/wpt/$(git rev-parse HEAD)-wptreport.json.gz
echo $(git rev-parse HEAD) > wpt-latest.txt
gsutil -h "Cache-Control: no-cache" cp wpt-latest.txt gs://dl.deno.land/wpt-latest.txt
-
- name: Upload wpt results to wpt.fyi
continue-on-error: true
- if: |
+ if: |-
runner.os == 'Linux' &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
@@ -486,24 +415,22 @@ jobs:
github.ref == 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')
env:
WPT_FYI_USER: deno
- WPT_FYI_PW: ${{ secrets.WPT_FYI_PW }}
- GITHUB_TOKEN: ${{ secrets.DENOBOT_PAT }}
- run: |
+ WPT_FYI_PW: '${{ secrets.WPT_FYI_PW }}'
+ GITHUB_TOKEN: '${{ secrets.DENOBOT_PAT }}'
+ run: |-
./target/release/deno run --allow-all --lock=tools/deno.lock.json \
./tools/upload_wptfyi.js $(git rev-parse HEAD) --ghstatus
-
- name: Run benchmarks
- if: matrix.job == 'bench' && !startsWith(github.ref, 'refs/tags/')
+ if: 'matrix.job == ''bench'' && !startsWith(github.ref, ''refs/tags/'')'
run: cargo bench --locked
-
- name: Post Benchmarks
- if: |
+ if: |-
matrix.job == 'bench' &&
github.repository == 'denoland/deno' &&
github.ref == 'refs/heads/main' && !startsWith(github.ref, 'refs/tags/')
env:
- DENOBOT_PAT: ${{ secrets.DENOBOT_PAT }}
- run: |
+ DENOBOT_PAT: '${{ secrets.DENOBOT_PAT }}'
+ run: |-
git clone --depth 1 --branch gh-pages \
https://${DENOBOT_PAT}@github.com/denoland/benchmark_data.git \
gh-pages
@@ -515,66 +442,56 @@ jobs:
git add .
git commit --message "Update benchmarks"
git push origin gh-pages
-
- name: Build product size info
- if: matrix.job != 'lint' && matrix.profile != 'fastci' &&
- github.repository == 'denoland/deno' &&
- (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/'))
- run: |
+ if: 'matrix.job != ''lint'' && matrix.profile != ''fastci'' && github.repository == ''denoland/deno'' && (github.ref == ''refs/heads/main'' || startsWith(github.ref, ''refs/tags/''))'
+ run: |-
du -hd1 "./target/${{ matrix.profile }}"
du -ha "./target/${{ matrix.profile }}/deno"
-
- name: Worker info
if: matrix.job == 'bench'
- run: |
+ run: |-
cat /proc/cpuinfo
cat /proc/meminfo
-
- name: Upload release to dl.deno.land (unix)
- if: |
+ if: |-
runner.os != 'Windows' &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
- run: |
- gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/
-
+ run: 'gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/'
- name: Upload release to dl.deno.land (windows)
- if: |
+ if: |-
runner.os == 'Windows' &&
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
env:
- CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe
+ CLOUDSDK_PYTHON: '${{env.pythonLocation}}\python.exe'
shell: bash
- run: |
- gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/
-
+ run: 'gsutil -h "Cache-Control: public, max-age=3600" cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/'
- name: Create release notes
shell: bash
- if: |
+ if: |-
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
- run: |
+ run: |-
export PATH=$PATH:$(pwd)/target/release
./tools/release/05_create_release_notes.ts
-
- name: Upload release to GitHub
uses: softprops/action-gh-release@v0.1.15
- if: |
+ if: |-
matrix.job == 'test' &&
matrix.profile == 'release' &&
github.repository == 'denoland/deno' &&
startsWith(github.ref, 'refs/tags/')
env:
- GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ GITHUB_TOKEN: '${{ secrets.GITHUB_TOKEN }}'
with:
- files: |
+ files: |-
target/release/deno-x86_64-pc-windows-msvc.zip
target/release/deno-x86_64-unknown-linux-gnu.zip
target/release/deno-x86_64-apple-darwin.zip
@@ -582,21 +499,20 @@ jobs:
target/release/lib.deno.d.ts
body_path: target/release/release-notes.md
draft: true
-
publish-canary:
name: publish canary
runs-on: ubuntu-20.04
- needs: ["build"]
+ needs:
+ - build
if: github.repository == 'denoland/deno' && github.ref == 'refs/heads/main'
steps:
- name: Setup gcloud
uses: google-github-actions/setup-gcloud@v0
with:
project_id: denoland
- service_account_key: ${{ secrets.GCP_SA_KEY }}
+ service_account_key: '${{ secrets.GCP_SA_KEY }}'
export_default_credentials: true
-
- name: Upload canary version file to dl.deno.land
- run: |
+ run: |-
echo ${{ github.sha }} > canary-latest.txt
gsutil -h "Cache-Control: no-cache" cp canary-latest.txt gs://dl.deno.land/canary-latest.txt