OpenFPGA/.github/workflows/build.yml

296 lines
10 KiB
YAML
Raw Normal View History

name: linux_build
2021-01-20 13:40:18 -06:00
# Run CI on push, PR, and weekly.
on:
push:
pull_request:
schedule:
- cron: "0 0 * * 0 " # weekly
# Environment variables
env:
# Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.)
BUILD_TYPE: Release
2020-11-24 10:29:11 -06:00
MAKEFLAGS: "-j8"
2021-10-18 12:55:43 -05:00
DOCKER_REPO: ${{ secrets.DOCKER_REPO }}
REPO_OWNER: ${{ github.repository_owner }}
# Multiple job to tests
jobs:
2021-01-20 13:40:18 -06:00
change_detect:
name: "Detect code changes"
runs-on: ubuntu-18.04
outputs:
# this is output as string, see https://docs.github.com/en/actions/reference/workflow-syntax-for-github-actions#jobsjob_idoutputs
source_modified: ${{ steps.changes.outputs.status_code == '1' }}
force_upload: false
sha_short: ${{ steps.changes.outputs.sha_short }}
2021-10-18 12:55:43 -05:00
docker_repo: ${{ steps.changes.outputs.docker_repo }}
2021-01-20 13:40:18 -06:00
steps:
- name: Checkout OpenFPGA repo
uses: actions/checkout@v2
with:
fetch-depth: 0
submodules: true
- name: Check for source code changes
id: changes
run: |
git diff origin/master HEAD --name-status -- . ':!openfpga_flow' ':!docs'
if git diff origin/master HEAD --name-status --exit-code -- . ':!openfpga_flow' ':!docs'; then
echo "::set-output name=status_code::0"
else
echo "::set-output name=status_code::$?"
2021-01-20 13:40:18 -06:00
fi
if [[ ${GITHUB_REF} == 'refs/heads/master' ]]; then
echo "Current brnach is master forcing source_modified"
echo "::set-output name=status_code::1"
fi
2021-10-18 12:55:43 -05:00
if [[ -n "${DOCKER_REPO}" ]]; then
2021-10-18 15:17:30 -05:00
echo "name=docker_repo::$REPO_OWNER"
echo "::set-output name=docker_repo::$REPO_OWNER"
2021-10-18 12:55:43 -05:00
else
2021-10-18 13:31:08 -05:00
echo "name=docker_repo::lnis-uofu"
echo "::set-output name=docker_repo::lnis-uofu"
2021-10-18 12:55:43 -05:00
fi
echo "::set-output name=sha_short::$(git rev-parse --short HEAD)"
2021-10-18 12:55:43 -05:00
# Test the compilation compatibility
linux_build:
2021-01-20 13:40:18 -06:00
needs: change_detect
if: ${{ fromJSON(needs.change_detect.outputs.source_modified) }}
name: ${{ matrix.config.name }}
2020-12-10 15:35:19 -06:00
runs-on: ubuntu-18.04
2021-10-18 12:55:43 -05:00
container: ghcr.io/${{ needs.change_detect.outputs.docker_repo }}/openfpga-build-${{ matrix.config.cc}}
# Branch on different OS and settings
strategy:
fail-fast: false
matrix:
config:
- name: "Build Compatibility: GCC-5 (Ubuntu 18.04)"
cc: gcc-5
cxx: g++-5
- name: "Build Compatibility: GCC-6 (Ubuntu 18.04)"
cc: gcc-6
cxx: g++-6
- name: "Build Compatibility: GCC-7 (Ubuntu 18.04)"
cc: gcc-7
cxx: g++-7
- name: "Build Compatibility: GCC-8 (Ubuntu 18.04)"
cc: gcc-8
cxx: g++-8
- name: "Build Compatibility: GCC-9 (Ubuntu 18.04)"
cc: gcc-9
cxx: g++-9
- name: "Build Compatibility: Clang-6 (Ubuntu 18.04)"
cc: clang-6.0
cxx: clang++-6.0
- name: "Build Compatibility: Clang-8 (Ubuntu 18.04)"
cc: clang-8
cxx: clang++-8
# Define the steps to run the build job
2020-12-10 15:35:19 -06:00
env:
CC: ${{ matrix.config.cc }}
CXX: ${{ matrix.config.cxx }}
CCACHE_COMPRESS: "true"
CCACHE_COMPRESSLEVEL: "6"
CCACHE_MAXSIZE: "400M"
CCACHE_LOGFILE: ccache_log
CCACHE_DIR: /__w/OpenFPGA/.ccache
steps:
- name: Checkout OpenFPGA repo
uses: actions/checkout@v2
2020-12-08 11:14:05 -06:00
with:
submodules: true
2020-12-10 15:35:19 -06:00
- name: Dump tool versions
run: |
2020-12-10 15:35:19 -06:00
cmake --version
iverilog -V
vvp -V
- name: Prepare ccache timestamp
id: ccache_cache_timestamp
shell: cmake -P {0}
run: |
string(TIMESTAMP current_date "%Y-%m-%d-%H;%M;%S" UTC)
message("::set-output name=timestamp::${current_date}")
- name: Create CMake build environment
# Some projects don't allow in-source building, so create a separate build directory
# We'll use this as our working directory for all subsequent commands
2020-12-10 15:35:19 -06:00
run: cmake -E make_directory build
- name: Setup ccache
uses: actions/cache@v2
with:
2020-12-10 15:35:19 -06:00
path: |
/__w/OpenFPGA/.ccache
key: ${{ matrix.config.cc }}-ccache-${{ github.ref}}
restore-keys: |
2020-12-10 15:35:19 -06:00
${{ matrix.config.cc }}-ccache-
- name: Configure CMake
# Use a bash shell so we can use the same syntax for environment variable
# access regardless of the host operating system
shell: bash
2020-12-10 15:35:19 -06:00
working-directory: build
# Note the current convention is to use the -S and -B options here to specify source
# and build directories, but this is only available with CMake 3.13 and higher.
# The CMake binaries on the Github Actions machines are (as of this writing) 3.12
2020-12-10 15:35:19 -06:00
#
run: |
2020-12-10 15:35:19 -06:00
ccache -p
ccache -z
cmake .. -DCMAKE_BUILD_TYPE=$BUILD_TYPE
- name: Build
2020-12-10 15:35:19 -06:00
working-directory: build
shell: bash
# Execute the build. You can specify a specific target with "--target <NAME>"
run: |
2020-12-10 15:35:19 -06:00
cmake --build . --config $BUILD_TYPE
2020-11-24 16:20:38 -06:00
# Check the cache size and see if it is over the limit
- name: Check ccache size
2020-12-10 15:35:19 -06:00
run: ccache -s
- name: Upload artifact
uses: actions/upload-artifact@v2
if: ${{ matrix.config.cc == 'gcc-8'}}
with:
name: openfpga
path: |
abc/abc
abc/libabc.a
ace2/ace
ace2/libace.a
openfpga/libopenfpga.a
openfpga/openfpga
vpr/libvpr.a
vpr/vpr
yosys/share/
yosys/yosys
yosys/yosys-abc
yosys/yosys-config
yosys/yosys-filterlib
yosys/yosys-smtbmc
[Bugfix] failing docker build + push on master branch (#196) * [Build] Added MAKE_FLAGS variable to Makefile + Mainly too provide -j parallel execution option * [Yosys] Corrected output filename in QLyosys * Revert "[Build] Added MAKE_FLAGS variable to Makefile" This reverts commit c5e9da985a2d1d806f4e46589bf2d56cb6bb29e0. * [Shellrun] Added nested tasks to shortcuts * Test on docker optimization pull request * Optimized docekrfile.env * Added parallel build option to cmake * Reverted CMAKE parallel build * Updated docker_regression_tests * Corrected OPENFPGA_PATH in dockerfile * Trying to merge artifact_regression_tests and docker_distribution * Revert "Trying to merge artifact_regression_tests and docker_distribution" This reverts commit fba6996d59f3ee38ba9da269377c1f869c8c095f. * Added CI/CD documentation docs * Code cleanup in flow and task script * Saved regression artifcats in case of failure * Logged exception in run command * Checking failed regression test artifact upload * Fixed yosys bug * Removed travis and few unused local file * Added -batch option in openfpga_flow script * Upload artifacts for debug on failed regression test * Added OpenFPGA shell info in logger print * Updated docs * [Backup] openfpga.sh backedup before pull request * [CI/CD] Added extra runtime dependencies * [CI/CD] Updated runtime enviroment to python3.8 * [CD/CD] Removed restalling depedencies, can be done by rebuilding images * [Docs] Corrected typo * [CI/CD] Moved pip installation to dockerfile * [CI/CD] Running regression test with run-task * [Python3.8] Added alternate python version * [Bugfix] Fixed missing files/dir while building master docker image on origin/master branch * Removed extra files * Removed extra files 2
2021-01-27 12:17:32 -06:00
openfpga_flow
openfpga.sh
2021-01-13 14:58:20 -06:00
docker_distribution:
name: Build docker image for distribution
runs-on: ubuntu-latest
needs: [linux_build, change_detect]
2021-01-13 14:58:20 -06:00
steps:
- name: Checkout OpenFPGA repo
uses: actions/checkout@v2
- name: Download a built artifacts
uses: actions/download-artifact@v2
with:
name: openfpga
- name: Set up QEMU
uses: docker/setup-qemu-action@v1
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v1
- name: Login to GitHub Container Registry
2021-10-18 13:31:08 -05:00
if: ${{ (github.ref == 'refs/heads/master' && (env.DOCKER_REPO)) || (needs.change_detect.outputs.force_upload == true) }}
2021-01-13 14:58:20 -06:00
uses: docker/login-action@v1
with:
registry: ghcr.io
username: ${{ github.repository_owner }}
password: ${{ secrets.CR_PAT }}
- name: Build and push master image
uses: docker/build-push-action@v2
with:
context: .
file: ./docker/Dockerfile.master
2021-10-18 13:31:08 -05:00
push: ${{ (github.ref == 'refs/heads/master' && (env.DOCKER_REPO)) || needs.change_detect.outputs.force_upload }}
tags: |
2021-10-18 12:55:43 -05:00
ghcr.io/${{ needs.change_detect.outputs.docker_repo }}/openfpga-master:latest
ghcr.io/${{ needs.change_detect.outputs.docker_repo }}/openfpga-master:${{ needs.change_detect.outputs.sha_short }}
linux_regression_tests:
name: linux_regression_tests
2020-12-10 15:35:19 -06:00
runs-on: ubuntu-18.04
2021-10-18 13:31:08 -05:00
needs: [linux_build, change_detect]
2021-10-18 12:55:43 -05:00
container: ghcr.io/${{ needs.change_detect.outputs.docker_repo }}/openfpga-env
2020-12-10 16:49:02 -06:00
strategy:
fail-fast: false
matrix:
config:
2021-01-25 11:28:47 -06:00
- name: basic_reg_test
- name: fpga_verilog_reg_test
- name: fpga_bitstream_reg_test
- name: fpga_sdc_reg_test
- name: fpga_spice_reg_test
- name: micro_benchmark_reg_test
- name: quicklogic_reg_test
- name: vtr_benchmark_reg_test
2021-04-16 17:13:46 -05:00
- name: iwls_benchmark_reg_test
2020-12-10 15:35:19 -06:00
steps:
- name: Checkout OpenFPGA repo
uses: actions/checkout@v2
- name: Download a built artifacts
uses: actions/download-artifact@v2
with:
name: openfpga
- name: chmod
run: |
chmod +x abc/abc
chmod +x ace2/ace
chmod +x openfpga/openfpga
chmod +x vpr/vpr
chmod +x yosys/yosys
chmod +x yosys/yosys-abc
chmod +x yosys/yosys-config
chmod +x yosys/yosys-filterlib
chmod +x yosys/yosys-smtbmc
2021-01-25 11:28:47 -06:00
- name: ${{matrix.config.name}}_GCC-8_(Ubuntu 18.04)
2020-12-10 16:49:02 -06:00
shell: bash
run: source openfpga.sh && source openfpga_flow/regression_test_scripts/${{matrix.config.name}}.sh
2021-01-25 11:28:47 -06:00
- name: Upload artifact
uses: actions/upload-artifact@v2
if: ${{ failure() }}
with:
name: failed_${{matrix.config.name}}_regression_log
retention-days: 1
path: |
openfpga_flow/**/*.log
2021-01-20 13:40:18 -06:00
docker_regression_tests:
needs: change_detect
2021-01-25 11:12:49 -06:00
if: ${{ !fromJSON(needs.change_detect.outputs.source_modified) }}
name: docker_regression_tests
2021-01-20 13:40:18 -06:00
runs-on: ubuntu-18.04
2021-10-18 12:55:43 -05:00
container: ghcr.io/${{ needs.change_detect.outputs.docker_repo }}/openfpga-master:latest
2021-01-20 13:40:18 -06:00
strategy:
fail-fast: false
matrix:
config:
2021-01-25 11:28:47 -06:00
- name: basic_reg_test
- name: fpga_verilog_reg_test
- name: fpga_bitstream_reg_test
- name: fpga_sdc_reg_test
- name: fpga_spice_reg_test
- name: micro_benchmark_reg_test
- name: quicklogic_reg_test
- name: vtr_benchmark_reg_test
2021-04-16 17:13:46 -05:00
- name: iwls_benchmark_reg_test
2021-01-20 13:40:18 -06:00
steps:
- name: Checkout OpenFPGA repo
uses: actions/checkout@v2
with:
submodules: true
2021-01-25 11:28:47 -06:00
- name: ${{matrix.config.name}}_GCC-8_(Ubuntu 18.04)
2021-01-20 13:40:18 -06:00
shell: bash
run: |
2021-01-25 11:28:47 -06:00
bash .github/workflows/install_dependencies_run.sh
${PYTHON_EXEC} -m pip install -r requirements.txt
2021-01-25 11:28:47 -06:00
rsync -am --exclude='openfpga_flow/**' /opt/openfpga/. .
unset OPENFPGA_PATH
source openfpga.sh && source openfpga_flow/regression_test_scripts/${{matrix.config.name}}.sh
2021-01-25 11:28:47 -06:00
- name: Upload artifact
uses: actions/upload-artifact@v2
if: ${{ failure() }}
with:
name: failed_${{matrix.config.name}}_regression_log
retention-days: 1
path: openfpga_flow/**/*.log