Enable Anoma compilation resource machine builtin tests #9291

Workflow file for this run

	name: Juvix Compiler CI
	"on":
	workflow_dispatch:
	inputs:
	ref:
	description: the repository ref to build
	required: true
	default: main
	push:
	branches:
	- main
	pull_request:
	branches:
	- main
	types:
	- opened
	- reopened
	- synchronize
	- ready_for_review

	concurrency:
	group: "${{ github.workflow }}-${{ github.head_ref \|\| github.run_id }}"
	cancel-in-progress: true

	env:
	SKIP: ormolu,format-juvix-files,typecheck-juvix-examples
	CAIRO_VM_VERSION: 06e8ddbfa14eef85f56c4d7b7631c17c9b0a248e
	RISC0_VM_VERSION: v1.0.1
	ANOMA_VERSION: 44dbbd0376ef15731c8f69988905af23a65fceff
	JUST_ARGS: runtimeCcArg=$CC runtimeLibtoolArg=$LIBTOOL
	STACK_BUILD_ARGS: --pedantic -j4 --ghc-options=-j

	jobs:
	pre-commit:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	- uses: actions/setup-python@v4
	with:
	python-version: "3.11"
	- uses: pre-commit/[email protected]

	ormolu:
	runs-on: ubuntu-latest
	env:
	STACK_RESOLVER: lts-21.25
	steps:
	- uses: actions/checkout@v3
	- uses: extractions/setup-just@v2

	- name: Install hpack
	run: sudo apt install -y hpack

	- name: Generate juvix.cabal
	run: hpack

	- name: Cache ormolu
	id: ormolu-cache
	uses: actions/cache@v3
	with:
	path: \|
	~/.local/bin/ormolu
	key: ${{ runner.os }}-ormolu-${{ env.STACK_RESOLVER }}

	- name: Install ormolu
	if: steps.ormolu-cache.outputs.cache-hit != 'true'
	run: stack install ormolu --resolver=${{ env.STACK_RESOLVER }}

	- name: Run ormolu
	run: just format check

	- name: Report formatting error
	if: failure()
	run: echo "Some Haskell files are not formatted. Please run 'just format'"

	build-and-test-linux:
	runs-on: ubuntu-22.04
	steps:
	- name: Free disk space
	run: \|
	df -h
	echo "/usr/local"
	du -hsc /usr/local/*
	sudo rm -rf \
	/usr/local/aws-sam-cil \
	/usr/local/julia* \|\| :
	echo "end /usr/local"
	echo "/usr/local/lib"
	du -hsc /usr/local/lib/*
	sudo rm -rf \
	/usr/local/lib/android \
	/usr/local/lib/heroku \
	/usr/local/lib/node_modules \|\| :
	echo "end /usr/local/lib"
	echo "/usr/local/share"
	du -hsc /usr/local/share/*
	sudo rm -rf \
	/usr/local/share/chromium \
	/usr/local/share/powershell \|\| :
	echo "end /usr/local/share"
	echo "/opt/hostedtoolcache/"
	du -hsc /opt/hostedtoolcache/*
	sudo rm -rf \
	/opt/hostedtoolcache/CodeQL \
	/opt/hostedtoolcache/go \
	/opt/hostedtoolcache/PyPy \
	/opt/hostedtoolcache/node \|\| :
	echo "end /opt/hostedtoolcache/*"
	sudo apt purge -y \
	firefox \
	google-chrome-stable \
	microsoft-edge-stable
	df -h

	- uses: extractions/setup-just@v2

	- name: Checkout our repository
	uses: actions/checkout@v3
	with:
	path: main
	submodules: true

	- name: Add ~/.local/bin to PATH
	run: \|
	mkdir -p "$HOME/.local/bin"
	echo "$HOME/.local/bin" >> $GITHUB_PATH

	- name: Set up Elixir
	id: beam
	uses: erlef/[email protected]
	with:
	elixir-version: "1.17.3"
	otp-version: "27.1"

	# Anoma requires a newer version of protoc than is available from apt
	- name: Install protoc
	run: \|
	curl -LO https://github.com/protocolbuffers/protobuf/releases/download/v29.0/protoc-29.0-linux-x86_64.zip && \
	unzip protoc-29.0-linux-x86_64.zip -d $HOME/.local

	- name: Cache anoma
	id: cache-anoma
	uses: actions/cache@v3
	with:
	path: \|
	${{ env.HOME }}/anoma
	key: "${{ runner.os }}-anoma"

	- name: Build anoma
	if: steps.cache-anoma.outputs.cache-hit != 'true'
	run: \|
	cd $HOME
	git clone https://github.com/anoma/anoma.git
	cd anoma
	git checkout ${{ env.ANOMA_VERSION }}
	mix local.hex --force
	mix escript.install hex protobuf --force
	echo "$HOME/.mix/escripts" >> $GITHUB_PATH
	mix deps.get
	mix compile
	mix do --app anoma_client escript.build

	- name: Install grpcurl
	run: \|
	curl -sSL "https://github.com/fullstorydev/grpcurl/releases/download/v1.9.1/grpcurl_1.9.1_linux_x86_64.tar.gz" \| tar -xz -C ~/.local/bin --no-wildcards grpcurl

	- name: Cache LLVM and Clang
	id: cache-llvm
	uses: actions/cache@v3
	with:
	path: \|
	C:/Program Files/LLVM
	./llvm
	key: "${{ runner.os }}-llvm-13"

	- name: Install LLVM and Clang
	uses: KyleMayes/install-llvm-action@v1
	with:
	version: "13.0"
	cached: "${{ steps.cache-llvm.outputs.cache-hit }}"

	- name: Download and extract wasi-sysroot
	run: >
	curl
	https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-15/wasi-sysroot-15.0.tar.gz
	-OL

	tar xfv wasi-sysroot-15.0.tar.gz

	- name: Set WASI_SYSROOT_PATH
	run: \|
	echo "WASI_SYSROOT_PATH=$GITHUB_WORKSPACE/wasi-sysroot" >> $GITHUB_ENV

	- name: Set ANOMA_PATH
	run: \|
	echo "ANOMA_PATH=$HOME/anoma" >> $GITHUB_ENV

	- run: echo "HOME=$HOME" >> $GITHUB_ENV
	shell: bash

	- name: Install the latest Wasmer version
	uses: jaxxstorm/[email protected]
	with:
	repo: wasmerio/wasmer
	binaries-location: bin
	chmod: 0755

	- name: Install libs
	run: sudo apt install -y libncurses5

	- name: Cache CairoVM
	id: cache-cairo-vm
	uses: actions/cache@v4
	with:
	path: ${{ env.HOME }}/.local/bin/juvix-cairo-vm
	key: ${{ runner.os }}-cairo-vm-${{ env.CAIRO_VM_VERSION }}

	- name: Install Rust toolchain
	if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
	uses: actions-rust-lang/setup-rust-toolchain@v1
	with:
	cache-on-failure: false

	- name: Install RISC0 VM
	shell: bash
	run: \|
	cargo install [email protected] --force
	cargo binstall [email protected] --no-confirm --force
	cargo risczero install

	- name: Checkout CairoVM
	uses: actions/checkout@v4
	if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
	with:
	repository: anoma/juvix-cairo-vm
	path: juvix-cairo-vm
	ref: ${{ env.CAIRO_VM_VERSION }}

	- name: Install Cairo VM
	if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
	shell: bash
	run: \|
	cd juvix-cairo-vm
	cargo build --release
	cp target/release/juvix-cairo-vm $HOME/.local/bin/juvix-cairo-vm

	- name: Install run_cairo_vm.sh
	shell: bash
	run: \|
	cp main/scripts/run_cairo_vm.sh $HOME/.local/bin/run_cairo_vm.sh

	- name: Make runtime
	run: \|
	cd main
	just ${{ env.JUST_ARGS }} build runtime

	- name: Test Rust runtime
	run: \|
	cd main/runtime/rust/juvix
	cargo test --release

	# We use the options:
	# - -fhide-source-paths
	# - -fwrite-ide-info -hiedir=.hie
	# in package.yaml.
	#
	# If a previously available .hie directory is missing then GHC will rebuild the whole project.
	# with reason: HIE file is missing. So we need to cache it.
	- name: Cache .hie
	id: cache-hie
	uses: actions/cache@v3
	with:
	path: main/.hie
	key: ${{ runner.os }}-stack-hie

	- name: Stack setup
	id: stack
	uses: freckle/stack-action@v5
	with:
	working-directory: main
	stack-build-arguments: ${{ env.STACK_BUILD_ARGS }}
	test: false

	- name: Install and test Juvix
	id: test
	if: ${{ success() }}
	run: \|
	cd main
	just ${{ env.JUST_ARGS }} install
	just ${{ env.JUST_ARGS }} test

	- name: Typecheck and format Juvix examples
	if: ${{ success() }}
	shell: bash
	run: \|
	cd main
	make check-format-juvix-files && make typecheck-juvix-examples

	- name: Install Smoke for testing
	uses: jaxxstorm/[email protected]
	with:
	repo: jonaprieto/smoke
	platform: linux
	tag: v2.3.2
	chmod: 0755
	rename-to: smoke
	extension-matching: disable
	cache: enable

	# Smoke tests make git commits
	- name: Setup git
	shell: bash
	run: \|
	git config --global user.email "[email protected]"
	git config --global user.name "Tara"
	git config --global init.defaultBranch main

	- name: Smoke testing
	id: smoke-linux
	if: ${{ success() }}
	run: \|
	cd main
	make smoke-only

	build-and-test-macos:
	runs-on: macos-14
	if: false
	steps:
	- uses: extractions/setup-just@v2

	- name: Checkout our repository
	uses: actions/checkout@v3
	with:
	path: main
	submodules: true

	- name: install stack
	run: \|
	brew install haskell-stack

	- name: Install Sed
	run: \|
	brew install gnu-sed
	echo "$(brew --prefix)/opt/gnu-sed/libexec/gnubin" >> $GITHUB_PATH

	- name: Test Sed
	run: \|
	sed --version

	- name: Install coreutils
	run: \|
	brew install coreutils

	- name: Test sha256sum (used by smoke)
	run: \|
	sha256sum --version

	- name: Download and extract wasi-sysroot
	run: >
	curl
	https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-15/wasi-sysroot-15.0.tar.gz
	-OL

	tar xfv wasi-sysroot-15.0.tar.gz

	- name: Set WASI_SYSROOT_PATH
	run: \|
	echo "WASI_SYSROOT_PATH=$GITHUB_WORKSPACE/wasi-sysroot" >> $GITHUB_ENV

	- name: Install the latest Wasmer version
	uses: jaxxstorm/[email protected]
	with:
	repo: wasmerio/wasmer
	binaries-location: bin
	chmod: 0755

	# smoke dynamically links to icu4c, so a cached binary of smoke will break
	# when brew bumps the icu4c version. In the following steps we use the
	# icu4c version in the cache key of the smoke build to avoid this issue.
	#
	# NB: The smoke build cannot be done as a separate job because the smoke
	# binary must be built using exactly the same version of the macos-12
	# runner image as the smoke testing step to make sure that the icu4c
	# versions match.
	- name: Checkout smoke repo
	uses: actions/checkout@v3
	with:
	repository: jonaprieto/smoke
	ref: regex-icu
	path: smoke-repo

	- name: Install ICU4C
	run: \|
	brew install icu4c
	brew link icu4c --force

	- name: Get ICU4C version
	id: icuversion
	run: \|
	ICUVERSION=$(echo -n $(brew list --versions icu4c \| head -n 1 \| sed -E 's/ /-/g'))
	echo "version=$ICUVERSION" >> $GITHUB_OUTPUT

	- name: Build smoke
	env:
	LDFLAGS: -L/usr/local/opt/icu4c/lib
	CPPFLAGS: -I/usr/local/opt/icu4c/include
	PKG_CONFIG_PATH: /usr/local/opt/icu4c/lib/pkgconfig
	uses: freckle/stack-action@v4
	with:
	test: false
	stack-arguments: --copy-bins
	working-directory: smoke-repo
	cache-prefix: ${{ runner.arch }}-${{ steps.icuversion.outputs.version }}
	pedantic: false

	- name: Set homebrew LLVM CC and LIBTOOL vars (macOS)
	run: \|
	echo "CC=$(brew --prefix llvm@15)/bin/clang" >> $GITHUB_ENV
	echo "LIBTOOL=$(brew --prefix llvm@15)/bin/llvm-ar" >> $GITHUB_ENV

	- name: Add ~/.local/bin to PATH
	run: \|
	mkdir -p "$HOME/.local/bin"
	echo "$HOME/.local/bin" >> $GITHUB_PATH

	- run: echo "HOME=$HOME" >> $GITHUB_ENV
	shell: bash

	- name: Cache CairoVM
	id: cache-cairo-vm
	uses: actions/cache@v4
	with:
	path: ${{ env.HOME }}/.local/bin/juvix-cairo-vm
	key: ${{ runner.os }}-${{ runner.arch }}-cairo-vm-${{ env.CAIRO_VM_VERSION }}

	- name: Install Rust toolchain
	if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
	uses: actions-rust-lang/setup-rust-toolchain@v1

	- name: Install RISC0 VM
	shell: bash
	run: \|
	cargo install [email protected] --force
	cargo binstall [email protected] --no-confirm --force
	cargo risczero install

	- name: Checkout CairoVM
	uses: actions/checkout@v4
	if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
	with:
	repository: anoma/juvix-cairo-vm
	path: juvix-cairo-vm
	ref: ${{ env.CAIRO_VM_VERSION }}

	- name: Install Cairo VM
	if: steps.cache-cairo-vm.outputs.cache-hit != 'true'
	shell: bash
	run: \|
	cd juvix-cairo-vm
	cargo build --release
	cp -a target/release/juvix-cairo-vm $HOME/.local/bin/juvix-cairo-vm

	- name: Install run_cairo_vm.sh
	shell: bash
	run: \|
	cp -a main/scripts/run_cairo_vm.sh $HOME/.local/bin/run_cairo_vm.sh

	- name: Make runtime
	run: \|
	cd main
	just ${{ env.JUST_ARGS }} build runtime

	- name: Test Rust runtime
	run: \|
	cd main/runtime/rust/juvix
	cargo test --release

	# We use the options:
	# - -fhide-source-paths
	# - -fwrite-ide-info -hiedir=.hie
	# in package.yaml.
	#
	# If a previously available .hie directory is missing then GHC will rebuild the whole project.
	# with reason: HIE file is missing. So we need to cache it.
	- name: Cache .hie
	id: cache-hie
	uses: actions/cache@v3
	with:
	path: main/.hie
	key: ${{ runner.os }}-${{ runner.arch }}-stack-hie

	- name: Stack setup
	id: stack
	uses: freckle/stack-action@v5
	with:
	working-directory: main
	stack-build-arguments: ${{ env.STACK_BUILD_ARGS }}
	test: false
	cache-prefix: ${{ runner.arch }}

	- name: Add homebrew clang to the PATH (macOS)
	run: \|
	echo "$(brew --prefix llvm@15)/bin" >> $GITHUB_PATH

	- name: Install and test Juvix
	if: ${{ success() }}
	run: \|
	cd main
	just ${{ env.JUST_ARGS }} install
	just ${{ env.JUST_ARGS }} test

	- name: Typecheck and format Juvix examples
	if: ${{ success() }}
	shell: bash
	run: \|
	cd main
	make check-format-juvix-files && make typecheck-juvix-examples

	# Smoke tests make git commits
	- name: Setup git
	shell: bash
	run: \|
	git config --global user.email "[email protected]"
	git config --global user.name "Tara"
	git config --global init.defaultBranch main

	- name: Smoke testing (macOS)
	id: smoke-macos
	if: ${{ success() }}
	run: \|
	cd main
	make CC=$CC LIBTOOL=$LIBTOOL smoke

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Enable Anoma compilation resource machine builtin tests #9291

Workflow file

Enable Anoma compilation resource machine builtin tests #9291

Jobs

Run details

Workflow file for this run