pip-install.yml

name: "PIP Install Test"
on:
  pull_request:
    paths:
  push:
    branches:
      - "inference"
  workflow_dispatch:
concurrency:
  group: pip-install-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  pip-install-flexflow:
    name: Install FlexFlow with pip
    runs-on: ubuntu-22.04
    defaults:
      run:
        shell: bash -l {0} # required to use an activated conda environment
    steps:
      - name: Checkout Git Repository
        uses: actions/checkout@v3
        with:
          submodules: recursive

      - name: Free additional space on runner
        run: .github/workflows/helpers/free_space_on_runner.sh

      - name: Install CUDA
        uses: Jimver/cuda-toolkit@v0.2.16
        id: cuda-toolkit
        with:
          cuda: "12.1.1"
          # Disable caching of the CUDA binaries, since it does not give us any significant performance improvement
          use-github-cache: "false"

      - name: Install system dependencies
        run: .github/workflows/helpers/install_dependencies.sh

      - name: Install conda and FlexFlow dependencies
        uses: conda-incubator/setup-miniconda@v2
        with:
          activate-environment: flexflow
          environment-file: conda/flexflow.yml
          auto-activate-base: false

      - name: Build and Install FlexFlow
        run: |
          export FF_CUDA_ARCH=80
          pip install . --verbose
          # Remove build folder to check that the installed version can run independently of the build files
          rm -rf build

      - name: Check availability of flexflow modules in Python
        run: |
          export LD_LIBRARY_PATH="$CUDA_PATH/lib64/stubs:$LD_LIBRARY_PATH"
          sudo ln -s "$CUDA_PATH/lib64/stubs/libcuda.so" "$CUDA_PATH/lib64/stubs/libcuda.so.1"
          python -c 'import flexflow.core; import flexflow.serve as ff; exit()'