benchmark.yml

name: Run AD benchmark
on:
  push:
    branches:
      - "*"
  pull_request:
    branches:
      - "*"

jobs:
  Get-CI-Image-Tag:
    uses: opensearch-project/opensearch-build/.github/workflows/get-ci-image-tag.yml@main
    with:
      product: opensearch

  Run-Tests:
    needs: Get-CI-Image-Tag
    runs-on: ubuntu-latest
    strategy:
      matrix:
        # each test scenario (rule, hc, single_stream) is treated as a separate job.
        test: [rule, hc, single_stream,missing]
      fail-fast: false
    concurrency:
      # The concurrency setting is used to limit the concurrency of each test scenario group to ensure they do not run concurrently on the same machine. 
      group: ${{ github.workflow }}-${{ matrix.test }}
    name: Run Anomaly detection model performance benchmark

    container:
      # using the same image which is used by opensearch-build team to build the OpenSearch Distribution
      # this image tag is subject to change as more dependencies and updates will arrive over time
      image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }}
      # need to switch to root so that github actions can install runner binary on container without permission issues.
      options: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-options }}

    steps:
      - name: Run start commands
        run: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-command }}
      - name: Setup Java
        uses: actions/setup-java@v4
        with:
          distribution: 'temurin'
          java-version: 21

      - name: Checkout AD
        uses: actions/checkout@v4

      - name: Build and Run Tests
        run: |
          chown -R 1000:1000 `pwd`
          case ${{ matrix.test }} in
            rule)
              su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.RealTimeRuleModelPerfIT' \
                -Dtests.seed=B4BA12CCF1D9E825 -Dtests.security.manager=false \
                -Dtests.jvm.argline='-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=64m' \
                -Dtests.locale=ar-JO -Dtests.timezone=Asia/Samarkand -Dmodel-benchmark=true \
                -Dtests.timeoutSuite=3600000!  -Dtest.logs=true"
              su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.HistoricalRuleModelPerfIT' \
                                -Dtests.seed=B4BA12CCF1D9E825 -Dtests.security.manager=false \
                                -Dtests.jvm.argline='-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=64m' \
                                -Dtests.locale=ar-JO -Dtests.timezone=Asia/Samarkand -Dmodel-benchmark=true \
                                -Dtests.timeoutSuite=3600000!  -Dtest.logs=true"
              ;;
            hc)
              su `id -un 1000` -c "./gradlew ':test' --tests 'org.opensearch.ad.ml.HCADModelPerfTests' \
                -Dtests.seed=2AEBDBBAE75AC5E0 -Dtests.security.manager=false \
                -Dtests.locale=es-CU -Dtests.timezone=Chile/EasterIsland -Dtest.logs=true \
                -Dtests.timeoutSuite=3600000! -Dmodel-benchmark=true"
              ;;
            single_stream)
              su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.SingleStreamModelPerfIT' \
                -Dtests.seed=60CDDB34427ACD0C -Dtests.security.manager=false \
                -Dtests.locale=kab-DZ -Dtests.timezone=Asia/Hebron -Dtest.logs=true \
                -Dtests.timeoutSuite=3600000! -Dmodel-benchmark=true"
              ;;
            missing)
              su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.RealTimeMissingSingleFeatureModelPerfIT' \
                            -Dtests.seed=60CDDB34427ACD0C -Dtests.security.manager=false \
                            -Dtests.locale=kab-DZ -Dtests.timezone=Asia/Hebron -Dtest.logs=true \
                            -Dtests.timeoutSuite=3600000! -Dmodel-benchmark=true"
              ;;
          esac