Pre-commit fix

.github/workflows/doc.yaml

@@ -0,0 +1,62 @@
+name: Deploy MkDocs to GitHub Pages
+
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+concurrency:
+  group: pages
+  cancel-in-progress: true
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Cache pip dependencies
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-${{ hashFiles('docs/requirements.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-pip-
+
+      - name: Install dependencies
+        run: |
+          pip install --upgrade pip
+          pip install -r docs/requirements.txt
+
+      - name: Build documentation
+        run: mkdocs build --clean
+
+      - name: Upload artifact
+        uses: actions/upload-pages-artifact@v3
+        with:
+          path: ./site
+
+  deploy:
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    runs-on: ubuntu-latest
+    needs: build
+    steps:
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v4

.github/workflows/docker.yaml

@@ -0,0 +1,67 @@
+#
+name: Create and publish a Docker image
+
+on:
+  release:
+    types: [published]
+
+  workflow_dispatch:
+    inputs:
+      ref:
+        description: 'The git ref (branch or tag) to build the Docker image from.'
+        required: true
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+jobs:
+  build-and-push-image:
+    runs-on: self-hosted
+    timeout-minutes: 240  # wait up to 4 hours
+    # Sets the permissions granted to the `GITHUB_TOKEN` for the actions in this job.
+    permissions:
+      contents: read
+      packages: write
+      attestations: write
+      id-token: write
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v5
+      # Uses the `docker/login-action` action to log in to the Container registry registry using the account and password that will publish the packages. Once published, the packages are scoped to the account defined here.
+      - name: Log in to the Container registry
+        uses: docker/login-action@v2
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      # This step uses [docker/metadata-action](https://github.com/docker/metadata-action#about) to extract tags and labels that will be applied to the specified image. The `id` "meta" allows the output of this step to be referenced in a subsequent step. The `images` value provides the base name for the tags and labels.
+      - name: Extract metadata (tags, labels) for Docker
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: |
+            type=match,pattern=\d.\d.\d
+            type=sha
+      # This step uses the `docker/build-push-action` action to build the image, based on your repository's `Dockerfile`. If the build succeeds, it pushes the image to GitHub Packages.
+      # It uses the `context` parameter to define the build's context as the set of files located in the specified path. For more information, see [Usage](https://github.com/docker/build-push-action#usage) in the README of the `docker/build-push-action` repository.
+      # It uses the `tags` and `labels` parameters to tag and label the image with the output from the "meta" step.
+      - name: Build and push Docker image
+        id: push
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          push: true
+          file: scripts/docker/dockerfile
+          shm-size: 64g
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+
+      # This step generates an artifact attestation for the image, which is an unforgeable statement about where and how it was built. It increases supply chain security for people who consume the image. For more information, see [Using artifact attestations to establish provenance for builds](/actions/security-guides/using-artifact-attestations-to-establish-provenance-for-builds).
+      - name: Generate artifact attestation
+        uses: actions/attest-build-provenance@v3
+        with:
+          subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME}}
+          subject-digest: ${{ steps.push.outputs.digest }}
+          push-to-registry: true

.github/workflows/docker/docker-compose.yaml

@@ -0,0 +1,26 @@
+services:
+
+  ajet-node-1:
+    image: agentjet-unittest:latest
+    pull_policy: never
+    command: bash -c "uv pip install -e .[trinity] && ray start --head --dashboard-host 0.0.0.0 --include-dashboard true --block"
+    environment:
+      - PATH=/opt/venv/bin:$PATH
+      - HF_ENDPOINT=https://hf-mirror.com
+      - RAY_ADDRESS=auto
+    working_dir: /workspace
+    volumes:
+      - ajet-volume:/mnt
+      - ../../..:/workspace
+    shm_size: "64G"
+    deploy:
+      resources:
+        reservations:
+          devices:
+          - driver: nvidia
+            device_ids: ['0', '1', '2', '3']
+            capabilities: [gpu]
+
+volumes:
+  ajet-volume:
+    external: true

.github/workflows/pre-commit.yaml

@@ -0,0 +1,13 @@
+name: pre-commit
+
+on: [push, pull_request]
+
+jobs:
+  pre-commit:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+    - uses: actions/setup-python@v4
+      with:
+        python-version: '3.10'
+    - uses: pre-commit/action@v3.0.0

.github/workflows/unittest.yaml

@@ -0,0 +1,111 @@
+name: unittest
+
+on:
+  issue_comment:
+    types: [created]
+
+permissions:
+  contents: write
+  checks: write
+  pull-requests: write
+
+jobs:
+  unittest:
+    # only run on pull request
+    if: ${{ github.event.issue.pull_request && (startsWith(github.event.comment.body, '/unittest')) && github.event.comment.author_association == 'COLLABORATOR' }}
+    runs-on: self-hosted
+
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+        path: ajet-${{ github.run_id }}
+        ref: refs/pull/${{ github.event.issue.number }}/head
+
+    - name: Setup docker compose
+      working-directory: ajet-${{ github.run_id }}/.github/workflows/docker
+      run: |
+        docker compose up -d
+        sleep 15s
+
+    - name: Check ray status
+      working-directory: ajet-${{ github.run_id }}/.github/workflows/docker
+      run: |
+        MAX_RETRIES=20
+        RETRY_INTERVAL=5
+        for i in $(seq 1 $MAX_RETRIES); do
+          docker compose exec ajet-node-1 ray status && docker compose exec ajet-node-2 ray status && break
+          echo "Waiting for ray cluster to be ready... ($i/$MAX_RETRIES)"
+          sleep $RETRY_INTERVAL
+          if [ "$i" -eq "$MAX_RETRIES" ]; then
+            echo "Ray cluster failed to start after $MAX_RETRIES retries."
+            exit 1
+          fi
+        done
+
+    - name: Decide test type
+      id: test_type
+      working-directory: ajet-${{ github.run_id }}
+      run: |
+        COMMENT="${{ github.event.comment.body }}"
+        if [[ "$COMMENT" == "/unittest"* ]]; then
+          echo "type=all" >> $GITHUB_OUTPUT
+        fi
+
+    - name: Run unittest
+      working-directory: ajet-${{ github.run_id }}/.github/workflows/docker
+      run: |
+        TYPE="${{ steps.test_type.outputs.type }}"
+        if [ "$TYPE" = "all" ]; then
+          echo "tests_run=true" >> $GITHUB_ENV
+          docker compose exec ajet-node-1 pytest tests -v -s --ctrf report.json
+        fi
+
+    - name: Convert report.json time to ms
+      working-directory: ajet-${{ github.run_id }}
+      if: env.tests_run == 'true' || failure()
+      run: |
+        REPORT=report.json
+        if [ -f "$REPORT" ]; then
+          jq '(.results.tests[] | .duration, .start, .stop) |= (. * 1000) | (.results.summary.start, .results.summary.stop) |= (. * 1000)' "$REPORT" > "$REPORT.tmp" && mv "$REPORT.tmp" "$REPORT"
+        fi
+
+    - name: Clean checkpoint dir
+      working-directory: ajet-${{ github.run_id }}/.github/workflows/docker
+      if: always()
+      run: |
+        docker compose exec ajet-node-1 rm -rf /mnt/checkpoints/*
+      continue-on-error: true
+
+    - name: Upload test results
+      if: env.tests_run == 'true' || failure()
+      uses: actions/upload-artifact@v4
+      with:
+        name: pytest-results
+        path: ajet-${{ github.run_id }}/report.json
+      continue-on-error: true
+
+    - name: Publish Test Report
+      if: env.tests_run == 'true' || failure()
+      uses: ctrf-io/github-test-reporter@v1
+      with:
+        report-path: ajet-${{ github.run_id }}/report.json
+        summary: true
+        pull-request: false
+        issue: ${{ github.event.issue.number }}
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      continue-on-error: true
+
+    - name: Remove docker compose
+      working-directory: ajet-${{ github.run_id }}/.github/workflows/docker
+      if: always()
+      run: |
+        docker compose down --remove-orphans
+      continue-on-error: true
+
+    - name: Cleanup workspace
+      if: always()
+      run: |
+        rm -rf ajet-${{ github.run_id }} 2>/dev/null
+      continue-on-error: true

.gitignore

@@ -138,3 +138,17 @@ launcher_record
 .trash
 
 trinity_checkpoints
+good_trinity_checkpoints
+_resources
+auto/auto_grader.json
+tutorial/example_math_agent/math_agent_debug.yaml
+saved_experiments
+tests/temp
+vsdb.py
+appworld_pack_v2.tar*
+saved_checkpoints
+data
+datasets
+tutorial2
+site
+dump.rdb

.pre-commit-config.yaml

@@ -1,8 +1,55 @@
 repos:
-  - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: "v0.11.4"
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.4.0
     hooks:
-      - id: ruff
-        args: ["--fix", "--show-fixes", "--output-format=full"]
-        exclude: ^.*\.(ipynb)$
-      - id: ruff-format
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+      - id: check-added-large-files
+      - id: check-ast
+      - id: check-json
+      - id: check-merge-conflict
+      - id: detect-private-key
+
+  - repo: https://github.com/psf/black
+    rev: 23.7.0
+    hooks:
+    - id: black
+      language_version: python3.10
+      args: [--line-length=999999]
+
+  # - repo: https://github.com/pycqa/isort
+  #   rev: 5.12.0
+  #   hooks:
+  #     - id: isort
+  #       args: ["--profile", "black", "--filter-files"]
+
+  # - repo: https://github.com/pycqa/flake8
+  #   rev: 6.1.0
+  #   hooks:
+  #   - id: flake8
+  #     additional_dependencies: [flake8-docstrings]
+  #     args: [
+  #       "--max-line-length=100",
+  #       "--max-complexity=20",
+  #       "--select=C,E,F,W,B,B950",
+  #       "--ignore=E203,E266,E501,W503",
+  #     ]
+
+  # - repo: https://github.com/pre-commit/mirrors-mypy
+  #   rev: v1.7.0
+  #   hooks:
+  #     - id: mypy
+  #       args: [
+  #         --ignore-missing-imports,
+  #         --disable-error-code=var-annotated,
+  #         --disable-error-code=union-attr,
+  #         --disable-error-code=no-redef,
+  #         --disable-error-code=assignment,
+  #         --disable-error-code=has-type,
+  #         --disable-error-code=attr-defined,
+  #         --disable-error-code=import-untyped,
+  #         --disable-error-code=truthy-function,
+  #         --follow-imports=skip,
+  #         --explicit-package-bases,
+  #       ]