Merge v1.0 into main (#1621)

Author: rlouf

.github/workflows/tests.yml

@@ -2,7 +2,7 @@ name: Tests
 
 on:
   pull_request:
-    branches: [main]
+    branches: [main,v1.0]
   push:
     branches: [main]
 
@@ -29,6 +29,11 @@ jobs:
       uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
+    - name: Install Ollama
+      run: |
+        curl -fsSL https://ollama.com/install.sh | sh
+        ollama --version
+        ollama pull tinyllama
     - name: Set up test environment
       run: |
         python -m pip install --upgrade pip
@@ -46,7 +51,7 @@ jobs:
         echo "::set-output name=id::$MATRIX_ID"
     - name: Run tests
       run: |
-        uv run pytest -x --cov=outlines
+        uv run pytest -x --cov=outlines -m 'not api_call'
       env:
         COVERAGE_FILE: .coverage.${{ steps.matrix-id.outputs.id }}
     - name: Upload coverage data
@@ -82,16 +87,30 @@ jobs:
         with:
           name: coverage-data
 
-      - name: Fetch main for coverage diff
+      - name: Determine base branch for comparison
+        id: base-branch
+        run: |
+          if [[ "${{ github.event_name }}" == "pull_request" ]]; then
+            # For PRs, use the remote tracking branch
+            COMPARE_BRANCH="origin/${{ github.base_ref }}"
+            echo "COMPARE_BRANCH=$COMPARE_BRANCH" >> $GITHUB_ENV
+          else
+            # For push events, compare against the parent commit
+            COMPARE_BRANCH="${{ github.event.before }}"
+            echo "COMPARE_BRANCH=$COMPARE_BRANCH" >> $GITHUB_ENV
+          fi
+          echo "Using $COMPARE_BRANCH for coverage comparison"
+
+      - name: Fetch base branch for coverage diff
         run: |
-          git fetch --no-tags --prune origin main
+          git fetch --no-tags --prune origin ${COMPARE_BRANCH#origin/}
 
       - name: Combine coverage & fail if it's <100%.
         run: |
           python -m coverage combine
           python -m coverage html --skip-covered --skip-empty
           python -m coverage xml
-          diff-cover coverage.xml --markdown-report=coverage.md --fail-under=100 || (cat coverage.md >> $GITHUB_STEP_SUMMARY && exit 1)
+          diff-cover coverage.xml --compare-branch=$COMPARE_BRANCH --markdown-report=coverage.md --fail-under=100 || (cat coverage.md >> $GITHUB_STEP_SUMMARY && exit 1)
 
       - name: Upload HTML report if check failed.
         uses: actions/upload-artifact@v4

.github/workflows/tests_nightly.yml

@@ -0,0 +1,60 @@
+name: Nightly Tests
+
+# Run every day at 6:00 AM UTC
+on:
+  schedule:
+    - cron: "0 6 * * *"
+
+jobs:
+  tests:
+    name: Run the tests
+    runs-on: ubuntu-latest
+    env:
+      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+      ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+      GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
+      DOTTXT_API_KEY: ${{ secrets.DOTTXT_API_KEY }}
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.10"]
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install Ollama
+      run: |
+        curl -fsSL https://ollama.com/install.sh | sh
+        ollama --version
+        ollama pull tinyllama
+    - name: Set up test environment
+      run: |
+        python -m pip install --upgrade pip
+        pip install uv
+        uv venv
+        uv pip install -e .[test]
+    - name: Create matrix id
+      id: matrix-id
+      env:
+        MATRIX_CONTEXT: ${{ toJson(matrix) }}
+      run: |
+        echo $MATRIX_CONTEXT
+        export MATRIX_ID=`echo $MATRIX_CONTEXT | md5sum | cut -c 1-32`
+        echo $MATRIX_ID
+        echo "::set-output name=id::$MATRIX_ID"
+    - name: Run tests
+      run: |
+        uv run pytest -x --cov=outlines
+      env:
+        COVERAGE_FILE: .coverage.${{ steps.matrix-id.outputs.id }}
+    - name: Slack notification on failure
+      if: failure()
+      uses: 8398a7/action-slack@v3
+      with:
+        status: ${{ job.status }}
+        fields: commit,author,ref
+      env:
+        SLACK_WEBHOOK_URL: ${{ secrets.SLACK_TESTS_ERRORS_WEBHOOK_URL }}