2025 10 18 make maybeint int conversion strict

.github/workflows/long_fuzz_tests_btree.yml → .github/workflows/fuzz.yml

@@ -12,7 +12,27 @@ on:
       - main
 
 jobs:
-  run-long-tests:
+  run-fuzz-tests:
+    runs-on: blacksmith-4vcpu-ubuntu-2404
+    timeout-minutes: 30
+
+    steps:
+    - uses: actions/checkout@v3
+    - uses: useblacksmith/rust-cache@v3
+      with:
+        prefix-key: "v1-rust" # can be updated if we need to reset caches due to non-trivial change in the dependencies (for example, custom env var were set for single workspace project)
+    - name: Set up Python 3.10
+      uses: useblacksmith/setup-python@v6
+      with:
+        python-version: "3.10"
+    - name: Build
+      run: cargo build --verbose
+    - name: Run ignored long tests
+      run: cargo test --test fuzz_tests
+      env:
+        RUST_BACKTRACE: 1
+
+  run-long-fuzz-tests:
     runs-on: blacksmith-4vcpu-ubuntu-2404
     timeout-minutes: 30 
 

.github/workflows/java-publish.yml

@@ -0,0 +1,143 @@
+name: Publish Java Bindings to Maven Central
+
+on:
+  # Manually trigger the workflow
+  workflow_dispatch:
+
+env:
+  working-directory: bindings/java
+
+jobs:
+  # Build native libraries for each platform
+  build-natives:
+    strategy:
+      matrix:
+        include:
+          - os: ubuntu-latest
+            target: x86_64-unknown-linux-gnu
+            make-target: linux_x86
+            artifact-name: linux-x86_64
+          - os: macos-latest
+            target: x86_64-apple-darwin
+            make-target: macos_x86
+            artifact-name: macos-x86_64
+          - os: macos-latest
+            target: aarch64-apple-darwin
+            make-target: macos_arm64
+            artifact-name: macos-arm64
+          - os: ubuntu-latest
+            target: x86_64-pc-windows-gnu
+            make-target: windows
+            artifact-name: windows-x86_64
+
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 30
+
+    defaults:
+      run:
+        working-directory: ${{ env.working-directory }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Install Rust
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          targets: ${{ matrix.target }}
+
+      - name: Verify and install Rust target
+        run: |
+          echo "Installing target: ${{ matrix.target }}"
+          rustup target add ${{ matrix.target }}
+          echo "Installed targets:"
+          rustup target list --installed
+          echo "Rust version:"
+          rustc --version
+
+      - name: Install cross-compilation tools (Windows on Linux)
+        if: matrix.target == 'x86_64-pc-windows-gnu'
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y mingw-w64
+
+      - name: Build native library
+        run: make ${{ matrix.make-target }}
+
+      - name: Verify build output
+        run: |
+          echo "Build completed for ${{ matrix.target }}"
+          ls -lah libs/
+          find libs/ -type f
+
+      - name: Upload native library
+        uses: actions/upload-artifact@v4
+        with:
+          name: native-${{ matrix.artifact-name }}
+          path: ${{ env.working-directory }}/libs/
+          retention-days: 1
+
+  # Publish to Maven Central with all native libraries
+  publish:
+    needs: build-natives
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+
+    defaults:
+      run:
+        working-directory: ${{ env.working-directory }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up JDK
+        uses: actions/setup-java@v4
+        with:
+          distribution: 'temurin'
+          java-version: '8'
+
+      - name: Setup Gradle
+        uses: gradle/actions/setup-gradle@v3
+
+      - name: Install Rust (for test builds)
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Download all native libraries
+        uses: actions/download-artifact@v4
+        with:
+          pattern: native-*
+          path: ${{ env.working-directory }}/libs-temp
+          merge-multiple: true
+
+      - name: Organize native libraries
+        run: |
+          # Move downloaded artifacts to libs directory
+          rm -rf libs
+          mv libs-temp libs
+          echo "Native libraries collected:"
+          ls -R libs/
+
+      - name: Build test natives
+        run: make build_test
+
+      - name: Run tests
+        run: ./gradlew test
+
+      - name: Publish to Maven Central
+        env:
+          MAVEN_UPLOAD_USERNAME: ${{ secrets.MAVEN_UPLOAD_USERNAME }}
+          MAVEN_UPLOAD_PASSWORD: ${{ secrets.MAVEN_UPLOAD_PASSWORD }}
+          MAVEN_SIGNING_KEY: ${{ secrets.MAVEN_SIGNING_KEY }}
+          MAVEN_SIGNING_PASSPHRASE: ${{ secrets.MAVEN_SIGNING_PASSPHRASE }}
+        run: |
+          echo "Building, signing, and publishing to Maven Central..."
+          ./gradlew clean publishToMavenCentral --no-daemon --stacktrace
+
+      - name: Upload bundle artifact
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: maven-central-bundle
+          path: ${{ env.working-directory }}/build/maven-central/*.zip
+          retention-days: 7

.github/workflows/perf_nightly.yml

@@ -0,0 +1,165 @@
+name: Nightly Benchmarks on Nyrkiö Runners (stability)
+
+on:
+  workflow_dispatch:
+    branches: ["main", "notmain", "master"]
+  schedule:
+    - cron: '24 4 * * *'
+  push:
+  #   branches: ["main", "notmain", "master"]
+    branches: ["notmain"]
+  pull_request:
+  #   branches: ["main", "notmain", "master"]
+    branches: ["notmain"]
+
+env:
+  CARGO_TERM_COLOR: never
+
+jobs:
+  bench:
+    runs-on: nyrkio_perf_server_4cpu_ubuntu2404
+    timeout-minutes: 30
+    steps:
+      - uses: actions/checkout@v3
+      - uses: useblacksmith/setup-node@v5
+        with:
+          node-version: 20
+      #     cache: 'npm'
+      # - name: Install dependencies
+      #   run: npm install && npm run build
+
+      - name: Bench
+        run: make bench-exclude-tpc-h  2>&1 | tee output.txt
+      - name: Analyze benchmark result with Nyrkiö
+        uses: nyrkio/change-detection@HEAD
+        with:
+          name: nightly/turso
+          tool: criterion
+          output-file-path: output.txt
+
+          # What to do if a change is immediately detected by Nyrkiö.
+          # Note that smaller changes are only detected with delay, usually after a change
+          # persisted over 2-7 commits. Go to nyrkiö.com to view those or configure alerts.
+          # Note that Nyrkiö will find all changes, also improvements. This means fail-on-alert
+          # on pull events isn't compatible with this workflow being required to pass branch protection.
+          fail-on-alert: false
+          comment-on-alert: true
+          comment-always: true
+          # Nyrkiö configuration
+          # Get yours from https://nyrkio.com/docs/getting-started
+          nyrkio-token: ${{ secrets.NYRKIO_JWT_TOKEN }}
+          # HTTP requests will fail for all non-core contributors that don't have their own token.
+          # Don't want that to spoil the build, so:
+          never-fail: true
+          # Make results and change points public, so that any oss contributor can see them
+          nyrkio-public: true
+
+          # parameters of the algorithm. Note: These are global, so we only set them once and for all.
+          # Smaller p-value = less change points found. Larger p-value = more, but also more false positives.
+          nyrkio-settings-pvalue: 0.0001
+          # Ignore changes smaller than this.
+          nyrkio-settings-threshold: 0%
+
+  clickbench:
+    runs-on: nyrkio_perf_server_4cpu_ubuntu2404
+    timeout-minutes: 30
+    steps:
+      - uses: actions/checkout@v3
+      - uses: useblacksmith/setup-node@v5
+        with:
+          node-version: 20
+
+      - name: Clickbench
+        run: make clickbench
+
+      - name: Analyze TURSO result with Nyrkiö
+        uses: nyrkio/change-detection@HEAD
+        with:
+          name: nightly/clickbench/turso
+          tool: time
+          output-file-path: clickbench-tursodb.txt
+          # What to do if a change is immediately detected by Nyrkiö.
+          # Note that smaller changes are only detected with delay, usually after a change
+          # persisted over 2-7 commits. Go to nyrkiö.com to view those or configure alerts.
+          # Note that Nyrkiö will find all changes, also improvements. This means fail-on-alert
+          # on pull events isn't compatible with this workflow being required to pass branch protection.
+          fail-on-alert: false
+          comment-on-alert: true
+          comment-always: true
+          # Nyrkiö configuration
+          # Get yours from https://nyrkio.com/docs/getting-started
+          nyrkio-token: ${{ secrets.NYRKIO_JWT_TOKEN }}
+          # HTTP requests will fail for all non-core contributors that don't have their own token.
+          # Don't want that to spoil the build, so:
+          never-fail: true
+          # Make results and change points public, so that any oss contributor can see them
+          nyrkio-public: true
+
+      - name: Analyze SQLITE3 result with Nyrkiö
+        uses: nyrkio/change-detection@HEAD
+        with:
+          name: nightly/clickbench/sqlite3
+          tool: time
+          output-file-path: clickbench-sqlite3.txt
+          fail-on-alert: false
+          comment-on-alert: true
+          comment-always: false
+          nyrkio-token: ${{ secrets.NYRKIO_JWT_TOKEN }}
+          never-fail: true
+          nyrkio-public: true
+
+  tpc-h-criterion:
+    runs-on: nyrkio_perf_server_4cpu_ubuntu2404
+    timeout-minutes: 60
+    env:
+      DB_FILE: "perf/tpc-h/TPC-H.db"
+    steps:
+      - uses: actions/checkout@v3
+      - uses: useblacksmith/rust-cache@v3
+        with:
+          prefix-key: "v1-rust" # can be updated if we need to reset caches due to non-trivial change in the dependencies (for example, custom env var were set for single workspace project)
+
+      - name: Cache TPC-H
+        id: cache-primes
+        uses: useblacksmith/cache@v5
+        with:
+          path: ${{ env.DB_FILE }}
+          key: tpc-h
+      - name: Download TPC-H
+        if: steps.cache-primes.outputs.cache-hit != 'true'
+        env:
+          DB_URL: "https://github.com/lovasoa/TPCH-sqlite/releases/download/v1.0/TPC-H.db"
+        run: wget -O $DB_FILE --no-verbose $DB_URL
+
+      - name: Bench
+        run: cargo bench --bench tpc_h_benchmark  2>&1 | tee output.txt
+      - name: Analyze benchmark result with Nyrkiö
+        uses: nyrkio/change-detection@HEAD
+        with:
+          name: nightly/tpc-h
+          tool: criterion
+          output-file-path: output.txt
+
+          # What to do if a change is immediately detected by Nyrkiö.
+          # Note that smaller changes are only detected with delay, usually after a change
+          # persisted over 2-7 commits. Go to nyrkiö.com to view those or configure alerts.
+          # Note that Nyrkiö will find all changes, also improvements. This means fail-on-alert
+          # on pull events isn't compatible with this workflow being required to pass branch protection.
+          fail-on-alert: false
+          comment-on-alert: true
+          comment-always: true
+          # Nyrkiö configuration
+          # Get yours from https://nyrkio.com/docs/getting-started
+          nyrkio-token: ${{ secrets.NYRKIO_JWT_TOKEN }}
+          # HTTP requests will fail for all non-core contributors that don't have their own token.
+          # Don't want that to spoil the build, so:
+          never-fail: true
+          # Make results and change points public, so that any oss contributor can see them
+          nyrkio-public: true
+
+          # parameters of the algorithm. Note: These are global, so we only set them once and for all.
+          # Smaller p-value = less change points found. Larger p-value = more, but also more false positives.
+          nyrkio-settings-pvalue: 0.0001
+          # Ignore changes smaller than this.
+          nyrkio-settings-threshold: 0%
+

.github/workflows/rust.yml

@@ -48,7 +48,7 @@ jobs:
       - name: Test
         env:
           RUST_LOG: ${{ runner.debug && 'turso_core::storage=trace' || '' }}
-        run: cargo test --verbose --features checksum
+        run: cargo test --verbose --features checksum --test integration_tests
         timeout-minutes: 20
 
   clippy:

COMPAT.md

@@ -95,6 +95,7 @@ Turso aims to be fully compatible with SQLite, with opt-in features not supporte
 | UPDATE                    | Yes     |                                                                                   |
 | VACUUM                    | No      |                                                                                   |
 | WITH clause               | Partial | No RECURSIVE, no MATERIALIZED, only SELECT supported in CTEs                      |
+| WINDOW functions             | Partial | only default frame definition, no window-specific functions (rank() etc)         |
 
 #### [PRAGMA](https://www.sqlite.org/pragma.html)