Derive download buffer defaults from usable, cgroup-aware system memory

.github/workflows/bump-crates-version.yml

@@ -21,10 +21,10 @@ jobs:
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
       - uses: huggingface/hf-workflows/.github/actions/setup-hf-registry-proxies@21845492ef47d4e46b07a3b2a6e14fd4748c39cc  # main
-      - name: Install Rust 1.94
+      - name: Install Rust 1.95
         uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
         with:
           python-version: '3.10'

.github/workflows/ci.yml

@@ -34,7 +34,7 @@ jobs:
       - uses: huggingface/hf-workflows/.github/actions/setup-hf-registry-proxies@21845492ef47d4e46b07a3b2a6e14fd4748c39cc  # main
       - uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - name: Install cargo-machete
         run: cargo install --locked cargo-machete@0.9.2
       - name: Run cargo-machete
@@ -48,7 +48,7 @@ jobs:
       - uses: huggingface/hf-workflows/.github/actions/setup-hf-registry-proxies@21845492ef47d4e46b07a3b2a6e14fd4748c39cc  # main
       - uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - uses: ./.github/actions/cache-rust-build
       - name: Compile benchmarks
         run: |
@@ -60,10 +60,10 @@ jobs:
       - name: Checkout repository
         uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
       - uses: huggingface/hf-workflows/.github/actions/setup-hf-registry-proxies@21845492ef47d4e46b07a3b2a6e14fd4748c39cc  # main
-      - name: Install Rust 1.94
+      - name: Install Rust 1.95
         uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
           components: clippy
       - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405  # v6
         with:
@@ -117,10 +117,10 @@ jobs:
     steps:
       - name: Checkout repository
         uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
-      - name: Install Rust 1.94
+      - name: Install Rust 1.95
         uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - uses: ./.github/actions/cache-rust-build
       - name: Build and Test
         run: |
@@ -150,10 +150,10 @@ jobs:
     steps:
       - name: Checkout repository
         uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
-      - name: Install Rust 1.94
+      - name: Install Rust 1.95
         uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - name: Set up Git LFS
         run: |
           brew install git-lfs
@@ -189,10 +189,10 @@ jobs:
       - name: Checkout repository
         uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
       - uses: huggingface/hf-workflows/.github/actions/setup-hf-registry-proxies@21845492ef47d4e46b07a3b2a6e14fd4748c39cc  # main
-      - name: Install Rust 1.94
+      - name: Install Rust 1.95
         uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - uses: ./.github/actions/build-wasm
       - name: Check hf_xet_thin_wasm Cargo.lock has no uncommitted changes
         working-directory: wasm/hf_xet_thin_wasm
@@ -228,7 +228,7 @@ jobs:
       - uses: huggingface/hf-workflows/.github/actions/setup-hf-registry-proxies@21845492ef47d4e46b07a3b2a6e14fd4748c39cc  # main
       - uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - name: Install cargo-audit
         run: cargo install --locked cargo-audit
       - name: Run cargo audit

.github/workflows/crates-release.yml

@@ -26,10 +26,10 @@ jobs:
         with:
           ref: main
 
-      - name: Install Rust 1.94
+      - name: Install Rust 1.95
         uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
 
       - name: Authenticate to crates.io
         id: auth

.github/workflows/git-xet-release.yml

@@ -27,10 +27,10 @@ jobs:
             target: aarch64
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
-      - name: Install Rust 1.94
+      - name: Install Rust 1.95
         uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - uses: ./.github/actions/cache-rust-build
       - name: Build
         run: |
@@ -52,10 +52,10 @@ jobs:
             target: aarch64
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
-      - name: Install Rust 1.94
+      - name: Install Rust 1.95
         uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - uses: ./.github/actions/cache-rust-build
       - name: Build
         run: |
@@ -92,10 +92,10 @@ jobs:
             wix_arch: arm64
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd  # v6.0.2
-      - name: Install Rust 1.94
+      - name: Install Rust 1.95
         uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - uses: ./.github/actions/cache-rust-build
       - name: Install WiX
         run: |

.github/workflows/hf-xet-tests.yml

@@ -41,7 +41,7 @@ jobs:
           sudo apt-get install -y "libpython${py_ver}-dev"
       - uses: dtolnay/rust-toolchain@3c5f7ea28cd621ae0bf5283f0e981fb97b8a7af9  # master
         with:
-          toolchain: 1.94.1
+          toolchain: 1.95.0
       - name: Create venv
         run: python3 -m venv .venv
       - name: Build wheel

Cargo.toml

@@ -103,7 +103,7 @@ statrs = { version = "0.18", default-features = false }
 shellexpand = "3.1"
 smol = "2"
 static_assertions = "1.1"
-sysinfo = "0.38"
+sysinfo = "0.39"
 tempfile = "3.25"
 thiserror = "2.0"
 tokio = { version = "1.49" }