chore: release packages

packages/cli/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## 2.3.0
+
+### Minor Changes
+
+- 8a49b7c: Support multipart uploads and use it by default for larger files
+
 ## 2.2.3
 
 ### Patch Changes

packages/cli/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mixedbread/cli",
-  "version": "2.2.3",
+  "version": "2.3.0",
   "description": "CLI tool for managing the Mixedbread platform.",
   "author": "Mixedbread <support@mixedbread.com>",
   "license": "Apache-2.0",

packages/cli/src/commands/store/sync.ts

@@ -5,7 +5,6 @@ import { z } from "zod";
 import { createClient } from "../../utils/client";
 import { warnContextualizationDeprecated } from "../../utils/deprecation";
 import { getGitInfo } from "../../utils/git";
-import type { MultipartUploadOptions } from "../../utils/upload";
 import {
   addGlobalOptions,
   extendGlobalOptions,
@@ -22,6 +21,7 @@ import {
   formatChangeSummary,
 } from "../../utils/sync";
 import { getSyncedFiles } from "../../utils/sync-state";
+import type { MultipartUploadOptions } from "../../utils/upload";
 
 const SyncStoreSchema = extendGlobalOptions({
   nameOrId: z.string().min(1, { error: '"name-or-id" is required' }),
@@ -87,15 +87,15 @@ export function createSyncCommand(): Command {
       .option("--parallel <n>", "Number of concurrent operations (1-200)")
       .option(
         "--multipart-threshold <mb>",
-        "File size threshold in MB to trigger multipart upload",
+        "File size threshold in MB to trigger multipart upload"
       )
       .option(
         "--multipart-part-size <mb>",
-        "Size of each part in MB for multipart upload",
+        "Size of each part in MB for multipart upload"
       )
       .option(
         "--multipart-concurrency <n>",
-        "Number of concurrent part uploads for multipart upload",
+        "Number of concurrent part uploads for multipart upload"
       )
   );
 

packages/cli/src/commands/store/upload.ts

@@ -98,15 +98,15 @@ export function createUploadCommand(): Command {
       .option("--manifest <file>", "Upload using manifest file")
       .option(
         "--multipart-threshold <mb>",
-        "File size threshold in MB to trigger multipart upload",
+        "File size threshold in MB to trigger multipart upload"
       )
       .option(
         "--multipart-part-size <mb>",
-        "Size of each part in MB for multipart upload",
+        "Size of each part in MB for multipart upload"
       )
       .option(
         "--multipart-concurrency <n>",
-        "Number of concurrent part uploads for multipart upload",
+        "Number of concurrent part uploads for multipart upload"
       )
   );
 

packages/cli/src/utils/sync.ts

@@ -434,7 +434,9 @@ export async function executeSyncChanges(
     const failedCount = results.uploads.failed.length - skippedCount;
 
     if (uploadedOk === uploadTotal) {
-      uploadSpinner.stop(`Uploaded ${formatCountWithSuffix(uploadTotal, "file")}`);
+      uploadSpinner.stop(
+        `Uploaded ${formatCountWithSuffix(uploadTotal, "file")}`
+      );
     } else {
       const parts: string[] = [];
       if (failedCount > 0) parts.push(`${failedCount} failed`);

packages/cli/src/utils/upload.ts

@@ -1,6 +1,6 @@
 import { readFile, stat } from "node:fs/promises";
-import { basename, relative } from "node:path";
 import { cpus, freemem } from "node:os";
+import { basename, relative } from "node:path";
 import type Mixedbread from "@mixedbread/sdk";
 import type { FileCreateParams } from "@mixedbread/sdk/resources/stores";
 import chalk from "chalk";
@@ -140,8 +140,13 @@ export async function uploadFile(
   filePath: string,
   options: UploadFileOptions = {}
 ): Promise<void> {
-  const { metadata = {}, strategy, externalId, multipartUpload, onProgress } =
-    options;
+  const {
+    metadata = {},
+    strategy,
+    externalId,
+    multipartUpload,
+    onProgress,
+  } = options;
 
   // Read file content
   const fileContent = await readFile(filePath);
@@ -284,7 +289,9 @@ export async function uploadFilesInBatch(
           const stats = await stat(file.path);
           if (stats.size === 0) {
             completed++;
-            uploadSpinner.message(`Uploading ${completed}/${formatCountWithSuffix(total, "file")}...`);
+            uploadSpinner.message(
+              `Uploading ${completed}/${formatCountWithSuffix(total, "file")}...`
+            );
             results.skipped++;
             return;
           }
@@ -341,11 +348,15 @@ export async function uploadFilesInBatch(
 
           results.successfulSize += stats.size;
           completed++;
-          uploadSpinner.message(`Uploading ${completed}/${formatCountWithSuffix(total, "file")}...`);
+          uploadSpinner.message(
+            `Uploading ${completed}/${formatCountWithSuffix(total, "file")}...`
+          );
         } catch (error) {
           results.failed++;
           completed++;
-          uploadSpinner.message(`Uploading ${completed}/${formatCountWithSuffix(total, "file")}...`);
+          uploadSpinner.message(
+            `Uploading ${completed}/${formatCountWithSuffix(total, "file")}...`
+          );
           const errorMsg =
             error instanceof Error ? error.message : "Unknown error";
           log.error(`${relativePath} - ${errorMsg}`);

packages/cli/tests/utils/vector-store.test.ts

@@ -136,10 +136,7 @@ describe("Store Utils", () => {
       });
 
       await expect(
-        resolveStore(
-          mockClient as unknown as Mixedbread,
-          "nonexistent-store"
-        )
+        resolveStore(mockClient as unknown as Mixedbread, "nonexistent-store")
       ).rejects.toThrow('Store "nonexistent-store" not found');
     });