Merge pull request #90 from token-js/sg/mamba

feat: add support for Codestral Mamba

Author: sam-goldman

.changeset/happy-doors-smash.md

@@ -0,0 +1,5 @@
+---
+'token.js': minor
+---
+
+Add support for Codestral Mamba

docs/providers/mistral.md

@@ -54,6 +54,7 @@ main()
 | mistral-large-2402      | ✅               | ✅         | ✅           | ➖           | ✅                | ➖     |
 | codestral-latest        | ✅               | ✅         | ✅           | ➖           | ➖                | ➖     |
 | codestral-2405          | ✅               | ✅         | ✅           | ➖           | ➖                | ➖     |
+| codestral-mamba-2407    | ✅               | ✅         | ✅           | ➖           | ✅                | ➖     |
 
 ### Legend
 | Symbol             | Description                           |

src/handlers/base.ts

@@ -42,7 +42,7 @@ export abstract class BaseHandler<T extends LLMChatModel> {
       throw new InputError(`Invalid 'model' field: ${body.model}.`)
     }
 
-    if (!this.supportsStreaming(body.model)) {
+    if (body.stream && !this.supportsStreaming(body.model)) {
       throw new Error(
         `Detected 'stream: true', but the following model does not support streaming: ${body.model}`
       )

src/models.ts

@@ -265,6 +265,7 @@ export const models = {
       'mistral-large-2402',
       'codestral-latest',
       'codestral-2405',
+      'codestral-mamba-2407',
     ] as const,
     supportsCompletion: true,
     supportsStreaming: [
@@ -282,6 +283,7 @@ export const models = {
       'mistral-large-2402',
       'codestral-latest',
       'codestral-2405',
+      'codestral-mamba-2407',
     ] as const,
     // Mistral claims that all of its models support JSON, but several of their weaker models either
     // fail to produce valid JSON or produce very low quality results for the following prompt:
@@ -296,6 +298,7 @@ export const models = {
       'mistral-large-2402',
       'codestral-latest',
       'codestral-2405',
+      'codestral-mamba-2407',
     ] as const,
     supportsImages: [] as const,
     supportsToolCalls: [
@@ -305,6 +308,7 @@ export const models = {
       'mistral-small-2402',
       'mistral-large-latest',
       'mistral-large-2402',
+      'codestral-mamba-2407',
     ] as const,
     supportsN: false,
   },

test/automated/handlers/base.test.ts

@@ -100,6 +100,7 @@ describe('Base Handler', () => {
         provider: 'openai',
         model: 'dummyModel' as any,
         messages: getDummyMessages(),
+        stream: true,
       })
     ).rejects.toThrow(
       new InputError(