feat: mistral bump (#256)

* feat: mistral bump * fix: remove unused input
TheFireCo · Mar 8, 2025 · e2bc8c2 · e2bc8c2
1 parent e9b4c41
commit e2bc8c2
Show file tree

Hide file tree

Showing 10 changed files with 746 additions and 272 deletions.
diff --git a/docs/docs/plugins/mistral.md b/docs/docs/plugins/mistral.md
@@ -72,6 +72,50 @@ const embedding = await ai.embed({
 console.log(embedding);
 ```
 
+## Vision
+
+```typescript
+import { openPixtral } from 'genkitx-mistral';
+
+const { text } = await ai.generate({
+  prompt: [{ media: { url: 'https://my-photo.jpg' } }, { text: input }],
+  model: openPixtral,
+  config: {
+    version: 'pixtral-12b-2409',
+  },
+});
+
+return JSON.stringify(text);
+```
+
+## OCR
+
+```typescript
+import { ocr } from 'genkitx-mistral';
+
+export const ocrFlow = ai.defineFlow(
+  {
+    name: 'ocrFlow',
+    inputSchema: z.string(),
+    outputSchema: z.string(),
+  },
+  async (input) => {
+    const { text } = await ai.generate({
+      model: ocr,
+      prompt: 'parse the document',
+      config: {
+        document: {
+          documentUrl: input,
+          type: 'document_url',
+        },
+      },
+    });
+
+    return JSON.stringify(text);
+  }
+);
+```
+
 ### Within a flow
 
 ```typescript

diff --git a/examples/mistral/package.json b/examples/mistral/package.json
@@ -9,14 +9,17 @@
     "build": "tsc",
     "build:watch": "tsc --watch",
     "genkit:dev": "cross-env GENKIT_ENV=dev npm run dev",
+    "genkit:start": "cross-env GENKIT_ENV=dev genkit start -- tsx --watch src/index.ts",
     "dev": "export GENKIT_RUNTIME_ID=$(openssl rand -hex 8) && node lib/index.js 2>&1"
   },
   "keywords": [],
   "author": "",
   "license": "ISC",
   "dependencies": {
+    "@genkit-ai/express": "^1.1.0",
     "genkit": "^0.9.0 || ^1.0.0",
-    "genkitx-mistral": "file:../../plugins/mistral"
+    "genkitx-mistral": "file:../../plugins/mistral",
+    "tsx": "^4.19.3"
   },
   "devDependencies": {
     "cross-env": "^7.0.3",

diff --git a/examples/mistral/src/index.ts b/examples/mistral/src/index.ts
@@ -14,9 +14,15 @@
  * limitations under the License.
  */
 
+import { startFlowServer } from '@genkit-ai/express';
 import dotenv from 'dotenv';
 import { genkit, z } from 'genkit';
-import mistral, { openMistral7B, mistralembed } from 'genkitx-mistral';
+import mistral, {
+  openMistral7B,
+  mistralembed,
+  openPixtral,
+} from 'genkitx-mistral';
+import { ocr } from '../../../plugins/mistral/src/ocr';
 
 dotenv.config();
 
@@ -56,3 +62,48 @@ export const embedFlow = ai.defineFlow(
     return JSON.stringify(embedding);
   }
 );
+
+export const visionFlow = ai.defineFlow(
+  {
+    name: 'visionFlow',
+    inputSchema: z.string(),
+    outputSchema: z.string(),
+  },
+  async (input) => {
+    const { text } = await ai.generate({
+      prompt: [{ media: { url: 'https://my-photo.jpg' } }, { text: input }],
+      model: openPixtral,
+      config: {
+        version: 'pixtral-12b-2409',
+      },
+    });
+
+    return JSON.stringify(text);
+  }
+);
+
+export const ocrFlow = ai.defineFlow(
+  {
+    name: 'ocrFlow',
+    inputSchema: z.string(),
+    outputSchema: z.string(),
+  },
+  async (input) => {
+    const { text } = await ai.generate({
+      model: ocr,
+      prompt: 'parse the document',
+      config: {
+        document: {
+          documentUrl: input,
+          type: 'document_url',
+        },
+      },
+    });
+
+    return JSON.stringify(text);
+  }
+);
+
+startFlowServer({
+  flows: [embedFlow, jokeFlow, visionFlow, ocrFlow],
+});