Merge remote-tracking branch 'origin' into feature/add-reddit-blog-po…

…st-generator-tool

scripts/build_tools/system.ts

@@ -4,6 +4,7 @@ export const author = "@@official.shinkai";
 
 export const systemTools = [
     "local:::__official_shinkai:::shinkai_llm_prompt_processor",
+    "local:::__official_shinkai:::shinkai_llm_map_reduce_processor",
     "local:::__official_shinkai:::shinkai_sqlite_query_executor",
     "local:::__official_shinkai:::shinkai_process_embeddings",
     "local:::__official_shinkai:::shinkai_tool_config_updater",

tools/reddit-scrape/metadata.json

@@ -0,0 +1,93 @@
+{
+    "name": "Reddit Scrape",
+    "homePage": "",
+    "author": "Shinkai",
+    "description": "A tool to scrape Reddit content using Puppeteer. Pass action as 'subreddit' to scrape a subreddit or 'post' to scrape a post. Pass the \"subreddit\" name or \"post_url\" as a string. Pass \"get_by\" as 'hot', 'new', 'top', or 'rising'. Pass \"top_time\" as 'day', 'week', 'month', 'year', or 'all'.",
+    "version": "1.0.0",
+    "keywords": [
+      "Reddit",
+      "Scraping"
+    ],
+    "configurations": {
+      "type": "object",
+      "properties": {
+        "chromePath": {
+          "type": "string",
+          "description": "The path to the Chrome executable"
+        }
+      },
+      "required": [
+      ]
+    },
+    "parameters": {
+      "type": "object",
+      "properties": {
+        "action": {
+          "type": "string",
+          "enum": [
+            "subreddit",
+            "post"
+          ],
+          "description": "The action to perform (subreddit or post)"
+        },
+        "subreddit": {
+          "type": "string",
+          "description": "The subreddit to scrape. Required if action is 'subreddit'"
+        },
+        "get_by": {
+          "type": "string",
+          "enum": [
+            "hot",
+            "new",
+            "top",
+            "rising"
+          ],
+          "description": "The way to get the posts (hot, new, top, rising)"
+        },
+        "top_time": {
+          "type": "string",
+          "enum": [
+            "day",
+            "week",
+            "month",
+            "year",
+            "all"
+          ],
+          "description": "The time period for the top posts"
+        },
+        "post_url": {
+          "type": "string",
+          "description": "The URL of the post to scrape. Required if action is 'post'"
+        }
+      },
+      "required": [
+        "action"
+      ]
+    },
+    "result": {
+      "type": "object",
+      "properties": {
+        "subreddit": {
+          "type": "object",
+          "description": "The scraped subreddit"
+        },
+        "post": {
+          "type": "object",
+          "description": "The scraped post"
+        }
+      },
+      "required": [
+        "subreddit",
+        "post"
+      ]
+    },
+    "sqlTables": [],
+    "sqlQueries": [],
+    "oauth": [],
+    "runner": "any",
+    "operating_system": [
+      "macos",
+      "windows"
+    ],
+    "tool_set": "reddit"
+  }

tools/reddit-scrape/store.json

@@ -0,0 +1,3 @@
+{
+  "categoryId": "418f52b3-2eb6-431f-b953-4b5fefcd4b8f"
+}