tests:each image to Markdown

packages/kbot/.vscode/launch.json

@@ -741,6 +741,29 @@
 				"!**/node_modules/**"
 			],
 			"outputCapture": "std"
+		},
+		{
+			"type": "node",
+			"request": "launch",
+			"name": "each:image",
+			"skipFiles": [
+				"<node_internals>/**"
+			],
+			"program": "${workspaceFolder}/dist-in/main.js",
+			"args": [
+				"--router2=openai",
+				"--model=meta-llama/llama-3.2-90b-vision-instruct",
+				"--prompt=./tests/pdf/prompt_manual.md",
+				"--each=./tests/pdf/780/*.jpg", // Note: Glob pattern passed directly
+				"--mode=completion",
+				"--preferences=none",
+				"--dst=./tests/pdf/sako_manual.md",
+				"--filters=code",
+				"--append=concat"
+			],
+			"cwd": "${workspaceFolder}",
+			"console": "integratedTerminal",
+			"outputCapture": "std"
 		}
 	]
 }

packages/kbot/dist-in/commands/run.d.ts

@@ -1,6 +1,7 @@
 import { ChatCompletionToolRunnerParams } from 'openai/lib/ChatCompletionRunner';
 import { ChatCompletionMessageParam } from 'openai/resources/index.mjs';
 import { IKBotTask } from '@polymech/ai-tools';
+export declare const default_sort: (files: string[]) => string[];
 type ProcessRunResult = string | boolean | Record<string, unknown> | null;
 /**
  * Complete options by setting up defaults, validating inputs, and initializing required components

packages/kbot/dist-in/utils/merge.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Appends new content to existing content.
+ *
+ * @param existingContent - The original content string.
+ * @param newContent - The content string to append.
+ * @returns The combined string with new content appended.
+ */
+export declare function concat(existingContent: string, newContent: string): string;
+/**
+ * Merges new content into existing content.
+ * For now, this simply concatenates with a newline separator.
+ * TODO: Implement more sophisticated merging logic if needed (e.g., JSON merge).
+ *
+ * @param existingContent - The original content string.
+ * @param newContent - The content string to merge/append.
+ * @returns The combined string.
+ */
+export declare function merge(existingContent: string, newContent: string): string;
+/**
+ * Writes content to a destination file, handling append/merge logic if the file exists.
+ *
+ * @param dstPath - The absolute path to the destination file.
+ * @param content - The content to write.
+ * @param appendMode - Optional mode ('concat' or 'merge') to handle existing files.
+ * @param logger - Optional logger instance conforming to SimpleLogger.
+ * @returns The final content written to the file or the original content if read fails.
+ */
+export declare function writeOrAppend(dstPath: string, content: string, appendMode?: 'concat' | 'merge'): string;

packages/kbot/dist-in/utils/merge.js

@@ -0,0 +1,54 @@
+import { sync as exists } from '@polymech/fs/exists';
+import { sync as read } from '@polymech/fs/read';
+import { sync as write } from '@polymech/fs/write';
+/**
+ * Appends new content to existing content.
+ *
+ * @param existingContent - The original content string.
+ * @param newContent - The content string to append.
+ * @returns The combined string with new content appended.
+ */
+export function concat(existingContent, newContent) {
+    return existingContent + '\n\n' + newContent + '\n';
+}
+/**
+ * Merges new content into existing content.
+ * For now, this simply concatenates with a newline separator.
+ * TODO: Implement more sophisticated merging logic if needed (e.g., JSON merge).
+ *
+ * @param existingContent - The original content string.
+ * @param newContent - The content string to merge/append.
+ * @returns The combined string.
+ */
+export function merge(existingContent, newContent) {
+    // Placeholder: Simple concatenation
+    // Potential future implementation: Detect JSON/YAML and perform structured merge
+    return existingContent + '\n' + newContent;
+}
+/**
+ * Writes content to a destination file, handling append/merge logic if the file exists.
+ *
+ * @param dstPath - The absolute path to the destination file.
+ * @param content - The content to write.
+ * @param appendMode - Optional mode ('concat' or 'merge') to handle existing files.
+ * @param logger - Optional logger instance conforming to SimpleLogger.
+ * @returns The final content written to the file or the original content if read fails.
+ */
+export function writeOrAppend(dstPath, content, appendMode) {
+    let finalContent = content;
+    if (exists(dstPath) && appendMode) {
+        const existingContentBuffer = read(dstPath); // Read returns Buffer | undefined
+        if (existingContentBuffer) { // Check if read was successful
+            const existingContent = existingContentBuffer.toString();
+            if (appendMode === 'concat') {
+                finalContent = concat(existingContent, content);
+            }
+            else if (appendMode === 'merge') {
+                finalContent = merge(existingContent, content); // Using placeholder merge for now        
+            }
+        }
+    }
+    write(dstPath, finalContent);
+    return finalContent;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibWVyZ2UuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvdXRpbHMvbWVyZ2UudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLElBQUksSUFBSSxNQUFNLEVBQUUsTUFBTSxxQkFBcUIsQ0FBQTtBQUNwRCxPQUFPLEVBQUUsSUFBSSxJQUFJLElBQUksRUFBRSxNQUFNLG1CQUFtQixDQUFBO0FBQ2hELE9BQU8sRUFBRSxJQUFJLElBQUksS0FBSyxFQUFFLE1BQU0sb0JBQW9CLENBQUE7QUFFbEQ7Ozs7OztHQU1HO0FBQ0gsTUFBTSxVQUFVLE1BQU0sQ0FBQyxlQUF1QixFQUFFLFVBQWtCO0lBQ2hFLE9BQU8sZUFBZSxHQUFHLE1BQU0sR0FBRyxVQUFVLEdBQUcsSUFBSSxDQUFBO0FBQ3JELENBQUM7QUFFRDs7Ozs7Ozs7R0FRRztBQUNILE1BQU0sVUFBVSxLQUFLLENBQUMsZUFBdUIsRUFBRSxVQUFrQjtJQUMvRCxvQ0FBb0M7SUFDcEMsaUZBQWlGO0lBQ2pGLE9BQU8sZUFBZSxHQUFHLElBQUksR0FBRyxVQUFVLENBQUM7QUFDN0MsQ0FBQztBQUVEOzs7Ozs7OztHQVFHO0FBQ0gsTUFBTSxVQUFVLGFBQWEsQ0FDM0IsT0FBZSxFQUNmLE9BQWUsRUFDZixVQUErQjtJQUUvQixJQUFJLFlBQVksR0FBRyxPQUFPLENBQUM7SUFDM0IsSUFBSSxNQUFNLENBQUMsT0FBTyxDQUFDLElBQUksVUFBVSxFQUFFLENBQUM7UUFDbEMsTUFBTSxxQkFBcUIsR0FBRyxJQUFJLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxrQ0FBa0M7UUFDL0UsSUFBSSxxQkFBcUIsRUFBRSxDQUFDLENBQUMsK0JBQStCO1lBQzFELE1BQU0sZUFBZSxHQUFHLHFCQUFxQixDQUFDLFFBQVEsRUFBRSxDQUFDO1lBQ3pELElBQUksVUFBVSxLQUFLLFFBQVEsRUFBRSxDQUFDO2dCQUM1QixZQUFZLEdBQUcsTUFBTSxDQUFDLGVBQWUsRUFBRSxPQUFPLENBQUMsQ0FBQztZQUNsRCxDQUFDO2lCQUFNLElBQUksVUFBVSxLQUFLLE9BQU8sRUFBRSxDQUFDO2dCQUNsQyxZQUFZLEdBQUcsS0FBSyxDQUFDLGVBQWUsRUFBRSxPQUFPLENBQUMsQ0FBQyxDQUFDLDBDQUEwQztZQUM1RixDQUFDO1FBQ0gsQ0FBQztJQUNILENBQUM7SUFDRCxLQUFLLENBQUMsT0FBTyxFQUFFLFlBQVksQ0FBQyxDQUFBO0lBQzVCLE9BQU8sWUFBWSxDQUFBO0FBQ3JCLENBQUMifQ==

packages/kbot/src/commands/run.ts

@@ -28,6 +28,24 @@ import { runAssistant } from './run-assistant.js'
 import { all } from '../models/index.js'
 import { getLogger } from '../index.js'
 
+export const default_sort = (files: string[]): string[] => {
+  const getSortableParts = (filename: string) => {
+      const baseName = path.parse(filename).name;
+      const match = baseName.match(/^(\d+)_?(.*)$/); // Match leading numbers
+      const numPart = match ? parseInt(match[1], 10) : NaN;
+      const textPart = match ? match[2] : baseName; // Extract text part
+
+      return { numPart, textPart };
+  }
+  return files.sort((a, b) => {
+      const { numPart: aNum, textPart: aText } = getSortableParts(a)
+      const { numPart: bNum, textPart: bText } = getSortableParts(b)
+      if (!isNaN(aNum) && !isNaN(bNum)) {
+          return aNum - bNum || aText.localeCompare(bText, undefined, { numeric: true, sensitivity: 'base' })
+      }
+      return aText.localeCompare(bText, undefined, { numeric: true, sensitivity: 'base' })
+  })
+}
 
 type ProcessRunResult = string | boolean | Record<string, unknown> | null;
 
@@ -293,8 +311,10 @@ export const run = async (opts: IKBotTask): Promise<ProcessRunResult[]> => {
     } else if (exists(opts.each) && isFile(opts.each) && path.parse(opts.each).ext === '.json') {
       items = read(opts.each, 'json') as [] || []
     } else if (hasMagic(opts.each)) {
-      const info = pathInfoEx(forward_slash(path.resolve(resolve(opts.each))))
-      items = info.FILES
+      const info = pathInfoEx(forward_slash(path.resolve(resolve(opts.each))),false,{
+        absolute: true,
+      })
+      items = default_sort(info.FILES)
     } else if (isFile(opts.each) && exists(opts.each)) {
       items = [opts.each]
     } else if (isString(opts.each)) {

packages/kbot/src/utils/merge.ts

@@ -0,0 +1,59 @@
+import { sync as exists } from '@polymech/fs/exists'
+import { sync as read } from '@polymech/fs/read'
+import { sync as write } from '@polymech/fs/write'
+
+/**
+ * Appends new content to existing content.
+ *
+ * @param existingContent - The original content string.
+ * @param newContent - The content string to append.
+ * @returns The combined string with new content appended.
+ */
+export function concat(existingContent: string, newContent: string): string {
+  return existingContent + '\n\n' + newContent + '\n'
+}
+
+/**
+ * Merges new content into existing content.
+ * For now, this simply concatenates with a newline separator.
+ * TODO: Implement more sophisticated merging logic if needed (e.g., JSON merge).
+ *
+ * @param existingContent - The original content string.
+ * @param newContent - The content string to merge/append.
+ * @returns The combined string.
+ */
+export function merge(existingContent: string, newContent: string): string {
+  // Placeholder: Simple concatenation
+  // Potential future implementation: Detect JSON/YAML and perform structured merge
+  return existingContent + '\n' + newContent;
+}
+
+/**
+ * Writes content to a destination file, handling append/merge logic if the file exists.
+ *
+ * @param dstPath - The absolute path to the destination file.
+ * @param content - The content to write.
+ * @param appendMode - Optional mode ('concat' or 'merge') to handle existing files.
+ * @param logger - Optional logger instance conforming to SimpleLogger.
+ * @returns The final content written to the file or the original content if read fails.
+ */
+export function writeOrAppend(
+  dstPath: string,
+  content: string,
+  appendMode?: 'concat' | 'merge'
+): string {
+  let finalContent = content;
+  if (exists(dstPath) && appendMode) {
+    const existingContentBuffer = read(dstPath); // Read returns Buffer | undefined
+    if (existingContentBuffer) { // Check if read was successful
+      const existingContent = existingContentBuffer.toString();
+      if (appendMode === 'concat') {
+        finalContent = concat(existingContent, content);        
+      } else if (appendMode === 'merge') {
+        finalContent = merge(existingContent, content); // Using placeholder merge for now        
+      }
+    }
+  }
+  write(dstPath, finalContent)  
+  return finalContent
+} 

packages/kbot/tests/pdf/extract.sh

@@ -0,0 +1,6 @@
+kbot-d --router2=openai --model=google/gemini-2.5-pro-preview-03-25 \
+        --prompt=./tests/pdf/prompt.md \
+        --each=./tests/pdf/RS485-780/RS485-780-*.jpg \
+        --mode=completion --preferences=none \
+        --dst=./tests/pdf/sako.md \
+        --filters=code --append=concat

packages/kbot/tests/pdf/extract_manual.sh

@@ -0,0 +1,6 @@
+kbot-d --router2=openai --model=meta-llama/llama-3.2-90b-vision-instruct \
+        --prompt=./tests/pdf/prompt_manual.md \
+        --each=./tests/pdf/780/*.jpg \
+        --mode=completion --preferences=none \
+        --dst=./tests/pdf/sako_manual.md \
+        --filters=code --append=concat

packages/kbot/tests/pdf/prompt.md

@@ -0,0 +1,14 @@
+
+Extract all Modbus read & write registers, as Markdown table. If none can be identified, abort and return message "No registers found" !!
+
+
+## Columns 
+- type (read/write holding register/coil) as function code
+- description
+- address in Hex
+- address in decimal
+- if provided, parameter group
+
+- Dont comment or explain, just return Markdown
+- insert new lines before and after headers
+- insert a descriptive chapter name, header level 3 with the page number

packages/kbot/tests/pdf/prompt_manual.md

@@ -0,0 +1,28 @@
+
+Extract all parameters, as Markdown tables, return "Skipping Number Page : Nothing found" if nothing has been found, otherwise use this layout and structure (only valid Markdown!!)  
+
+
+## Parameters
+
+### Columns
+
+- parameter
+- description
+- if provided, parameter group
+- range
+- default
+- Dont comment or explain, just return Markdown
+- insert new lines before and after headers
+- insert a descriptive chapter name, header level 3 with the page number
+
+## Error Codes
+
+### Columns
+
+- code
+- description
+- if provided, parameter group
+- Dont comment or explain, just return Markdown
+- insert new lines before and after headers
+- insert a descriptive chapter name, header level 3 with the page number
+

packages/kbot/tests/pdf/sako.md

@@ -0,0 +1,15 @@
+No registers found
+
+
+### Modbus Registers
+
+| type                   | description                | address (Hex) | address (dec) | parameter group |
+| :--------------------- | :------------------------- | :------------ | :------------ | :-------------- |
+| write holding register | P0-16 functional parameters | F010H         | 61456         | P0              |
+| write holding register | AC-08 functional parameters | AC08H         | 44040         | AC              |
+
+
+No registers found
+
+
+No registers found