33 lines
1.0 KiB
JavaScript
33 lines
1.0 KiB
JavaScript
export const foo = 2;
|
|
/*
|
|
import { Document } from "@langchain/core/documents";
|
|
import {
|
|
CharacterTextSplitter,
|
|
LatexTextSplitter,
|
|
MarkdownTextSplitter,
|
|
RecursiveCharacterTextSplitter,
|
|
TokenTextSplitter,
|
|
} from "@langchain/textsplitters"
|
|
|
|
/*
|
|
|
|
export const splitter_text = async (text: string, options: any) => {
|
|
|
|
const splitter = new CharacterTextSplitter({
|
|
separator: " ",
|
|
chunkSize: 7,
|
|
chunkOverlap: 3,
|
|
});
|
|
const output = await splitter.splitText(text);
|
|
}
|
|
|
|
export const splitter_md = async (text: string, options: any) => {
|
|
|
|
const splitter = new MarkdownTextSplitter({
|
|
chunkSize: 60,
|
|
chunkOverlap: 3,
|
|
});
|
|
const output = await splitter.splitText(text);
|
|
}
|
|
*/
|
|
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3BsaXR0ZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi9zcmMvc3BsaXR0ZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsTUFBTSxDQUFDLE1BQU0sR0FBRyxHQUFHLENBQUMsQ0FBQTtBQUVwQjs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0VBOEJFIn0=
|