| const EMB_REGEX = /<(?!l:|h:)[^,> ]*>?/g; |
| const EMB_TRIGGER = () => CFG.useEmbeddings && tagword.match(EMB_REGEX); |
|
|
| class EmbeddingParser extends BaseTagParser { |
| parse() { |
| |
| let tempResults = []; |
| if (tagword !== "<" && tagword !== "<e:") { |
| let searchTerm = tagword.replace("<e:", "").replace("<", ""); |
| let versionString; |
| if (searchTerm.startsWith("v1") || searchTerm.startsWith("v2")) { |
| versionString = searchTerm.slice(0, 2); |
| searchTerm = searchTerm.slice(2); |
| } |
|
|
| let filterCondition = x => x[0].toLowerCase().includes(searchTerm) || x[0].toLowerCase().replaceAll(" ", "_").includes(searchTerm); |
|
|
| if (versionString) |
| tempResults = embeddings.filter(x => filterCondition(x) && x[1] && x[1] === versionString); |
| else |
| tempResults = embeddings.filter(x => filterCondition(x)); |
| } else { |
| tempResults = embeddings; |
| } |
|
|
| |
| let finalResults = []; |
| tempResults.forEach(t => { |
| let result = new AutocompleteResult(t[0].trim(), ResultType.embedding) |
| result.meta = t[1] + " Embedding"; |
| finalResults.push(result); |
| }); |
|
|
| return finalResults; |
| } |
| } |
|
|
| async function load() { |
| if (embeddings.length === 0) { |
| try { |
| embeddings = (await readFile(`${tagBasePath}/temp/emb.txt`)).split("\n") |
| .filter(x => x.trim().length > 0) |
| .map(x => x.trim().split(",")); |
| } catch (e) { |
| console.error("Error loading embeddings.txt: " + e); |
| } |
| } |
| } |
|
|
| function sanitize(tagType, text) { |
| if (tagType === ResultType.embedding) { |
| return text.replace(/^.*?: /g, ""); |
| } |
| return null; |
| } |
|
|
| PARSERS.push(new EmbeddingParser(EMB_TRIGGER)); |
|
|
| |
| QUEUE_FILE_LOAD.push(load); |
| QUEUE_SANITIZE.push(sanitize); |