+1
-1
| { | ||
| "version": "0.8.0", | ||
| "version": "0.9.0", | ||
| "name": "llmstxt", | ||
@@ -4,0 +4,0 @@ "description": "convert `sitemap.xml` to `llms.txt`", |
+6
-0
| # llmstxt | ||
| <p align="center"> | ||
| <br><br><br><br><br> | ||
| <strong>sponsored by <a href="https://dotenvx.com">dotenvx</a></strong> | ||
| <br><br><br><br><br> | ||
| </p> | ||
| > *generate `llms.txt`*–using your `sitemap.xml`. A `llms.txt` file is a curated list of your website's pages in markdown format, perfect for training or fine-tuning language models with your content. | ||
@@ -4,0 +10,0 @@ |
@@ -271,6 +271,15 @@ const { URL } = require('url') | ||
| }); | ||
| // Configure Turndown for table content | ||
| const turndownServiceForTable = new TurndownService({ | ||
| codeBlockStyle: 'fenced', | ||
| headingStyle: 'atx', | ||
| bulletListMarker: '-', | ||
| emDelimiter: '*', | ||
| hr: '---', | ||
| }); | ||
| // add rule for table content | ||
| turndownService.addRule('table', { | ||
| filter: 'table', | ||
| replacement: function(content, node) { | ||
| return '\n' + turndownService.turndown(node.outerHTML) + '\n'; | ||
| return '\n' + turndownServiceForTable.turndown(node.outerHTML) + '\n'; | ||
| } | ||
@@ -277,0 +286,0 @@ }); |
20347
2.05%342
2.7%143
4.38%