diff --git a/entrypoints/inject-utils/document-parser.ts b/entrypoints/inject-utils/document-parser.ts index 2405f344..539af388 100644 --- a/entrypoints/inject-utils/document-parser.ts +++ b/entrypoints/inject-utils/document-parser.ts @@ -15,9 +15,9 @@ import { PruningContentFilter } from './pruning-content-filter' const logger = Logger.child('document-parser') const INTERNAL_ID_DATA_KEY = 'data-nativemind-parser-internal-id' -const IGNORE_TAGS: (keyof HTMLElementTagNameMap)[] = ['head', 'nav', 'style', 'link', 'meta', 'script', 'noscript', 'canvas', 'iframe', 'object', 'embed', 'footer', 'dialog'] -const IGNORE_CLASSES: string[] = ['hidden', 'ignore', 'skip-link', 'sidenav', 'footer', 'blog-footer-bottom'] -const IGNORE_IDS: string[] = ['side_nav', 'sidenav', 'blog-calendar', 'footer', 'page_end_html'] +const IGNORE_TAGS: (keyof HTMLElementTagNameMap)[] = ['head', 'style', 'link', 'meta', 'script', 'noscript', 'canvas', 'iframe', 'object', 'embed', 'footer', 'dialog'] +const IGNORE_CLASSES: string[] = ['hidden', 'ignore', 'skip-link', 'footer', 'blog-footer-bottom'] +const IGNORE_IDS: string[] = ['blog-calendar', 'footer', 'page_end_html'] const IGNORE_ATTRS: string[] = [] function ignoreElement(node: Node) { diff --git a/entrypoints/inject-utils/pruning-content-filter.ts b/entrypoints/inject-utils/pruning-content-filter.ts index e639e4d4..70bddb25 100644 --- a/entrypoints/inject-utils/pruning-content-filter.ts +++ b/entrypoints/inject-utils/pruning-content-filter.ts @@ -133,10 +133,10 @@ export class PruningContentFilter { // Common excluded tags this.excludedTags = [ - 'script', 'style', 'header', 'footer', 'aside', 'menu', + 'script', 'style', 'header', 'footer', 'menu', 'noscript', 'meta', 'link', 'title', 'head', - '.hidden', '.ignore', '.skip-link', '.sidenav', '.footer', '.blog-footer-bottom', - '#side_nav', '#sidenav', '#blog-calendar', '#footer', '#page_end_html', + '.ignore', '.skip-link', '.footer', '.blog-footer-bottom', + '#blog-calendar', '#footer', '#page_end_html', '[id*="skip-link"]', '[class*="skip-link"]', '[id*="skip_link"]', '[class*="skip_link"]', ] this.includedTags = ['code']