From 70281076dd72270b771b27650887c27e55787558 Mon Sep 17 00:00:00 2001 From: Jackson Yu Date: Thu, 7 May 2026 15:53:52 -0400 Subject: [PATCH] fix(adk): clarify browser integration requirement for JS-rendered sites in knowledge bases --- adk/data/knowledge.mdx | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/adk/data/knowledge.mdx b/adk/data/knowledge.mdx index cf77ad8b..b34b26c2 100644 --- a/adk/data/knowledge.mdx +++ b/adk/data/knowledge.mdx @@ -71,7 +71,7 @@ const DocsSource = DataSource.Website.fromSitemap( ### Website from base URL -Crawl a website starting from a URL (requires the Browser integration): +Crawl a website starting from a URL: ```typescript const DocsSource = DataSource.Website.fromWebsite( @@ -84,6 +84,14 @@ const DocsSource = DataSource.Website.fromWebsite( ) ``` +For JS-rendered sites, add `fetch: "integration:browser"` to the options and add the Browser integration to your agent (see [Integrations](/adk/setup/integrations)). + +```typescript +const DocsSource = DataSource.Website.fromWebsite("https://example.com", { + fetch: "integration:browser", +}) +``` + ### Website from llms.txt Index pages referenced in an `llms.txt` file: @@ -114,7 +122,7 @@ All four website factories accept the same options: |--------|------|-------------| | `id` | `string` | Optional unique identifier for the source | | `filter` | `(ctx) => boolean` | Filter function receiving `{ url, lastmod?, changefreq?, priority? }` | -| `fetch` | `string \| function` | Fetch strategy: `"node:fetch"` (default), `"integration:browser"`, or a custom function | +| `fetch` | `string \| function` | Fetch strategy: `"node:fetch"` (default) for static sites, `"integration:browser"` for JS-rendered sites, or a custom function | | `maxPages` | `number` | Maximum pages to index (1–50000, default: 50000) | | `maxDepth` | `number` | Maximum sitemap depth (1–20, default: 20) |