Skip to content

Commit e69ce56

Browse files
authored
Merge pull request #3 from ScrapeGraphAI/fix/crawl-extraction-mode
fix: wire up extractionMode option in crawl function
2 parents fe253ee + ff29802 commit e69ce56

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

src/crawl.js

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,7 @@ export async function crawl(
3737
schema,
3838
options = {}
3939
) {
40-
const { mock = null, renderHeavyJs = false, stealth = false, includePaths = null, excludePaths = null, webhookUrl = null } = options;
40+
const { mock = null, renderHeavyJs = false, stealth = false, includePaths = null, excludePaths = null, webhookUrl = null, extractionMode = true } = options;
4141

4242
// Check if mock mode is enabled
4343
const useMock = mock !== null ? mock : isMockEnabled();
@@ -87,6 +87,7 @@ export async function crawl(
8787
sitemap,
8888
batch_size: batchSize,
8989
render_heavy_js: renderHeavyJs,
90+
extraction_mode: extractionMode,
9091
};
9192

9293
if (breadth !== null && breadth !== undefined) {

0 commit comments

Comments
 (0)