chore(main): release 0.38.0

.release-please-manifest.json

@@ -1,3 +1,3 @@
 {
-  ".": "0.37.2"
+  ".": "0.38.0"
 }

CHANGELOG.md

@@ -2,6 +2,45 @@
 
 All notable changes to CRW are documented here.
 
+## [0.38.0](https://github.com/fastcrw/crw/compare/v0.37.2...v0.38.0) (2026-10-15)
+
+
+### Features
+
+* **extract:** configurable LLM timeout for JSON extraction ([fa65e80](https://github.com/fastcrw/crw/commit/fa65e804223fc648067cee79f62047f31f10be10))
+* **renderer:** configurable residential proxy username format ([808f654](https://github.com/fastcrw/crw/commit/808f6540af69cc26445d4e3a5e5cf8501947d39c))
+
+
+### Bug Fixes
+
+* **batch:** keep a refused .pdf page in batch, as /v1/scrape does ([14ea8a7](https://github.com/fastcrw/crw/commit/14ea8a708ef9cf3ecb294c58ec30e0ef6c7b7f44))
+* **ci:** authenticate the legacy image mirror with a PAT ([55c2056](https://github.com/fastcrw/crw/commit/55c2056b85339675ea97eb67d4f4b4aa99b4a5af))
+* **config:** honour extraction.only_main_content as the request default ([53a6baf](https://github.com/fastcrw/crw/commit/53a6baf2ad51113f69f5e9718ad8c4c53113d383)), closes [#614](https://github.com/fastcrw/crw/issues/614)
+* **core:** log target URLs as origin plus a keyed tag ([a0ef20b](https://github.com/fastcrw/crw/commit/a0ef20bfd44daa83f0e5728a9e54c5f18b7db333))
+* **crawl:** record a wall no renderer tier could clear as a failed page ([f18a3cb](https://github.com/fastcrw/crw/commit/f18a3cba77c8884f47c71d310c052d86983fafe6))
+* **crawl:** report the real timeout and stop crawling binary assets ([df29f00](https://github.com/fastcrw/crw/commit/df29f0000a5fff3234ce77394ae1fd376bed5c5b))
+* **crawl:** stop logging a renderer verdict as an anti-bot wall ([e173c0c](https://github.com/fastcrw/crw/commit/e173c0c12b1148007bdc2fef0bf140298fb10c39))
+* **extract:** current Anthropic models as defaults, parse thinking blocks ([5590aad](https://github.com/fastcrw/crw/commit/5590aad5649b3593d7dffb6950db86ef494ccd58))
+* **map:** read no links or sitemap entries from a carried wall ([7d124b8](https://github.com/fastcrw/crw/commit/7d124b80dbfae5e3ece68557b1a50491cf283ee5))
+* **mcp:** keep structural and parked pages as data, like the CLI ([f6a80bb](https://github.com/fastcrw/crw/commit/f6a80bb288c1b954e9bfb8fef3aeddf8e4703c36))
+* **mcp:** read only a scrape's failure envelope as a tool error ([939ba77](https://github.com/fastcrw/crw/commit/939ba778395d3a7c2b7140b156dc10a5d1a9a589))
+* **renderer:** a ladder that never reached the wall keeps its error ([5a12321](https://github.com/fastcrw/crw/commit/5a12321fa9b9562fc5df8fc084c8ced37c343530))
+* **renderer:** give the PDF gate an honest verdict and keep /v1 as main ([4624c9e](https://github.com/fastcrw/crw/commit/4624c9e5df09eb88f91b1540bfd64bfa7c8c42d1))
+* **renderer:** launch headless Chrome with --use-mock-keychain ([f12e95b](https://github.com/fastcrw/crw/commit/f12e95b1de12cea38bbcbba1eab6f2903f1641f3))
+* **renderer:** skip a body tag inside head scripts when measuring body text ([baacc11](https://github.com/fastcrw/crw/commit/baacc112bb1a9d1dac5ff2b797254f93a78da826)), closes [#605](https://github.com/fastcrw/crw/issues/605)
+* **renderer:** stop closing Web Worker targets mid-render ([3622b86](https://github.com/fastcrw/crw/commit/3622b86f1a56ef5d74e573e2834c6922932f8013))
+* **renderer:** stop reporting an anti-bot wall as a gateway failure ([ba8610c](https://github.com/fastcrw/crw/commit/ba8610cfc3cedf35328b3e222b454383556b71cc))
+* **renderer:** stop sending failed PDF fetches to browser tiers ([4bf631d](https://github.com/fastcrw/crw/commit/4bf631db211e604dce576cf1a969977bf16b2e95))
+* **renderer:** stop sending LightPanda a Mozilla-stripped user agent ([4f5c6c0](https://github.com/fastcrw/crw/commit/4f5c6c0a64ff7f6c9be770fa0b37caa98d45b3ae))
+* **renderer:** treat a .pdf hard-block status as an unclearable wall ([30622db](https://github.com/fastcrw/crw/commit/30622dbd12b83e20293b383fb508b46917aba18b))
+* **scrape:** carry the block verdict correctly on every surface ([7f154b2](https://github.com/fastcrw/crw/commit/7f154b26bae8d23a81af0eda30582a222d9746d7))
+* **scrape:** never accept or re-run an escalation over a condemned wall ([8caac65](https://github.com/fastcrw/crw/commit/8caac65b85e6fec004375ba56a6cdc8004e8e615))
+* **scrape:** skip change tracking on a blocked page ([bb9c292](https://github.com/fastcrw/crw/commit/bb9c292134ca7a8afda7e8b302d63658af377f00))
+* **scrape:** skip change tracking only on a wall no tier could clear ([60c19e3](https://github.com/fastcrw/crw/commit/60c19e376d3f4fa823d2d45fb59730fbf6e35d6e))
+* **search:** drop enrichment bodies only for a wall no tier could clear ([31e6e26](https://github.com/fastcrw/crw/commit/31e6e268a795f65fa1dfa486e04091da803836cb))
+* **server:** log every request with its route, status and error code ([a498ed7](https://github.com/fastcrw/crw/commit/a498ed7c2795ca596a7de4cc97edd7daa483387d))
+* **v2:** keep a wall no renderer tier could clear unbilled on a 4xx ([834a9f1](https://github.com/fastcrw/crw/commit/834a9f1864e244408854c73408591b12d6f90e56))
+
 ## [0.37.2](https://github.com/fastcrw/crw/compare/v0.37.1...v0.37.2) (2026-09-30)
 
 

Cargo.toml

@@ -16,7 +16,7 @@ exclude = ["fuzz"]
 resolver = "2"
 
 [workspace.package]
-version = "0.37.2"
+version = "0.38.0"
 edition = "2024"
 license = "AGPL-3.0"
 repository = "https://github.com/fastcrw/crw"
@@ -151,15 +151,15 @@ insta = { version = "1", features = ["json"] }
 # and layer their own `features` / `optional` on top. `path` is resolved
 # relative to THIS (root) manifest. Only crates that are depended upon by
 # another crate appear here; leaf binaries (crw-mcp, crw-cli) just consume.
-crw-mcp-proto = { path = "crates/crw-mcp-proto", version = "0.37.2" }
-crw-core = { path = "crates/crw-core", version = "0.37.2" }
-crw-extract = { path = "crates/crw-extract", version = "0.37.2" }
-crw-renderer = { path = "crates/crw-renderer", version = "0.37.2" }
-crw-search = { path = "crates/crw-search", version = "0.37.2" }
-crw-diff = { path = "crates/crw-diff", version = "0.37.2" }
-crw-crawl = { path = "crates/crw-crawl", version = "0.37.2" }
-crw-server = { path = "crates/crw-server", version = "0.37.2" }
-crw-browse = { path = "crates/crw-browse", version = "0.37.2" }
+crw-mcp-proto = { path = "crates/crw-mcp-proto", version = "0.38.0" }
+crw-core = { path = "crates/crw-core", version = "0.38.0" }
+crw-extract = { path = "crates/crw-extract", version = "0.38.0" }
+crw-renderer = { path = "crates/crw-renderer", version = "0.38.0" }
+crw-search = { path = "crates/crw-search", version = "0.38.0" }
+crw-diff = { path = "crates/crw-diff", version = "0.38.0" }
+crw-crawl = { path = "crates/crw-crawl", version = "0.38.0" }
+crw-server = { path = "crates/crw-server", version = "0.38.0" }
+crw-browse = { path = "crates/crw-browse", version = "0.38.0" }
 
 [profile.release]
 lto = true

crates/crw-server/openapi/openapi.json

@@ -2,7 +2,7 @@
   "openapi": "3.1.0",
   "info": {
     "title": "CRW REST API",
-    "version": "0.37.2",
+    "version": "0.38.0",
     "description": "Firecrawl-compatible web scraping, crawling, mapping, search, and extraction API. Hosted at https://api.fastcrw.com; self-host with `docker run -p 3000:3000 ghcr.io/fastcrw/crw:latest`.",
     "license": {
       "name": "AGPL-3.0",

docs/openapi.json

@@ -2,7 +2,7 @@
   "openapi": "3.1.0",
   "info": {
     "title": "CRW REST API",
-    "version": "0.37.2",
+    "version": "0.38.0",
     "description": "Firecrawl-compatible web scraping, crawling, mapping, search, and extraction API. Hosted at https://api.fastcrw.com; self-host with `docker run -p 3000:3000 ghcr.io/fastcrw/crw:latest`.",
     "license": {
       "name": "AGPL-3.0",

mcp/crw-mcp-darwin-arm64/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crw-mcp-darwin-arm64",
-  "version": "0.37.2",
+  "version": "0.38.0",
   "description": "CRW MCP server binary for darwin arm64",
   "license": "AGPL-3.0",
   "author": "fastCRW <hello@fastcrw.com>",

mcp/crw-mcp-darwin-x64/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crw-mcp-darwin-x64",
-  "version": "0.37.2",
+  "version": "0.38.0",
   "description": "CRW MCP server binary for darwin x64",
   "license": "AGPL-3.0",
   "author": "fastCRW <hello@fastcrw.com>",

mcp/crw-mcp-linux-arm64/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crw-mcp-linux-arm64",
-  "version": "0.37.2",
+  "version": "0.38.0",
   "description": "CRW MCP server binary for linux arm64",
   "license": "AGPL-3.0",
   "author": "fastCRW <hello@fastcrw.com>",

mcp/crw-mcp-linux-x64/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crw-mcp-linux-x64",
-  "version": "0.37.2",
+  "version": "0.38.0",
   "description": "CRW MCP server binary for linux x64",
   "license": "AGPL-3.0",
   "author": "fastCRW <hello@fastcrw.com>",

mcp/crw-mcp/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crw-mcp",
-  "version": "0.37.2",
+  "version": "0.38.0",
   "description": "MCP server for CRW web scraper — scrape, crawl, map, extract, search, and PDF-parse tools for AI agents",
   "license": "AGPL-3.0",
   "author": "fastCRW <hello@fastcrw.com>",
@@ -38,9 +38,9 @@
     "skills/SKILL.md"
   ],
   "optionalDependencies": {
-    "crw-mcp-darwin-x64": "0.37.2",
-    "crw-mcp-darwin-arm64": "0.37.2",
-    "crw-mcp-linux-x64": "0.37.2",
-    "crw-mcp-linux-arm64": "0.37.2"
+    "crw-mcp-darwin-x64": "0.38.0",
+    "crw-mcp-darwin-arm64": "0.38.0",
+    "crw-mcp-linux-x64": "0.38.0",
+    "crw-mcp-linux-arm64": "0.38.0"
   }
 }

sdks/python/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "crw"
-version = "0.37.2"
+version = "0.38.0"
 description = "Python SDK for CRW web scraper — scrape, crawl, and map any website from Python"
 readme = "README.md"
 requires-python = ">=3.10"

sdks/typescript/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crw-sdk",
-  "version": "0.37.2",
+  "version": "0.38.0",
   "description": "TypeScript/JavaScript SDK for CRW — scrape, crawl, map, search, parse, and extract any website",
   "license": "MIT",
   "author": "fastCRW <hello@fastcrw.com>",

server.json

@@ -3,7 +3,7 @@
   "name": "io.github.fastcrw/crw",
   "title": "CRW Web Scraper",
   "description": "Open-source web scraper for AI agents with scrape, crawl, and map tools",
-  "version": "0.37.2",
+  "version": "0.38.0",
   "websiteUrl": "https://fastcrw.com",
   "repository": {
     "url": "https://github.com/fastcrw/crw",