fix(deps): update katana to v1.1.2 (#3962)

wsxiaoys · web-flow · commit d48d4938d4b3 · 2025-03-07T14:28:11.000+08:00
* fix(deps): update katana to v1.1.2

* update
diff --git a/.changes/unreleased/Notice-20250307-103044.yaml b/.changes/unreleased/Notice-20250307-103044.yaml
@@ -0,0 +1,3 @@
+kind: Notice
+body: Bump minimum katana version to 1.1.2
+time: 2025-03-07T10:30:44.006238+08:00
diff --git a/crates/tabby-crawler/src/lib.rs b/crates/tabby-crawler/src/lib.rs
@@ -93,7 +93,7 @@ async fn crawl_url(
             if !data
                 .response
                 .headers
-                .get("content_type")
+                .get("content-type")
                 .is_some_and(|ct| ct.starts_with("text/html"))
             {
                 continue;
diff --git a/docker/Dockerfile.cuda b/docker/Dockerfile.cuda
@@ -61,7 +61,7 @@ RUN apt-get update && \
     rm -rf /var/lib/apt/lists/*
 
 # Install katana
-RUN curl -L https://github.com/projectdiscovery/katana/releases/download/v1.1.0/katana_1.1.0_linux_amd64.zip -o katana.zip \
+RUN curl -L https://github.com/projectdiscovery/katana/releases/download/v1.1.2/katana_1.1.2_linux_amd64.zip -o katana.zip \
   && unzip katana.zip katana \
   && mv katana /usr/bin/ \
   && rm katana.zip
diff --git a/ee/tabby-webserver/src/service/background_job/web_crawler.rs b/ee/tabby-webserver/src/service/background_job/web_crawler.rs
@@ -76,11 +76,8 @@ impl WebCrawlerJob {
                 logkit::info!("Indexed {} documents from '{}'", num_docs, self.url);
                 return Ok(());
             }
-            Err(err) => {
-                logkit::info!(
-                    "No LLMS file found, continuing with normal indexing. Error: {:?}",
-                    err
-                );
+            Err(_) => {
+                logkit::info!("/llms.txt is not available");
             }
         }
 
diff --git a/website/docs/references/cloud-deployment/bentoml/setup-docker.sh b/website/docs/references/cloud-deployment/bentoml/setup-docker.sh
@@ -13,7 +13,7 @@ rm $DISTRO.zip
 rm -rf dist
 
 # Install katana
-curl -L https://github.com/projectdiscovery/katana/releases/download/v1.1.0/katana_1.1.0_linux_amd64.zip -o katana.zip
+curl -L https://github.com/projectdiscovery/katana/releases/download/v1.1.2/katana_1.1.2_linux_amd64.zip -o katana.zip
 unzip katana.zip katana
 mv katana /usr/bin/
 rm katana.zip

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+kind: Notice`
	`2`	`+body: Bump minimum katana version to 1.1.2`
	`3`	`+time: 2025-03-07T10:30:44.006238+08:00`
Original file line number	Diff line number	Diff line change
`@@ -93,7 +93,7 @@ async fn crawl_url(`
`93`	`93`	`if !data`
`94`	`94`	`.response`
`95`	`95`	`.headers`
`96`		`- .get("content_type")`
	`96`	`+ .get("content-type")`
`97`	`97`	`.is_some_and(\|ct\| ct.starts_with("text/html"))`
`98`	`98`	`{`
`99`	`99`	`continue;`
Original file line number	Diff line number	Diff line change
`@@ -76,11 +76,8 @@ impl WebCrawlerJob {`
`76`	`76`	`logkit::info!("Indexed {} documents from '{}'", num_docs, self.url);`
`77`	`77`	`return Ok(());`
`78`	`78`	`}`
`79`		`- Err(err) => {`
`80`		`- logkit::info!(`
`81`		`- "No LLMS file found, continuing with normal indexing. Error: {:?}",`
`82`		`- err`
`83`		`- );`
	`79`	`+ Err(_) => {`
	`80`	`+ logkit::info!("/llms.txt is not available");`
`84`	`81`	`}`
`85`	`82`	`}`
`86`	`83`