Log an error cause for remaining 403 Forbidden responses

Author: jtgeibel

src/middleware/block_traffic.rs

@@ -47,6 +47,7 @@ impl Handler for BlockTraffic {
             .iter()
             .any(|value| self.blocked_values.iter().any(|v| v == value));
         if has_blocked_value {
+            super::log_request::add_custom_metadata(req, "cause", "blocked");
             let body = format!(
                 "We are unable to process your request at this time. \
                  This usually means that you are in violation of our crawler \

src/middleware/require_user_agent.rs

@@ -24,6 +24,7 @@ impl Handler for RequireUserAgent {
         let has_user_agent = request_header(req, "User-Agent") != "";
         let is_download = req.path().ends_with("download");
         if !has_user_agent && !is_download {
+            super::log_request::add_custom_metadata(req, "cause", "no user agent");
             let body = format!(
                 include_str!("no_user_agent_message.txt"),
                 request_header(req, "X-Request-Id"),