WIP: watcher: add optional SQS subscription for crate index changes

.docker.env.sample

@@ -10,3 +10,8 @@ DOCSRS_TOOLCHAIN=nightly
 # for the registry watcher, automatically queued reqbuidls.
 DOCSRS_MAX_QUEUED_REBUILDS: 10
 
+# optional overrides for local ElasticMQ testing
+# DOCSRS_SQS_QUEUE_URL=http://elasticmq:9324/queue/docsrs-events
+# DOCSRS_SQS_REGION=elasticmq
+# DOCSRS_SQS_ENDPOINT_URL=http://elasticmq:9324
+# DOCSRS_SQS_ACTIVE=false

Cargo.toml

@@ -30,6 +30,11 @@ edition = "2024"
 anyhow = { version = "1.0.42", features = ["backtrace"] }
 askama = "0.16.0"
 async-stream = "0.3.5"
+# The default `rustls` feature pulls in the legacy hyper 0.14 + rustls 0.21
+# stack via `aws-smithy-runtime/tls-rustls`, which includes the vulnerable
+# `rustls-webpki` v0.101.x. Using only `default-https-client` avoids this by
+# using the modern rustls 0.23 + hyper 1.x stack instead.
+aws-config = { version = "1.0.0", default-features = false, features = ["default-https-client", "rt-tokio"] }
 axum-extra = { version = "0.12.0", features = ["middleware", "routing", "typed-header"] }
 base64 = "0.22"
 bon = { version = "3.8.1", features = ["experimental-overwritable"] }

crates/bin/cratesfyi/src/daemon.rs

@@ -4,7 +4,7 @@ use docs_rs_config::AppConfig as _;
 use docs_rs_context::Context;
 use docs_rs_watcher::{
     start_background_queue_rebuild, start_background_repository_stats_updater,
-    start_background_service_metric_collector, watch_registry,
+    start_background_service_metric_collector,
 };
 use docs_rs_web::run_web_server;
 use std::sync::Arc;
@@ -21,7 +21,7 @@ fn start_registry_watcher(
         // space this out to prevent it from clashing against the queue-builder thread on launch
         tokio::time::sleep(Duration::from_secs(30)).await;
 
-        watch_registry(&config, &context).await
+        docs_rs_watcher::watch(&config, &context).await;
     });
 
     Ok(())

crates/bin/cratesfyi/src/main.rs

@@ -1,3 +1,5 @@
+#![recursion_limit = "256"]
+
 use anyhow::Result;
 use clap::Parser;
 use cratesfyi::daemon::start_daemon;