add schedule

nhsd-david-wass · nhsd-david-wass · commit b52dff875854 · 2026-02-04T11:34:05.000Z
diff --git a/infrastructure/terraform/components/api/glue_crawler_event_crawler.tf b/infrastructure/terraform/components/api/glue_crawler_event_crawler.tf
@@ -12,8 +12,10 @@ resource "aws_glue_crawler" "event_crawler" {
   s3_target {
     path = "s3://${local.eventsub_event_cache_bucket_name}/"
   }
+
+  schedule = "cron(0 * * * ? *)"
   recrawl_policy {
-    recrawl_behavior = "CRAWL_EVERYTHING"
+    recrawl_behavior = "CRAWL_NEW_FOLDERS_ONLY"
   }
 
   schema_change_policy {

Original file line number	Diff line number	Diff line change
`@@ -12,8 +12,10 @@ resource "aws_glue_crawler" "event_crawler" {`
`12`	`12`	`s3_target {`
`13`	`13`	`path = "s3://${local.eventsub_event_cache_bucket_name}/"`
`14`	`14`	`}`
	`15`	`+`
	`16`	`+ schedule = "cron(0 * * * ? *)"`
`15`	`17`	`recrawl_policy {`
`16`		`- recrawl_behavior = "CRAWL_EVERYTHING"`
	`18`	`+ recrawl_behavior = "CRAWL_NEW_FOLDERS_ONLY"`
`17`	`19`	`}`
`18`	`20`
`19`	`21`	`schema_change_policy {`