glue crawler

Author: nhsd-david-wass

infrastructure/terraform/components/api/glue_crawler_event_crawler.tf

@@ -0,0 +1,22 @@
+resource "aws_glue_crawler" "event_crawler" {
+  name        = "event-crawler-${aws_glue_catalog_table.event_table.name}"
+  database_name = aws_glue_catalog_database.supplier.name
+  role        = aws_iam_role.glue_role.arn
+
+  table_prefix = ""
+  s3_target {
+    path = "s3://${aws_s3_bucket.event_reporting.bucket}/events/"
+  }
+  recrawl_policy {
+    recrawl_behavior = "CRAWL_EVERYTHING"
+  }
+
+  configuration = jsonencode({
+    Version = 1.0
+    CrawlerOutput = {
+      Partitions = {
+        AddOrUpdateBehavior = "InheritFromTable"
+      }
+    }
+  })
+}

infrastructure/terraform/components/api/iam_role_glue.tf

@@ -0,0 +1,17 @@
+resource "aws_iam_role" "glue_role" {
+  name               = "${local.csi}-glue-role"
+  assume_role_policy = data.aws_iam_policy_document.glue_assume_role.json
+}
+
+data "aws_iam_policy_document" "glue_assume_role" {
+  statement {
+    effect = "Allow"
+
+    principals {
+      type        = "Service"
+      identifiers = ["sns.amazonaws.com"]
+    }
+
+    actions = ["sts:AssumeRole"]
+  }
+}