CCM-12845 Structure logs (#371)

* CCM-12845 Structure logs
---------

Co-authored-by: Mark Slowey <113013138+masl2@users.noreply.github.com>

Author: stevebux

internal/helpers/package.json

@@ -1,5 +1,6 @@
 {
   "dependencies": {
+    "pino": "^10.3.0",
     "zod": "^4.1.11"
   },
   "description": "Common helper utilities for NHS Notify Supplier API",

internal/helpers/src/__tests__/logger.test.ts

@@ -0,0 +1,15 @@
+import { createLogger } from "../logger";
+
+describe("createLogger", () => {
+  it("should create a logger with default log level", () => {
+    const logger = createLogger();
+
+    expect(logger.level).toBe("info");
+  });
+
+  it("should create a logger with custom log level", () => {
+    const logger = createLogger({ logLevel: "debug" });
+
+    expect(logger.level).toBe("debug");
+  });
+});

internal/helpers/src/index.ts

@@ -7,3 +7,4 @@
 export * from "./version";
 export { default as $Environment } from "./environment";
 export * from "./id-ref";
+export * from "./logger";

internal/helpers/src/logger.ts

@@ -0,0 +1,26 @@
+import pino, { Logger } from "pino";
+
+export type LoggerOptions = {
+  logLevel?: string;
+};
+
+/**
+ * Creates a configured pino logger instance for use across lambdas.
+ *
+ * @param options - Optional configuration for the logger
+ * @param options.logLevel - The log level (defaults to "info")
+ * @returns A configured pino Logger instance
+ */
+export function createLogger(options: LoggerOptions = {}): Logger {
+  const { logLevel = "info" } = options;
+
+  return pino({
+    level: logLevel,
+    formatters: {
+      level: (label) => {
+        return { level: label.toUpperCase() };
+      },
+    },
+    timestamp: () => `,"timestamp":"${new Date(Date.now()).toISOString()}"`,
+  });
+}

lambdas/api-handler/src/config/__tests__/deps.test.ts

@@ -15,14 +15,13 @@ describe("createDependenciesContainer", () => {
     jest.clearAllMocks();
     jest.resetModules();
 
-    // pino
-    jest.mock("pino", () => ({
-      __esModule: true,
-      default: jest.fn(() => ({
+    jest.mock("@internal/helpers", () => ({
+      createLogger: jest.fn(() => ({
         info: jest.fn(),
         error: jest.fn(),
         warn: jest.fn(),
         debug: jest.fn(),
+        level: "info",
       })),
     }));
 
@@ -49,7 +48,7 @@ describe("createDependenciesContainer", () => {
     // get current mock instances
     const { S3Client } = jest.requireMock("@aws-sdk/client-s3");
     const { SQSClient } = jest.requireMock("@aws-sdk/client-sqs");
-    const pinoMock = jest.requireMock("pino");
+    const { createLogger } = jest.requireMock("@internal/helpers");
     const { LetterRepository, MIRepository } = jest.requireMock(
       "@internal/datastore",
     );
@@ -63,7 +62,7 @@ describe("createDependenciesContainer", () => {
 
     expect(SQSClient).toHaveBeenCalledTimes(1);
 
-    expect(pinoMock.default).toHaveBeenCalledTimes(1);
+    expect(createLogger).toHaveBeenCalledTimes(1);
 
     expect(LetterRepository).toHaveBeenCalledTimes(1);
     const letterRepoCtorArgs = LetterRepository.mock.calls[0];

lambdas/api-handler/src/config/deps.ts

@@ -2,12 +2,13 @@ import { S3Client } from "@aws-sdk/client-s3";
 import { DynamoDBClient } from "@aws-sdk/client-dynamodb";
 import { DynamoDBDocumentClient } from "@aws-sdk/lib-dynamodb";
 import { SQSClient } from "@aws-sdk/client-sqs";
-import pino from "pino";
+import { Logger } from "pino";
 import {
   DBHealthcheck,
   LetterRepository,
   MIRepository,
 } from "@internal/datastore";
+import { createLogger } from "@internal/helpers";
 import { EnvVars, envVars } from "./env";
 
 export type Deps = {
@@ -16,7 +17,7 @@ export type Deps = {
   letterRepo: LetterRepository;
   miRepo: MIRepository;
   dbHealthcheck: DBHealthcheck;
-  logger: pino.Logger;
+  logger: Logger;
   env: EnvVars;
 };
 
@@ -26,7 +27,7 @@ function createDocumentClient(): DynamoDBDocumentClient {
 }
 
 function createLetterRepository(
-  log: pino.Logger,
+  log: Logger,
   environment: EnvVars,
 ): LetterRepository {
   const config = {
@@ -46,10 +47,7 @@ function createDBHealthcheck(environment: EnvVars): DBHealthcheck {
   return new DBHealthcheck(createDocumentClient(), config);
 }
 
-function createMIRepository(
-  log: pino.Logger,
-  environment: EnvVars,
-): MIRepository {
+function createMIRepository(log: Logger, environment: EnvVars): MIRepository {
   const config = {
     miTableName: environment.MI_TABLE_NAME,
     miTtlHours: environment.MI_TTL_HOURS,
@@ -59,7 +57,7 @@ function createMIRepository(
 }
 
 export function createDependenciesContainer(): Deps {
-  const log = pino();
+  const log = createLogger({ logLevel: envVars.PINO_LOG_LEVEL });
 
   return {
     s3Client: new S3Client(),

lambdas/api-handler/src/config/env.ts

@@ -10,6 +10,7 @@ const EnvVarsSchema = z.object({
   DOWNLOAD_URL_TTL_SECONDS: z.coerce.number().int(),
   MAX_LIMIT: z.coerce.number().int().optional(),
   QUEUE_URL: z.coerce.string().optional(),
+  PINO_LOG_LEVEL: z.coerce.string().optional(),
 });
 
 export type EnvVars = z.infer<typeof EnvVarsSchema>;

lambdas/api-handler/src/handlers/__tests__/letter-status-update.test.ts

@@ -143,14 +143,12 @@ describe("createLetterStatusUpdateHandler", () => {
     expect(mockedDeps.letterRepo.updateLetterStatus).toHaveBeenCalledWith(
       updateLetterCommands[0],
     );
-    expect(mockedDeps.logger.error).toHaveBeenCalledWith(
-      {
-        err: mockError,
-        messageId: "mid-id1",
-        correlationId: "correlationId-id1",
-        messageBody: '{"id":"id1","status":"ACCEPTED","supplierId":"s1"}',
-      },
-      "Error processing letter status update",
-    );
+    expect(mockedDeps.logger.error).toHaveBeenCalledWith({
+      description: "Error processing letter status update",
+      err: mockError,
+      messageId: "mid-id1",
+      correlationId: "correlationId-id1",
+      messageBody: '{"id":"id1","status":"ACCEPTED","supplierId":"s1"}',
+    });
   });
 });

lambdas/api-handler/src/handlers/get-letter-data.ts

@@ -37,6 +37,15 @@ export default function createGetLetterDataHandler(
           ),
         );
 
+        const presignedUrl = await getLetterDataUrl(supplierId, letterId, deps);
+
+        deps.logger.info({
+          description: "Generated presigned URL",
+          supplierId,
+          letterId,
+          correlationId: commonIds.value.correlationId,
+        });
+
         emitForSingleSupplier(
           metrics,
           "getLetterData",
@@ -47,7 +56,7 @@ export default function createGetLetterDataHandler(
         return {
           statusCode: 303,
           headers: {
-            Location: await getLetterDataUrl(supplierId, letterId, deps),
+            Location: presignedUrl,
           },
           body: "",
         };

lambdas/api-handler/src/handlers/get-letter.ts

@@ -51,6 +51,7 @@ export default function createGetLetterHandler(
           description: "Letter successfully fetched by id",
           supplierId,
           letterId,
+          correlationId: commonIds.value.correlationId,
         });
 
         emitForSingleSupplier(