fix(cli): trace output (-vv) is useless when files are uploaded

packages/aws-cdk/lib/api/aws-auth/sdk-logger.ts

@@ -1,6 +1,7 @@
 import { inspect } from 'util';
 import { Logger } from '@smithy/types';
 import { trace } from '../../logging';
+import { replacerBufferWithInfo } from '../../serialize';
 
 export class SdkToCliLogger implements Logger {
   public trace(..._content: any[]) {
@@ -105,7 +106,7 @@ function formatApiCall(content: any): string | undefined {
     parts.push(`[${content.metadata?.attempts} attempts, ${content.metadata?.totalRetryDelay}ms retry]`);
   }
 
-  parts.push(`${service}.${api}(${JSON.stringify(content.input)})`);
+  parts.push(`${service}.${api}(${JSON.stringify(content.input, replacerBufferWithInfo)})`);
 
   if (isSdkApiCallSuccess(content)) {
     parts.push('-> OK');

packages/aws-cdk/lib/serialize.ts

@@ -1,4 +1,5 @@
 import * as fs from 'fs-extra';
+import { formatBytes } from './util/bytes';
 import * as yaml_cfn from './util/yaml-cfn';
 
 /**
@@ -51,3 +52,35 @@ export function obscureTemplate(template: any = {}) {
 
   return template;
 }
+
+/**
+ * Detects a buffer that has been converted to a JSON-like object
+ * In Node, `Buffer`s have `toJSON()` method that converts the buffer
+ * into a JS object that can be JSON stringified.
+ * Unfortunately this conversion happens before the replacer is called,
+ * so normal means of detecting a `Buffer` objet don't work anymore.
+ * @see https://github.com/nodejs/node-v0.x-archive/issues/5110
+ */
+function isJsonBuffer(value: any): value is {
+  type: 'Buffer';
+  data: number[];
+} {
+  return typeof value === 'object'
+    && 'type' in value
+    && value.type === 'Buffer'
+    && 'data' in value
+    && Array.isArray(value.data);
+}
+
+/**
+ * A JSON.stringify() replacer that converts Buffers into a string with information
+ * Use this if you plan to print out JSON stringified objects that may contain a Buffer.
+ * Without this, large buffers (think: Megabytes) will completely fill up the output
+ * and even crash the system.
+ */
+export function replacerBufferWithInfo(_key: any, value: any): any {
+  if (isJsonBuffer(value)) {
+    return `<Buffer: ${formatBytes(value.data.length)}>`;
+  }
+  return value;
+}

packages/aws-cdk/lib/util/bytes.ts

@@ -0,0 +1,21 @@
+/**
+ * Format bytes as a human readable string
+ *
+ * @param bytes Number of bytes to format
+ * @param decimals Number of decimal places to show (default 2)
+ * @returns Formatted string with appropriate unit suffix
+ */
+export function formatBytes(bytes: number, decimals: number = 2): string {
+  decimals = decimals < 0 ? 0 : decimals;
+
+  if (bytes === 0) {
+    return '0 Bytes';
+  }
+
+  const k = 1024;
+  const sizes = ['Bytes', 'KiB', 'MiB', 'GiB', 'TiB', 'PiB', 'EiB', 'ZiB', 'YiB'];
+
+  const i = Math.floor(Math.log(bytes) / Math.log(k));
+
+  return `${parseFloat((bytes / Math.pow(k, i)).toFixed(decimals))} ${sizes[i]}`;
+}

packages/aws-cdk/test/util/bytes.test.ts

@@ -0,0 +1,18 @@
+import { formatBytes } from '../../lib/util/bytes';
+
+test.each([
+  [0, '0 Bytes'],
+  [10, '10 Bytes'],
+  [1024, '1 KiB'],
+  [10.5 * 1024 * 1024, '10.5 MiB'],
+])('converts %s bytes to %s', (bytes: number, expected: string) => {
+  expect(formatBytes(bytes)).toEqual(expected);
+});
+
+test('can format many decimals', () => {
+  expect(formatBytes(10.51234 * 1024 * 1024, 5)).toEqual('10.51234 MiB');
+});
+
+test('can deal with negative decimals', () => {
+  expect(formatBytes(10.5 * 1024 * 1024, -1)).toEqual('11 MiB');
+});

packages/aws-cdk/test/util/serialize.test.ts

@@ -0,0 +1,7 @@
+import { replacerBufferWithInfo } from '../../lib/serialize';
+
+test('converts buffer to information', () => {
+  const res = JSON.stringify({ data: Buffer.from('test data') }, replacerBufferWithInfo);
+
+  expect(res).toEqual('{"data":"<Buffer: 9 Bytes>"}');
+});