Use first 5MB of media files for probe

LetsChurch · Nov 27, 2024 · 9909140 · 9909140
1 parent 1dd845e
commit 9909140
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 5 deletions.
diff --git a/services/gateway/src/temporal/activities/probe/probe.ts b/services/gateway/src/temporal/activities/probe/probe.ts
@@ -43,12 +43,13 @@ export default async function probe(
     await mkdirp(workingDir);
 
     const downloadPath = join(workingDir, 'download');
-    await streamObjectToFile('INGEST', s3UploadKey, downloadPath, () =>
-      Context.current().heartbeat('download'),
-    );
     const uploadSizeBytes = (await headObject('INGEST', s3UploadKey))
       ?.ContentLength;
     invariant(uploadSizeBytes, 'Invalid uploadSizeBytes');
+    await streamObjectToFile('INGEST', s3UploadKey, downloadPath, {
+      heartbeat: () => Context.current().heartbeat('download'),
+      Range: `bytes=0-${Math.min(5 * 1024 ** 2 - 1, uploadSizeBytes - 1)}`,
+    });
     await mkdirp(workingDir);
 
     activityLogger.info(`Probing ${downloadPath}`);

diff --git a/services/gateway/src/util/s3.ts b/services/gateway/src/util/s3.ts
@@ -9,6 +9,7 @@ import {
   DeleteObjectCommand,
   DeleteObjectsCommand,
   GetObjectCommand,
+  GetObjectCommandInput,
   ListObjectsV2Command,
   PutObjectCommand,
   S3,
@@ -242,10 +243,18 @@ export async function streamObjectToFile(
   from: Client,
   key: string,
   path: string,
-  heartbeat?: (arg: string) => unknown,
+  extra?:
+    | (Omit<GetObjectCommandInput, 'Bucket' | 'Key'> & {
+        heartbeat?: (arg: string) => unknown;
+      })
+    | ((arg: string) => unknown),
 ) {
   const { client, bucket } = getClientAndBucket(from);
-  const cmd = new GetObjectCommand({ Bucket: bucket, Key: key });
+  const { getArgs, heartbeat } =
+    typeof extra === 'function'
+      ? { getArgs: {}, heartbeat: extra }
+      : { getArgs: extra, heartbeat: undefined };
+  const cmd = new GetObjectCommand({ Bucket: bucket, Key: key, ...getArgs });
   const res = await client.send(cmd);
 
   invariant(res.Body, 'No body in response!');