feat: block media resources to improve speed

babybirdprd · Apr 18, 2024 · abc817e · abc817e
1 parent cbc13ec
commit abc817e
Show file tree

Hide file tree

Showing 3 changed files with 26 additions and 0 deletions.
diff --git a/backend/functions/package-lock.json b/backend/functions/package-lock.json
diff --git a/backend/functions/package.json b/backend/functions/package.json
@@ -48,6 +48,7 @@
     "openai": "^4.20.0",
     "puppeteer": "^22.6.3",
     "puppeteer-extra": "^3.3.6",
+    "puppeteer-extra-plugin-block-resources": "^2.4.3",
     "puppeteer-extra-plugin-stealth": "^2.11.2",
     "stripe": "^11.11.0",
     "tiktoken": "^1.0.10",

diff --git a/backend/functions/src/services/puppeteer.ts b/backend/functions/src/services/puppeteer.ts
@@ -51,6 +51,10 @@ puppeteer.use(puppeteerStealth());
 //     userAgent: `Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)`,
 //     platform: `Linux`,
 // }))
+const puppeteerBlockResources = require('puppeteer-extra-plugin-block-resources');
+puppeteer.use(puppeteerBlockResources({
+    blockedTypes: new Set(['media']),
+}));
 
 @singleton()
 export class PuppeteerControl extends AsyncService {