fixing docker issue

Dockerfile

@@ -2,6 +2,7 @@ FROM ubuntu:20.04 AS base
 
 # Set non-interactive mode
 ENV DEBIAN_FRONTEND noninteractive
+ENV NODE_ENV=production
 
 # Install required packages
 RUN apt-get update && \

package-lock.json

@@ -14,6 +14,7 @@
         "@nestjs/mongoose": "^9.2.2",
         "@nestjs/platform-express": "^9.0.0",
         "axios": "^1.3.5",
+        "dotenv": "^16.0.3",
         "mongoose": "^7.0.4",
         "puppeteer": "^19.9.1",
         "reflect-metadata": "^0.1.13",
@@ -3643,6 +3644,14 @@
         "node": ">=6.0.0"
       }
     },
+    "node_modules/dotenv": {
+      "version": "16.0.3",
+      "resolved": "https://registry.npmjs.org/dotenv/-/dotenv-16.0.3.tgz",
+      "integrity": "sha512-7GO6HghkA5fYG9TYnNxi14/7K9f5occMlp3zXAuSxn7CKCxt9xbNWG7yF8hTCSUchlfWSe3uLmlPfigevRItzQ==",
+      "engines": {
+        "node": ">=12"
+      }
+    },
     "node_modules/ee-first": {
       "version": "1.1.1",
       "resolved": "https://registry.npmjs.org/ee-first/-/ee-first-1.1.1.tgz",

package.json

@@ -24,6 +24,7 @@
     "@nestjs/mongoose": "^9.2.2",
     "@nestjs/platform-express": "^9.0.0",
     "axios": "^1.3.5",
+    "dotenv": "^16.0.3",
     "mongoose": "^7.0.4",
     "puppeteer": "^19.9.1",
     "reflect-metadata": "^0.1.13",

src/crawler/crawler.service.ts

@@ -5,11 +5,12 @@ import puppeteer from 'puppeteer';
 import { URL } from 'url';
 import axios from 'axios';
 
+const environment = process.env.NODE_ENV || 'development';
+
 @Injectable()
 export class CrawlerService {
-  async crawl(url: string) {
-
-    const browser = await puppeteer.launch();
+  async crawl(url: string): Promise<any> {
+    const browser = await puppeteer.launch({ headless: true, args: ['--no-sandbox'] });
     const page = await browser.newPage();
     const domain = this.extractDomain(url);
     await page.goto(url);

src/db/db.service.ts

@@ -10,6 +10,8 @@ export class DbService {
     cssSheetsLocation: string[];
     scriptsSheetsLocation: string[];
   }, collection: string)  {
+
     console.log({data, collection});
+  
   }
 }