diff --git a/src/api/api.controller.ts b/src/api/api.controller.ts index d3497e1..d8cf5f2 100644 --- a/src/api/api.controller.ts +++ b/src/api/api.controller.ts @@ -1,11 +1,16 @@ import { Body, Controller, Post } from '@nestjs/common'; import { CrawlerService } from '../crawler/crawler.service'; +import { DbService } from '../db/db.service'; @Controller('/') export class ApiController { - constructor(private crawlerService: CrawlerService) {} + constructor(private crawlerService: CrawlerService, private DbService: DbService) {} @Post('crawl') async crawl(@Body() body: { url: string }) { - return this.crawlerService.crawl(body.url); + const results = this.crawlerService.crawl(body.url); + results.then((data) => { + console.log(data) + this.DbService.insert(data, 'crawler'); + }); } } diff --git a/src/api/api.module.ts b/src/api/api.module.ts index 1602fc5..551e6fa 100644 --- a/src/api/api.module.ts +++ b/src/api/api.module.ts @@ -1,10 +1,11 @@ import { Module } from '@nestjs/common'; import { ApiController } from './api.controller'; import { CrawlerService } from '../crawler/crawler.service'; +import { DbService } from '../db/db.service'; @Module({ controllers: [ApiController], - providers: [CrawlerService] + providers: [CrawlerService, DbService] }) export class ApiModule {} diff --git a/src/crawler/crawler.service.ts b/src/crawler/crawler.service.ts index 074a97d..0deb083 100644 --- a/src/crawler/crawler.service.ts +++ b/src/crawler/crawler.service.ts @@ -42,18 +42,10 @@ export class CrawlerService { // URLS // const urls = await page.$$eval('a', links => links.map(link => link.href)); await browser.close(); - - // // save to db - // this.dbService.insert({ - // url, - // domain, - // cssSheetsLocation, - // scriptsSheetsLocation, - // screenshotBuffer, - // urls - // }, 'crawler'); - - + return { + cssSheetsLocation, + scriptsSheetsLocation + } } async downloadFiles(urls: string[], path: string) { diff --git a/src/db/db.service.ts b/src/db/db.service.ts index dc92d3f..9d7c5a2 100644 --- a/src/db/db.service.ts +++ b/src/db/db.service.ts @@ -6,7 +6,10 @@ export class DbService { console.log(`DbService constructor`); } - insert(data, collection) { - console.log(`DbService insert`); + insert(data: { + cssSheetsLocation: string[]; + scriptsSheetsLocation: string[]; + }, collection: string) { + console.log({data, collection}); } }