kfir/Web_Crawler_API
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

added logs

Browse source
This commit is contained in:
Kfir Dayan 2023-05-31 13:27:00 +03:00
parent 9f23246458
commit a0b79f2287
1 changed files with 10 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
app/Http/Controllers/WebCrawlController.php
View file

@ -5,6 +5,7 @@
use App\Models\WebCrawl;
use GuzzleHttp\Client;
use Illuminate\Http\Request;
use Illuminate\Support\Facades\Log;
class WebCrawlController extends Controller
{
@ -25,6 +26,7 @@ public function crawlWebsite(Request $request)
// Check if the URL is already in the database
$webCrawl = WebCrawl::where('url', $url)->first();
if ($webCrawl && !$refresh) {
Log::error("This URL already exists in the database $url");
return response()->json([
'error' => 'This URL already exists in the database',
], 400);
@ -42,6 +44,7 @@ public function crawlWebsite(Request $request)
try {
$crawler->save();
} catch (\Exception $e) {
Log::error($e->getMessage());
return response()->json([
'error' => 'Failed to save the URL to the database',
], 500);
@ -57,11 +60,13 @@ public function crawlWebsite(Request $request)
]);
}
} else {
Log::error("Failed to retrieve the URL $url");
return response()->json([
'error' => 'Failed to retrieve the URL',
], 500);
}
Log::info("Crawling completed successfully For URL $url");
return response()->json([
'message' => 'Crawling completed successfully',
]);
@ -84,7 +89,9 @@ protected function crawlWebsiteRecursive($url, $depth)
$linksFromPage = $this->getLinksFromPage($crawler->content);
try {
$crawler->save();
Log::info("URL saved to the database $url");
} catch (\Exception $e) {
Log::error("Can't save the URL to the database $url");
return [];
}
if ($depth > 0 && count($linksFromPage) > 0) {
@ -124,10 +131,12 @@ public function destroy($id)
$webCrawl = WebCrawl::find($id);
if ($webCrawl) {
$webCrawl->delete();
Log::info("Web crawl deleted successfully For ID $id");
return response()->json([
'message' => 'Web crawl deleted successfully',
]);
}
Log::error("Web crawl not found For ID $id");
return response()->json([
'error' => 'Web crawl not found',
], 404);
@ -136,6 +145,7 @@ public function destroy($id)
public function destroyAll()
{
WebCrawl::truncate();
Log::info("All web crawls deleted successfully");
return response()->json([
'message' => 'All web crawls deleted successfully',
]);