configuration stuff
This commit is contained in:
parent
9c86a64b95
commit
d2ab9e326c
7 changed files with 311 additions and 75 deletions
|
|
@ -11,10 +11,13 @@
|
||||||
|
|
|
|
||||||
*/
|
*/
|
||||||
|
|
||||||
|
|
||||||
$app = new Illuminate\Foundation\Application(
|
$app = new Illuminate\Foundation\Application(
|
||||||
$_ENV['APP_BASE_PATH'] ?? dirname(__DIR__)
|
$_ENV['APP_BASE_PATH'] ?? dirname(__DIR__)
|
||||||
);
|
);
|
||||||
|
|
||||||
|
$app->register(Jenssegers\Mongodb\MongodbServiceProvider::class);
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|--------------------------------------------------------------------------
|
|--------------------------------------------------------------------------
|
||||||
| Bind Important Interfaces
|
| Bind Important Interfaces
|
||||||
|
|
|
||||||
|
|
@ -7,6 +7,7 @@
|
||||||
"require": {
|
"require": {
|
||||||
"php": "^8.2.0",
|
"php": "^8.2.0",
|
||||||
"guzzlehttp/guzzle": "^7.2",
|
"guzzlehttp/guzzle": "^7.2",
|
||||||
|
"jenssegers/mongodb": "^3.9",
|
||||||
"laravel/framework": "^9.19",
|
"laravel/framework": "^9.19",
|
||||||
"laravel/sanctum": "^3.0",
|
"laravel/sanctum": "^3.0",
|
||||||
"laravel/tinker": "^2.7"
|
"laravel/tinker": "^2.7"
|
||||||
|
|
|
||||||
213
composer.lock
generated
213
composer.lock
generated
|
|
@ -4,7 +4,7 @@
|
||||||
"Read more about it at https://getcomposer.org/doc/01-basic-usage.md#installing-dependencies",
|
"Read more about it at https://getcomposer.org/doc/01-basic-usage.md#installing-dependencies",
|
||||||
"This file is @generated automatically"
|
"This file is @generated automatically"
|
||||||
],
|
],
|
||||||
"content-hash": "8490a44bb6e588439e76d6ae4e357844",
|
"content-hash": "ac7eef60dd12024b114a9f511ed7057b",
|
||||||
"packages": [
|
"packages": [
|
||||||
{
|
{
|
||||||
"name": "brick/math",
|
"name": "brick/math",
|
||||||
|
|
@ -974,6 +974,147 @@
|
||||||
],
|
],
|
||||||
"time": "2021-10-07T12:57:01+00:00"
|
"time": "2021-10-07T12:57:01+00:00"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"name": "jean85/pretty-package-versions",
|
||||||
|
"version": "2.0.5",
|
||||||
|
"source": {
|
||||||
|
"type": "git",
|
||||||
|
"url": "https://github.com/Jean85/pretty-package-versions.git",
|
||||||
|
"reference": "ae547e455a3d8babd07b96966b17d7fd21d9c6af"
|
||||||
|
},
|
||||||
|
"dist": {
|
||||||
|
"type": "zip",
|
||||||
|
"url": "https://api.github.com/repos/Jean85/pretty-package-versions/zipball/ae547e455a3d8babd07b96966b17d7fd21d9c6af",
|
||||||
|
"reference": "ae547e455a3d8babd07b96966b17d7fd21d9c6af",
|
||||||
|
"shasum": ""
|
||||||
|
},
|
||||||
|
"require": {
|
||||||
|
"composer-runtime-api": "^2.0.0",
|
||||||
|
"php": "^7.1|^8.0"
|
||||||
|
},
|
||||||
|
"require-dev": {
|
||||||
|
"friendsofphp/php-cs-fixer": "^2.17",
|
||||||
|
"jean85/composer-provided-replaced-stub-package": "^1.0",
|
||||||
|
"phpstan/phpstan": "^0.12.66",
|
||||||
|
"phpunit/phpunit": "^7.5|^8.5|^9.4",
|
||||||
|
"vimeo/psalm": "^4.3"
|
||||||
|
},
|
||||||
|
"type": "library",
|
||||||
|
"extra": {
|
||||||
|
"branch-alias": {
|
||||||
|
"dev-master": "1.x-dev"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"autoload": {
|
||||||
|
"psr-4": {
|
||||||
|
"Jean85\\": "src/"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"notification-url": "https://packagist.org/downloads/",
|
||||||
|
"license": [
|
||||||
|
"MIT"
|
||||||
|
],
|
||||||
|
"authors": [
|
||||||
|
{
|
||||||
|
"name": "Alessandro Lai",
|
||||||
|
"email": "alessandro.lai85@gmail.com"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"description": "A library to get pretty versions strings of installed dependencies",
|
||||||
|
"keywords": [
|
||||||
|
"composer",
|
||||||
|
"package",
|
||||||
|
"release",
|
||||||
|
"versions"
|
||||||
|
],
|
||||||
|
"support": {
|
||||||
|
"issues": "https://github.com/Jean85/pretty-package-versions/issues",
|
||||||
|
"source": "https://github.com/Jean85/pretty-package-versions/tree/2.0.5"
|
||||||
|
},
|
||||||
|
"time": "2021-10-08T21:21:46+00:00"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "jenssegers/mongodb",
|
||||||
|
"version": "v3.9.5",
|
||||||
|
"source": {
|
||||||
|
"type": "git",
|
||||||
|
"url": "https://github.com/jenssegers/laravel-mongodb.git",
|
||||||
|
"reference": "6ce35ace85a5946f943d7f493f93aebb9a6d129d"
|
||||||
|
},
|
||||||
|
"dist": {
|
||||||
|
"type": "zip",
|
||||||
|
"url": "https://api.github.com/repos/jenssegers/laravel-mongodb/zipball/6ce35ace85a5946f943d7f493f93aebb9a6d129d",
|
||||||
|
"reference": "6ce35ace85a5946f943d7f493f93aebb9a6d129d",
|
||||||
|
"shasum": ""
|
||||||
|
},
|
||||||
|
"require": {
|
||||||
|
"illuminate/container": "^9.0",
|
||||||
|
"illuminate/database": "^9.0",
|
||||||
|
"illuminate/events": "^9.0",
|
||||||
|
"illuminate/support": "^9.0",
|
||||||
|
"mongodb/mongodb": "^1.11"
|
||||||
|
},
|
||||||
|
"require-dev": {
|
||||||
|
"doctrine/dbal": "^2.13.3|^3.1.4",
|
||||||
|
"mockery/mockery": "^1.3.1",
|
||||||
|
"orchestra/testbench": "^7.0",
|
||||||
|
"phpunit/phpunit": "^9.5.8"
|
||||||
|
},
|
||||||
|
"suggest": {
|
||||||
|
"jenssegers/mongodb-sentry": "Add Sentry support to Laravel-MongoDB",
|
||||||
|
"jenssegers/mongodb-session": "Add MongoDB session support to Laravel-MongoDB"
|
||||||
|
},
|
||||||
|
"type": "library",
|
||||||
|
"extra": {
|
||||||
|
"laravel": {
|
||||||
|
"providers": [
|
||||||
|
"Jenssegers\\Mongodb\\MongodbServiceProvider",
|
||||||
|
"Jenssegers\\Mongodb\\MongodbQueueServiceProvider"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"autoload": {
|
||||||
|
"psr-4": {
|
||||||
|
"Jenssegers\\Mongodb\\": "src/"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"notification-url": "https://packagist.org/downloads/",
|
||||||
|
"license": [
|
||||||
|
"MIT"
|
||||||
|
],
|
||||||
|
"authors": [
|
||||||
|
{
|
||||||
|
"name": "Jens Segers",
|
||||||
|
"homepage": "https://jenssegers.com"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"description": "A MongoDB based Eloquent model and Query builder for Laravel (Moloquent)",
|
||||||
|
"homepage": "https://github.com/jenssegers/laravel-mongodb",
|
||||||
|
"keywords": [
|
||||||
|
"database",
|
||||||
|
"eloquent",
|
||||||
|
"laravel",
|
||||||
|
"model",
|
||||||
|
"moloquent",
|
||||||
|
"mongo",
|
||||||
|
"mongodb"
|
||||||
|
],
|
||||||
|
"support": {
|
||||||
|
"issues": "https://github.com/jenssegers/laravel-mongodb/issues",
|
||||||
|
"source": "https://github.com/jenssegers/laravel-mongodb/tree/v3.9.5"
|
||||||
|
},
|
||||||
|
"funding": [
|
||||||
|
{
|
||||||
|
"url": "https://github.com/jenssegers",
|
||||||
|
"type": "github"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"url": "https://tidelift.com/funding/github/packagist/jenssegers/mongodb",
|
||||||
|
"type": "tidelift"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"time": "2023-02-16T12:20:36+00:00"
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"name": "laravel/framework",
|
"name": "laravel/framework",
|
||||||
"version": "v9.52.7",
|
"version": "v9.52.7",
|
||||||
|
|
@ -1758,6 +1899,76 @@
|
||||||
],
|
],
|
||||||
"time": "2022-04-17T13:12:02+00:00"
|
"time": "2022-04-17T13:12:02+00:00"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"name": "mongodb/mongodb",
|
||||||
|
"version": "1.15.0",
|
||||||
|
"source": {
|
||||||
|
"type": "git",
|
||||||
|
"url": "https://github.com/mongodb/mongo-php-library.git",
|
||||||
|
"reference": "3a681a3b2f2c0ebac227a3b86bb9057d0e6eb8f8"
|
||||||
|
},
|
||||||
|
"dist": {
|
||||||
|
"type": "zip",
|
||||||
|
"url": "https://api.github.com/repos/mongodb/mongo-php-library/zipball/3a681a3b2f2c0ebac227a3b86bb9057d0e6eb8f8",
|
||||||
|
"reference": "3a681a3b2f2c0ebac227a3b86bb9057d0e6eb8f8",
|
||||||
|
"shasum": ""
|
||||||
|
},
|
||||||
|
"require": {
|
||||||
|
"ext-hash": "*",
|
||||||
|
"ext-json": "*",
|
||||||
|
"ext-mongodb": "^1.15.0",
|
||||||
|
"jean85/pretty-package-versions": "^1.2 || ^2.0.1",
|
||||||
|
"php": "^7.2 || ^8.0",
|
||||||
|
"symfony/polyfill-php80": "^1.19"
|
||||||
|
},
|
||||||
|
"require-dev": {
|
||||||
|
"doctrine/coding-standard": "^9.0",
|
||||||
|
"squizlabs/php_codesniffer": "^3.6",
|
||||||
|
"symfony/phpunit-bridge": "^5.2",
|
||||||
|
"vimeo/psalm": "^4.28"
|
||||||
|
},
|
||||||
|
"type": "library",
|
||||||
|
"extra": {
|
||||||
|
"branch-alias": {
|
||||||
|
"dev-master": "1.15.x-dev"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"autoload": {
|
||||||
|
"files": [
|
||||||
|
"src/functions.php"
|
||||||
|
],
|
||||||
|
"psr-4": {
|
||||||
|
"MongoDB\\": "src/"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"notification-url": "https://packagist.org/downloads/",
|
||||||
|
"license": [
|
||||||
|
"Apache-2.0"
|
||||||
|
],
|
||||||
|
"authors": [
|
||||||
|
{
|
||||||
|
"name": "Andreas Braun",
|
||||||
|
"email": "andreas.braun@mongodb.com"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Jeremy Mikola",
|
||||||
|
"email": "jmikola@gmail.com"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"description": "MongoDB driver library",
|
||||||
|
"homepage": "https://jira.mongodb.org/browse/PHPLIB",
|
||||||
|
"keywords": [
|
||||||
|
"database",
|
||||||
|
"driver",
|
||||||
|
"mongodb",
|
||||||
|
"persistence"
|
||||||
|
],
|
||||||
|
"support": {
|
||||||
|
"issues": "https://github.com/mongodb/mongo-php-library/issues",
|
||||||
|
"source": "https://github.com/mongodb/mongo-php-library/tree/1.15.0"
|
||||||
|
},
|
||||||
|
"time": "2022-11-23T04:45:35+00:00"
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"name": "monolog/monolog",
|
"name": "monolog/monolog",
|
||||||
"version": "2.9.1",
|
"version": "2.9.1",
|
||||||
|
|
|
||||||
|
|
@ -181,7 +181,7 @@
|
||||||
Illuminate\Translation\TranslationServiceProvider::class,
|
Illuminate\Translation\TranslationServiceProvider::class,
|
||||||
Illuminate\Validation\ValidationServiceProvider::class,
|
Illuminate\Validation\ValidationServiceProvider::class,
|
||||||
Illuminate\View\ViewServiceProvider::class,
|
Illuminate\View\ViewServiceProvider::class,
|
||||||
|
Jenssegers\Mongodb\MongodbServiceProvider::class,
|
||||||
/*
|
/*
|
||||||
* Package Service Providers...
|
* Package Service Providers...
|
||||||
*/
|
*/
|
||||||
|
|
|
||||||
|
|
@ -15,7 +15,7 @@
|
||||||
|
|
|
|
||||||
*/
|
*/
|
||||||
|
|
||||||
'default' => env('DB_CONNECTION', 'mysql'),
|
'default' => env('DB_CONNECTION', 'mongodb'),
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|--------------------------------------------------------------------------
|
|--------------------------------------------------------------------------
|
||||||
|
|
@ -32,67 +32,19 @@
|
||||||
| choice installed on your machine before you begin development.
|
| choice installed on your machine before you begin development.
|
||||||
|
|
|
|
||||||
*/
|
*/
|
||||||
|
'mongodb' => [
|
||||||
|
'driver' => 'mongodb',
|
||||||
|
'host' => env('DB_HOST', 'localhost'),
|
||||||
|
'port' => env('DB_PORT', 27017),
|
||||||
|
'database' => env('DB_DATABASE'),
|
||||||
|
'username' => env('DB_USERNAME'),
|
||||||
|
'password' => env('DB_PASSWORD'),
|
||||||
|
'options' => [
|
||||||
|
'database' => env('DB_AUTHENTICATION_DATABASE', 'admin'),
|
||||||
|
],
|
||||||
|
],
|
||||||
'connections' => [
|
'connections' => [
|
||||||
|
|
||||||
'sqlite' => [
|
|
||||||
'driver' => 'sqlite',
|
|
||||||
'url' => env('DATABASE_URL'),
|
|
||||||
'database' => env('DB_DATABASE', database_path('database.sqlite')),
|
|
||||||
'prefix' => '',
|
|
||||||
'foreign_key_constraints' => env('DB_FOREIGN_KEYS', true),
|
|
||||||
],
|
|
||||||
|
|
||||||
'mysql' => [
|
|
||||||
'driver' => 'mysql',
|
|
||||||
'url' => env('DATABASE_URL'),
|
|
||||||
'host' => env('DB_HOST', '127.0.0.1'),
|
|
||||||
'port' => env('DB_PORT', '3306'),
|
|
||||||
'database' => env('DB_DATABASE', 'forge'),
|
|
||||||
'username' => env('DB_USERNAME', 'forge'),
|
|
||||||
'password' => env('DB_PASSWORD', ''),
|
|
||||||
'unix_socket' => env('DB_SOCKET', ''),
|
|
||||||
'charset' => 'utf8mb4',
|
|
||||||
'collation' => 'utf8mb4_unicode_ci',
|
|
||||||
'prefix' => '',
|
|
||||||
'prefix_indexes' => true,
|
|
||||||
'strict' => true,
|
|
||||||
'engine' => null,
|
|
||||||
'options' => extension_loaded('pdo_mysql') ? array_filter([
|
|
||||||
PDO::MYSQL_ATTR_SSL_CA => env('MYSQL_ATTR_SSL_CA'),
|
|
||||||
]) : [],
|
|
||||||
],
|
|
||||||
|
|
||||||
'pgsql' => [
|
|
||||||
'driver' => 'pgsql',
|
|
||||||
'url' => env('DATABASE_URL'),
|
|
||||||
'host' => env('DB_HOST', '127.0.0.1'),
|
|
||||||
'port' => env('DB_PORT', '5432'),
|
|
||||||
'database' => env('DB_DATABASE', 'forge'),
|
|
||||||
'username' => env('DB_USERNAME', 'forge'),
|
|
||||||
'password' => env('DB_PASSWORD', ''),
|
|
||||||
'charset' => 'utf8',
|
|
||||||
'prefix' => '',
|
|
||||||
'prefix_indexes' => true,
|
|
||||||
'search_path' => 'public',
|
|
||||||
'sslmode' => 'prefer',
|
|
||||||
],
|
|
||||||
|
|
||||||
'sqlsrv' => [
|
|
||||||
'driver' => 'sqlsrv',
|
|
||||||
'url' => env('DATABASE_URL'),
|
|
||||||
'host' => env('DB_HOST', 'localhost'),
|
|
||||||
'port' => env('DB_PORT', '1433'),
|
|
||||||
'database' => env('DB_DATABASE', 'forge'),
|
|
||||||
'username' => env('DB_USERNAME', 'forge'),
|
|
||||||
'password' => env('DB_PASSWORD', ''),
|
|
||||||
'charset' => 'utf8',
|
|
||||||
'prefix' => '',
|
|
||||||
'prefix_indexes' => true,
|
|
||||||
// 'encrypt' => env('DB_ENCRYPT', 'yes'),
|
|
||||||
// 'trust_server_certificate' => env('DB_TRUST_SERVER_CERTIFICATE', 'false'),
|
|
||||||
],
|
|
||||||
|
|
||||||
],
|
],
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
|
|
||||||
17
docker-compose.yaml
Normal file
17
docker-compose.yaml
Normal file
|
|
@ -0,0 +1,17 @@
|
||||||
|
version: '3'
|
||||||
|
services:
|
||||||
|
mongodb:
|
||||||
|
image: arm64v8/mongo:4.0
|
||||||
|
restart: always
|
||||||
|
ports:
|
||||||
|
- 27017:27017
|
||||||
|
volumes:
|
||||||
|
- mongodb_data:/data/db
|
||||||
|
- ./init-scripts/init.js:/docker-entrypoint-initdb.d/mongo-init.js
|
||||||
|
environment:
|
||||||
|
- MONGO_INITDB_DATABASE=mydb
|
||||||
|
- MONGO_INITDB_ROOT_USERNAME=${MONGO_INITDB_ROOT_USERNAME:-root}
|
||||||
|
- MONGO_INITDB_ROOT_PASSWORD=${MONGO_INITDB_ROOT_PASSWORD:-root}
|
||||||
|
platform: linux/arm64/v8
|
||||||
|
volumes:
|
||||||
|
mongodb_data:
|
||||||
|
|
@ -2,18 +2,70 @@
|
||||||
|
|
||||||
use Illuminate\Http\Request;
|
use Illuminate\Http\Request;
|
||||||
use Illuminate\Support\Facades\Route;
|
use Illuminate\Support\Facades\Route;
|
||||||
|
use GuzzleHttp\Client;
|
||||||
|
use Illuminate\Support\Facades\DB;
|
||||||
|
use MongoDB\Client as MongoClient;
|
||||||
|
|
||||||
/*
|
Route::get('/crawl', function (Request $request) {
|
||||||
|--------------------------------------------------------------------------
|
|
||||||
| API Routes
|
|
||||||
|--------------------------------------------------------------------------
|
|
||||||
|
|
|
||||||
| Here is where you can register API routes for your application. These
|
|
||||||
| routes are loaded by the RouteServiceProvider within a group which
|
|
||||||
| is assigned the "api" middleware group. Enjoy building your API!
|
|
||||||
|
|
|
||||||
*/
|
|
||||||
|
|
||||||
Route::middleware('auth:sanctum')->get('/user', function (Request $request) {
|
$url = $request->input('url');
|
||||||
return $request->user();
|
check_connection_to_mongodb();
|
||||||
|
|
||||||
|
if (!$url) {
|
||||||
|
return response()->json([
|
||||||
|
'error' => 'Missing required parameter `url`'
|
||||||
|
], 400);
|
||||||
|
}
|
||||||
|
$depth = $request->input('depth', 3); // default depth is 3 if not provided
|
||||||
|
$visitedUrls = [];
|
||||||
|
crawlWebsite($url, $depth, $visitedUrls);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|
||||||
|
function check_connection_to_mongodb() {
|
||||||
|
$connection = new MongoClient();
|
||||||
|
echo '<pre>';
|
||||||
|
echo "IT WORKS";
|
||||||
|
die;
|
||||||
|
print_r($connection);
|
||||||
|
die;
|
||||||
|
}
|
||||||
|
function crawlWebsite($url, $depth, &$visitedUrls)
|
||||||
|
{
|
||||||
|
// Check if URL has already been visited
|
||||||
|
if (in_array($url, $visitedUrls)) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
$visitedUrls[] = $url;
|
||||||
|
|
||||||
|
// Use GuzzleHttp client to send HTTP requests
|
||||||
|
$client = new Client();
|
||||||
|
$response = $client->get($url);
|
||||||
|
|
||||||
|
// Check if the HTTP response is successful (status code 2xx)
|
||||||
|
if ($response->getStatusCode() >= 200 && $response->getStatusCode() < 300) {
|
||||||
|
|
||||||
|
// echo $response->getBody()->getContents();
|
||||||
|
|
||||||
|
// Insert page info into the database
|
||||||
|
// DB::table('pages')->insert([
|
||||||
|
// 'url' => $url,
|
||||||
|
// 'content' => $response->getBody()->getContents()
|
||||||
|
// ]);
|
||||||
|
// Crawl the links on the page
|
||||||
|
// if ($depth > 0) {
|
||||||
|
// $body = $response->getBody()->getContents();
|
||||||
|
// $dom = new DOMDocument();
|
||||||
|
// @$dom->loadHTML($body);
|
||||||
|
|
||||||
|
// $links = $dom->getElementsByTagName('a');
|
||||||
|
// foreach ($links as $link) {
|
||||||
|
// $href = $link->getAttribute('href');
|
||||||
|
// if (filter_var($href, FILTER_VALIDATE_URL)) {
|
||||||
|
// crawlWebsite($href, $depth - 1, $visitedUrls);
|
||||||
|
// }
|
||||||
|
// }
|
||||||
|
// }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue