From d40a551f8f955f2ec1174822ea5f8eaf4ee366af Mon Sep 17 00:00:00 2001 From: trulow Date: Tue, 6 Feb 2024 01:56:17 -0800 Subject: [PATCH 1/2] Added alternative pgloader process using docker I added an alternative method of using pgloader leveraging docker entirely. --- README.md | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/README.md b/README.md index 00f924f..12891f3 100644 --- a/README.md +++ b/README.md @@ -175,6 +175,29 @@ with include drop, create tables, create indexes, reset sequences Then run `pgloader db.load` to create a new `items` table. This can take a few minutes, depending on the size of the database. +### Import data into database (ALTERNATIVE: Using Docker) + +Move your sql database called `rarbg_db.sqlite` and `db.load` into your current working directoy + +`db.load` should contain the following: + +``` +load database + from sqlite:///data/rarbg_db.sqlite + into postgresql://postgres:postgres@/knightcrawler + +with include drop, create tables, create indexes, reset sequences + + set work_mem to '16MB', maintenance_work_mem to '512 MB'; +``` + +Then run the following docker run command to import the database + +``` +docker run --rm -it --network=nginxpm_net -v "$(pwd)":/data dimitri/pgloader:latest pgloader /data/db.load +``` + + ### INSERT INTO ingested_torrents From edb3d1ded71bac8e501c14c749b7c31f9c5b3b94 Mon Sep 17 00:00:00 2001 From: trulow Date: Tue, 6 Feb 2024 02:01:04 -0800 Subject: [PATCH 2/2] Update README.md Fixed network for docker pgloader --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 12891f3..96eedb5 100644 --- a/README.md +++ b/README.md @@ -194,7 +194,7 @@ with include drop, create tables, create indexes, reset sequences Then run the following docker run command to import the database ``` -docker run --rm -it --network=nginxpm_net -v "$(pwd)":/data dimitri/pgloader:latest pgloader /data/db.load +docker run --rm -it --network=knightcrawler-network -v "$(pwd)":/data dimitri/pgloader:latest pgloader /data/db.load ```