Compare commits

..

1 Commits

Author SHA1 Message Date
709dc07cf6 wip: starting point 2025-05-20 15:16:55 -05:00
20 changed files with 125 additions and 317 deletions

5
.env
View File

@@ -36,8 +36,3 @@ MERCURE_JWT_SECRET="!ChangeThisMercureHubJWTSecretKey!"
# MESSENGER_TRANSPORT_DSN=redis://localhost:6379/messages
MESSENGER_TRANSPORT_DSN=doctrine://default?auto_setup=0
###< symfony/messenger ###
REDIS_HOST=redis://redis
MOVIES_PATH=/var/download/movies
TVSHOWS_PATH=/var/download/tvshows

View File

@@ -1,19 +1,10 @@
FROM php:8.4-fpm-alpine3.21
FROM registry.caldwell.digital/library/php:8.4-apache
RUN docker-php-ext-install pdo_mysql
RUN apt-get update && \
apt-get install libldap2-dev -y && \
rm -rf /var/lib/apt/lists/* && \
docker-php-ext-configure ldap --with-libdir=lib/x86_64-linux-gnu/ && \
docker-php-ext-install ldap
# SETUP PHP-FPM CONFIG SETTINGS (max_children / max_requests)
RUN echo 'pm = dynamic' >> /usr/local/etc/php-fpm.d/zz-docker.conf && \
echo 'pm.max_children = 75' >> /usr/local/etc/php-fpm.d/zz-docker.conf && \
echo 'pm.start_servers = 30' >> /usr/local/etc/php-fpm.d/zz-docker.conf && \
echo 'pm.min_spare_servers = 5' >> /usr/local/etc/php-fpm.d/zz-docker.conf && \
echo 'pm.max_spare_servers = 30' >> /usr/local/etc/php-fpm.d/zz-docker.conf && \
echo 'pm.process_idle_timeout = 10s' >> /usr/local/etc/php-fpm.d/zz-docker.conf
COPY --chmod=0775 ./bash/entrypoint.sh /usr/local/bin/
HEALTHCHECK --interval=5s --timeout=5s --retries=5 CMD [ "php", "/var/www/bin/console", "startup:status" ]
ENTRYPOINT [ "/usr/local/bin/entrypoint.sh" ]
WORKDIR /var/www
COPY ./bash/vhost.conf /etc/apache2/sites-enabled/vhost.conf
RUN rm /etc/apache2/sites-enabled/000-default.conf

View File

@@ -7,5 +7,5 @@ RUN apt-get update && \
docker-php-ext-install ldap
COPY --chown=www-data:www-data . /var/www
COPY bash/nginx.conf /etc/apache2/sites-enabled/vhost.conf
COPY ./bash/vhost.conf /etc/apache2/sites-enabled/vhost.conf
RUN rm /etc/apache2/sites-enabled/000-default.conf

View File

@@ -1,4 +1,4 @@
#!/bin/sh
#!/bin/bash
# Sleep for a second to ensure DB is awake and ready
SLEEP_TIME=$(shuf -i 2-5 -n 1)
@@ -10,4 +10,9 @@ sleep $SLEEP_TIME
php /var/www/bin/console doctrine:migrations:migrate --no-interaction
php /var/www/bin/console db:seed
/usr/bin/supervisord -c /etc/supervisor/conf.d/supervisord.conf
# Start Apache in the foreground
echo "Starting Apache..."
exec apachectl -D FOREGROUND
exec "$@"

View File

@@ -1,32 +0,0 @@
server {
listen 80;
listen [::]:80;
server_name localhost;
root /var/www/public;
location /hub/ {
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header Host $host;
proxy_redirect off;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_pass http://mercure/;
}
location / {
# try to serve file directly, fallback to index.php
try_files $uri /index.php$is_args$args;
}
location ~ \.php$ {
fastcgi_pass unix:/run/php-fpm.sock;
fastcgi_split_path_info ^(.+\.php)(/.*)$;
fastcgi_buffers 16 16k;
fastcgi_buffer_size 32k;
include fastcgi_params;
fastcgi_param SCRIPT_FILENAME $realpath_root$fastcgi_script_name;
fastcgi_param DOCUMENT_ROOT $realpath_root;
internal;
}
}

23
bash/vhost.conf Executable file
View File

@@ -0,0 +1,23 @@
<VirtualHost *:80>
ServerName localhost
DocumentRoot /var/www/public
DirectoryIndex /index.php
<LocationMatch "/hub/">
ProxyPass http://mercure:80/
ProxyPassReverse http://mercure:80/
</LocationMatch>
<Directory /var/www/public>
AllowOverride None
Order Allow,Deny
Allow from All
FallbackResource /index.php
</Directory>
<Directory /var/www/public/bundles>
FallbackResource disabled
</Directory>
</VirtualHost>

View File

@@ -20,11 +20,7 @@ services:
restart: unless-stopped
app:
build:
dockerfile: docker/Dockerfile.app
context: .
ports:
- "8001:80"
image: code.caldwell.digital/home/torsearch:0.14.5-app
volumes:
- ./:/var/www
depends_on:
@@ -32,28 +28,21 @@ services:
condition: service_healthy
worker:
build:
dockerfile: docker/Dockerfile.worker
context: .
image: code.caldwell.digital/home/torsearch:0.14.5-worker
volumes:
- ./:/app
- ./var/downloads/movies:/var/download/movies
- ./var/downloads/tvshows:/var/download/tvshows
command: -vvv --time-limit=3600
env_file:
- .env
- ./:/var/www
- ./var/download:/var/download
command: php ./bin/console messenger:consume async -vvv --time-limit=3600
depends_on:
app:
condition: service_healthy
scheduler:
build:
dockerfile: docker/Dockerfile.scheduler
context: .
image: code.caldwell.digital/home/torsearch:0.14.5-worker
volumes:
- ./:/var/www
- ./var/download:/var/download
command: -vv --time-limit=3600
command: php ./bin/console messenger:consume scheduler_monitor -vv --time-limit=3600
depends_on:
app:
condition: service_healthy

View File

@@ -29,7 +29,6 @@ framework:
'App\Monitor\Action\Command\MonitorTvSeasonCommand': async
'App\Monitor\Action\Command\MonitorTvShowCommand': async
'App\Monitor\Action\Command\MonitorMovieCommand': async
'App\Torrentio\Action\Command\GetTvShowOptionsCommand': async
# when@test:
# framework:

View File

@@ -7,7 +7,7 @@ parameters:
# Media
media.default_movies_dir: movies
media.default_tvshows_dir: tvshows
media.movies_path: '%env(default:media.default_movies_dir:MOVIES_PATH)%'
media.movies_path: '/var/download/%env(default:media.default_movies_dir:MOVIES_PATH)%'
media.tvshows_path: '/var/download/%env(default:media.default_tvshows_dir:TVSHOWS_PATH)%'
# Mercure

View File

@@ -1,21 +1,13 @@
services:
web:
image: code.caldwell.digital/home/torsearch/web:latest
php:
image: registry.caldwell.digital/home/torsearch/app:${TAG}
ports:
- '8001:80'
volumes:
- $PWD/bash/nginx.conf:/etc/nginx/conf.d/default.conf
depends_on:
app:
condition: service_healthy
app:
image: code.caldwell.digital/home/torsearch/app:${TAG}
- "8001:80"
deploy:
replicas: 2
worker:
image: code.caldwell.digital/home/torsearch/app:${TAG}
image: registry.caldwell.digital/home/torsearch/app:${TAG}
volumes:
- /mnt/media/downloads:/var/download
command: php ./bin/console messenger:consume async -v --time-limit=3600 --limit=10
@@ -23,7 +15,7 @@ services:
replicas: 2
scheduler:
image: code.caldwell.digital/home/torsearch/app:${TAG}
image: registry.caldwell.digital/home/torsearch/app:${TAG}
volumes:
- /mnt/media/downloads:/var/download
command: php ./bin/console messenger:consume scheduler_monitor -vv --time-limit=3600

View File

@@ -1,19 +1,16 @@
FROM trafex/php-nginx:3.9.0
FROM registry.caldwell.digital/library/php:8.4-apache
USER root
RUN apt-get update && \
apt-get install libldap2-dev -y && \
rm -rf /var/lib/apt/lists/* && \
docker-php-ext-configure ldap --with-libdir=lib/x86_64-linux-gnu/ && \
docker-php-ext-install ldap
RUN apk add --no-cache \
php84-pdo_mysql \
php84-simplexml
USER nobody
COPY --chown=nobody:nobody . /var/www
COPY --chown=www-data:www-data . /var/www
COPY --chmod=0775 ./bash/entrypoint.sh /usr/local/bin/
COPY --chmod=0755 ./bash/nginx.conf /etc/nginx/conf.d/site.conf
COPY ./bash/vhost.conf /etc/apache2/sites-enabled/vhost.conf
RUN rm /etc/apache2/sites-enabled/000-default.conf
HEALTHCHECK --interval=5s --timeout=5s --retries=5 CMD [ "php", "/var/www/bin/console", "startup:status" ]
ENTRYPOINT [ "/usr/local/bin/entrypoint.sh" ]
WORKDIR /var/www

View File

@@ -1,7 +0,0 @@
FROM php:8.4-cli-alpine3.21
RUN docker-php-ext-install pdo_mysql
COPY --chown=www-data:www-data . /app
ENTRYPOINT [ "php", "/app/bin/console", "messenger:consume", "scheduler_monitor" ]

View File

@@ -1,3 +0,0 @@
FROM nginx:1.28-alpine
COPY bash/nginx.conf /etc/nginx/conf.d/default.conf

View File

@@ -1,7 +1,12 @@
FROM php:8.4-cli-alpine3.21
FROM registry.caldwell.digital/library/php:8.4-apache
RUN docker-php-ext-install pdo_mysql
RUN apt-get update && \
apt-get install libldap2-dev -y && \
rm -rf /var/lib/apt/lists/* && \
docker-php-ext-configure ldap --with-libdir=lib/x86_64-linux-gnu/ && \
docker-php-ext-install ldap
COPY --chown=www-data:www-data . /app
COPY --chown=www-data:www-data . /var/www
ENTRYPOINT [ "php", "/app/bin/console", "messenger:consume", "async" ]
COPY ./bash/vhost.conf /etc/apache2/sites-enabled/vhost.conf
RUN rm /etc/apache2/sites-enabled/000-default.conf

View File

@@ -5,7 +5,6 @@
# used to generate the Mercure URL behind the scenes.
APP_URL="https://torsearch.idocode.io"
APP_SECRET="70169beadfbc8101c393cbfbba27a313"
APP_ENV=prod
# Use the DATABASE_URL below to use the MariaDB container
# provided in the example.compose.yml file, or remove this

View File

@@ -1,36 +1,32 @@
services:
# The "entrypoint" into the application. This reverse proxy
# proxies traffic back to their respective services. If not
# running behind a reverse proxy inject your SSL certificates
# into this container.
# This container runs the actual web app in a php:8.4-fpm
# base container.
# This container runs the actual web app in a php:8.4-apache
# base container. If not running behind a reverse proxy,
# inject your SSL certificates into this container
app:
image: code.caldwell.digital/home/torsearch-app:latest
image: code.caldwell.digital/home/torsearch:0.14.5-app
ports:
- '8006:80'
- "8006:80"
env_file:
- .env
depends_on:
database:
condition: service_healthy
# Downloads happen in this container. Replicate this
# container to run multiple downloads simultaneously.
# Downloads happen asynchronously in this container. Replicate
# this container to run multiple downloads simultaneously.
# Map your "movies" folder to /var/download/movies
# Map your "TV shows" folder to /var/download/tvshows
# Map your TV shows folder to /var/download/tvshows
# If your folders are on another machine, use an NFS volume.
# This container runs a Symfony worker process.
# See: https://symfony.com/doc/current/messenger.html
worker:
image: code.caldwell.digital/home/torsearch-worker:latest
image: code.caldwell.digital/home/torsearch:0.14.5-worker
volumes:
- /mnt/media/downloads/movies:/var/download/movies
- /mnt/media/downloads/tvshows:/var/download/tvshows
command: -v --time-limit=3600 --limit=10
- ./downloads/movies:/var/download/movies
- ./downloads/tvshows:/var/download/tvshows
command: php ./bin/console messenger:consume async -v --time-limit=3600 --limit=10
env_file:
- .env
restart: always
depends_on:
app:
condition: service_healthy
@@ -41,13 +37,12 @@ services:
# This container runs a Symfony worker process.
# See: https://symfony.com/doc/current/messenger.html
scheduler:
image: code.caldwell.digital/home/torsearch-scheduler:latest
image: code.caldwell.digital/home/torsearch:0.14.5-worker
volumes:
- ./downloads:/var/download
command: -vv --time-limit=3600
command: php ./bin/console messenger:consume scheduler_monitor -vv --time-limit=3600
env_file:
- .env
restart: always
depends_on:
app:
condition: service_healthy

View File

@@ -6,20 +6,18 @@ use App\Search\Action\Handler\GetMediaInfoHandler;
use App\Search\Action\Handler\SearchHandler;
use App\Search\Action\Input\GetMediaInfoInput;
use App\Search\Action\Input\SearchInput;
use App\Tmdb\TmdbResult;
use App\Torrentio\Action\Command\GetMovieOptionsCommand;
use App\Torrentio\Action\Command\GetTvShowOptionsCommand;
use Carbon\Carbon;
use Symfony\Bundle\FrameworkBundle\Controller\AbstractController;
use Symfony\Component\HttpFoundation\Response;
use Symfony\Component\Messenger\MessageBusInterface;
use Symfony\Component\Routing\Attribute\Route;
use Symfony\Contracts\Cache\CacheInterface;
use Symfony\Contracts\Cache\ItemInterface;
final class SearchController extends AbstractController
{
public function __construct(
private SearchHandler $searchHandler,
private GetMediaInfoHandler $getMediaInfoHandler,
private MessageBusInterface $bus,
) {}
#[Route('/search', name: 'app_search', methods: ['GET'])]
@@ -38,8 +36,6 @@ final class SearchController extends AbstractController
GetMediaInfoInput $input,
): Response {
$result = $this->getMediaInfoHandler->handle($input->toCommand());
$this->warmDownloadOptionCache($result->media);
return $this->render('search/result.html.twig', [
'results' => $result,
'filter' => [
@@ -52,32 +48,4 @@ final class SearchController extends AbstractController
]
]);
}
private function warmDownloadOptionCache(TmdbResult $result)
{
if ($result->mediaType === 'tvshows') {
// dispatches a job to get the download options
// for each episode and load them in cache
foreach ($result->episodes as $season => $episodes) {
// Only do the first 2 seasons, so we reduce
// getting rate-limited by Torrentio
if ($season > 2) {
return;
}
foreach ($episodes as $episode) {
$this->bus->dispatch(new GetTvShowOptionsCommand(
tmdbId: $result->tmdbId,
imdbId: $result->imdbId,
season: $season,
episode: $episode['episode_number'],
));
}
}
} elseif ($result->mediaType === 'movies') {
$this->bus->dispatch(new GetMovieOptionsCommand(
$result->tmdbId,
$result->imdbId,
));
}
}
}

View File

@@ -0,0 +1,16 @@
<?php
namespace App\Download\Action\Handler\Exception;
class RealDebridBadUrlException extends \Exception
{
public function __construct(string $type)
{
$messages = [
'file_downloading' => 'This file appears to be Real Debrid\'s "Torrent is downloading..." video.',
'file_removed' => 'This file appears to be Real Debrid\'s "File is removed..." video.',
];
parent::__construct($messages[$type]);
}
}

View File

@@ -2,9 +2,10 @@
namespace App\Download\Framework\Controller;
use App\Download\Action\Handler\Exception\RealDebridBadUrlException;
use App\Download\Action\Input\DownloadMediaInput;
use App\Download\Framework\Repository\DownloadRepository;
use App\Download\Stream;
use Psr\Log\LoggerInterface;
use Symfony\Bundle\FrameworkBundle\Controller\AbstractController;
use Symfony\Component\HttpFoundation\Request;
use Symfony\Component\HttpFoundation\Response;
@@ -19,6 +20,7 @@ class ApiController extends AbstractController
private DownloadRepository $downloadRepository,
private MessageBusInterface $bus,
private readonly HubInterface $hub,
private readonly LoggerInterface $logger,
) {}
#[Route('/api/download', name: 'api_download', methods: ['POST'])]
@@ -26,6 +28,12 @@ class ApiController extends AbstractController
Request $request,
DownloadMediaInput $input,
): Response {
try {
$this->validateUrl($input->url);
} catch (RealDebridBadUrlException $e) {
return $this->json(['error' => $e->getMessage()]);
}
$download = $this->downloadRepository->insert(
$this->getUser(),
$input->url,
@@ -58,16 +66,21 @@ class ApiController extends AbstractController
return $this->json(['status' => 200, 'message' => 'Added to Queue']);
}
#[Route('/stream', 'app_stream', methods: ['GET'])]
public function streamVideo()
private function validateUrl(string $url): bool
{
$stream = new Stream(
'https://torrentio.strem.fun/realdebrid/QYYBR7OSQ4VEFKWASDEZ2B4VO67KHUJY6IWOT7HHA7ATXO7QCYDQ/e8b22517328a9704bf8400b8b98cfc22836ad1e4/null/3/Ted.2012.UNRATED.1080p.BluRay.x265-RARBG.mp4',
[
$knownLengths = [
'2119075' => 'file_removed', // 'File is removed by copyright owners' Real Debrid video
'1184727' => 'file_downloading', // 'Torrent is Downloading' Real Debrid video
];
]
);
$contentLength = get_headers($url)['Content-Length'];
return $stream->start();
if (array_key_exists($contentLength, $knownLengths)) {
$exception = new RealDebridBadUrlException($knownLengths[$contentLength]);
$this->logger->error($exception->getMessage());
throw $exception;
}
return true;
}
}

View File

@@ -1,137 +0,0 @@
<?php
namespace App\Download;
class Stream
{
private $path = "";
private $stream = "";
private $buffer = 512;
private $start = -1;
private $end = -1;
private $size = null;
private $httpString = "";
private $contentType = "video/mp4";
private $cacheControl = "max-age=2592000, public";
private $expires = null;
private $lastModified = null;
function __construct($filePath, $options){
$this->path = $filePath;
$this->httpString = isset($options['is_https']) ? (($options['is_https'] == true) ? "HTTPS/1.1" : "HTTP/1.1") : "HTTP/1.1";
$this->size = isset($options['video_size']) ? $options['video_size'] : $this->size;
$this->buffer = isset($options['video_buffer']) ? $options['video_buffer'] : $this->buffer;
$this->contentType = isset($options['content_type']) ? $options['content_type'] : $this->contentType;
$this->cacheControl = isset($options['cache_control']) ? $options['cache_control'] : $this->cacheControl;
$this->expires = isset($options['expires']) ? $options['expires'] : gmdate('D, d M Y H:i:s', time()+2592000).' GMT';
$this->lastModified = isset($options['last_modified']) ? $options['last_modified'] : gmdate('D, d M Y H:i:s', @filemtime($this->path)).' GMT';
}
private function open(){
if (!($this->stream = fopen($this->path, 'rb'))) {
die('Could not open stream for reading');
}
}
private function setHeader(){
// if (isset($_SERVER['RANGE'])) {
// print_r($_SERVER);
// die();
// }
ob_get_clean();
header("Content-Type: ".$this->contentType);
header("Cache-Control: ".$this->cacheControl);
header("Expires: ".$this->expires);
header("Last-Modified: ".$this->lastModified);
$this->start = 0;
$this->size = ($this->size == null || $this->size <= 0) ? $this->getContentLengthFromURL($this->path) : $this->size;
$this->end = $this->size - 1;
header("Accept-Ranges: bytes");
if (isset($_SERVER['HTTP_RANGE'])) {
// header("Accept-Ranges: 0-".$this->end);
$c_start = $this->start;
$c_end = $this->end;
list(, $range) = explode('=', $_SERVER['HTTP_RANGE'], 2);
if (strpos($range, ',') !== false) {
header($this->httpString.' 416 Requested Range Not Satisfiable');
header("Content-Range: bytes ".$this->start."-".$this->end."/".$this->size);
header("X-ERROR-ERROR: TRUE");
exit;
}
if ($range == '-') {
$c_start = $this->size - substr($range, 1);
}else{
$range = explode('-', $range);
$c_start = $range[0];
$c_end = (isset($range[1]) && is_numeric($range[1])) ? $range[1] : $c_end;
}
$c_end = ($c_end > $this->end) ? $this->end : $c_end;
if ($c_start > $c_end || $c_start > $this->size - 1 || $c_end >= $this->size) {
header($this->httpString.' 416 Requested Range Not Satisfiable');
header("Content-Range: bytes ".$this->start."-".$this->end."/".$this->size);
header("X-ERROR-ERROR: TRUE");
exit;
}
$this->start = $c_start;
$this->end = $c_end;
$length = $this->end - $this->start + 1;
fseek($this->stream, $this->start, SEEK_CUR);
header($this->httpString.' 206 Partial Content', true, 206);
header("Content-Length: ".$length);
header("Content-Range: bytes ".$this->start."-".$this->end."/".$this->size);
}
else
{
header("Accept-Ranges: bytes");
header("Content-Length: ".$this->size);
}
}
private function end(){
fclose($this->stream);
exit;
}
private function stream(){
$i = $this->start;
set_time_limit(0);
while(!feof($this->stream) && $i <= $this->end) {
$bytesToRead = $this->buffer;
if(($i+$bytesToRead) > $this->end) {
$bytesToRead = $this->end - $i + 1;
}
$data = fread($this->stream, $bytesToRead);
echo $data;
flush();
$i += $bytesToRead;
}
}
function start(){
$this->open();
$this->setHeader();
$this->stream();
$this->end();
}
function getContentLengthFromURL($url){
$arrayHeaders = get_headers($url,true);
$arrayHeaders = array_change_key_case($arrayHeaders, CASE_LOWER);
if(isset($arrayHeaders['content-length'])){
if(is_numeric($arrayHeaders['content-length']) && $arrayHeaders['content-length'] > 0){
return $arrayHeaders['content-length'];
}
}
return null;
}
}