summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat
-rw-r--r--app/Console/Commands/ScrapeYoutube.php57
-rw-r--r--app/Youtube/Service.php151
-rw-r--r--composer.json3
-rw-r--r--composer.lock123
4 files changed, 332 insertions, 2 deletions
diff --git a/app/Console/Commands/ScrapeYoutube.php b/app/Console/Commands/ScrapeYoutube.php
new file mode 100644
index 0000000..ce64d3f
--- /dev/null
+++ b/app/Console/Commands/ScrapeYoutube.php
@@ -0,0 +1,57 @@
+<?php
+
+namespace App\Console\Commands;
+
+use App\Youtube\Service;
+use Illuminate\Console\Command;
+
+class ScrapeYoutube extends Command
+{
+ /**
+ * The name and signature of the console command.
+ *
+ * @var string
+ */
+ protected $signature = 'scrape:youtube { url } { format }';
+
+ /**
+ * The console command description.
+ *
+ * @var string
+ */
+ protected $description = 'Scrape a youtube for videos';
+
+ /**
+ * Create a new command instance.
+ *
+ * @return void
+ */
+ public function __construct()
+ {
+ parent::__construct();
+ }
+
+ /**
+ * Execute the console command.
+ *
+ * @return mixed
+ */
+ public function handle()
+ {
+ $url = $this->argument('url');
+ $format = $this->argument('format');
+
+ $service = new Service($url, $this->output);
+
+ if ($format == 'video') {
+ $video = $service->downloadVideo('video');
+ } elseif ($format == 'audio') {
+ $video = $service->downloadAudio('audio');
+ }
+
+ $this->info('Download of ' . $video->getTitle() . ' complete!');
+
+ return Command::SUCCESS;
+ }
+
+}
diff --git a/app/Youtube/Service.php b/app/Youtube/Service.php
new file mode 100644
index 0000000..090020e
--- /dev/null
+++ b/app/Youtube/Service.php
@@ -0,0 +1,151 @@
+<?php
+
+namespace App\Youtube;
+
+use Illuminate\Support\Facades\Storage;
+use Illuminate\Support\Str;
+use Symfony\Component\Console\Helper\ProgressBar;
+use YoutubeDl\Exception\CopyrightException;
+use YoutubeDl\Exception\NotFoundException;
+use YoutubeDl\Exception\PrivateVideoException;
+use YoutubeDl\YoutubeDl;
+
+class Service
+{
+ protected $url;
+ protected $progressBar;
+ protected $running = false;
+
+ public function __construct(string $url, $output = null)
+ {
+ $this->url = $url;
+ if ($output) {
+ $this->progressBar = new ProgressBar($output, 100);
+ $this->output = $output;
+ }
+ }
+
+ public function running($isRunning = null): bool
+ {
+ if (isset($isRunning)) {
+ $this->running = $isRunning;
+ }
+
+ return $this->running;
+ }
+
+ public function downloadVideo(string $path)
+ {
+ $this->path = $path;
+
+ return $this->download($this->getVideoOptions());
+ }
+
+ public function downloadAudio(string $path)
+ {
+ $this->path = $path;
+
+ return $this->download($thjis->getAudioOptions());
+ }
+
+ protected function download(array $options)
+ {
+ $dl = new YoutubeDl($options);
+
+ $dl->onProgress(
+ function ($progress) {
+ $size = $this->formatBytes($progress['size']);
+
+ if (!$this->running()) {
+ $this->progressBar->start($size);
+ $this->running(true);
+ }
+
+ $percentage = $progress['percentage'];
+
+ $this->progressBar->setProgress($size * round($percentage) / 100);
+ }
+ );
+
+ // Set the download path where you want to store downloaded data
+ $dl->setDownloadPath($this->getWorkingPath());
+
+ try {
+ $video = $dl->download($this->url);
+ $this->progressBar->finish();
+ $this->running(false);
+
+ // $this->getWorkingPath() .'/' . $video->getFilename(),
+ Storage::disk('local')->move(
+ 'tmp/youtube/video/' . $video->getFilename(),
+ 'youtube/video/' . $video->getFilename()
+ );
+
+ return $video;
+
+ // $video->getFile(); // \SplFileInfo instance of downloaded file
+ } catch (NotFoundException $e) {
+ dd($e);
+ // Video not found
+ } catch (PrivateVideoException $e) {
+ dd($e);
+ // Video is private
+ } catch (CopyrightException $e) {
+ dd($e);
+ // The YouTube account associated with this video has been terminated due to multiple third-party notifications of copyright infringement
+ } catch (\Exception $e) {
+ dd($e);
+ // Failed to download
+ }
+ }
+
+ protected function formatBytes(string $bytes)
+ {
+ $units = [
+ 'GiB' => 1000,
+ 'MiB' => 1,
+ 'KiB' => 0.0001,
+ 'B' => 1,
+ ];
+
+ foreach ($units as $u => $size) {
+ if (Str::contains($bytes, $u)) {
+ return Str::replaceFirst($u, '', $bytes) * $size;
+ }
+ }
+
+ var_dump("bad");die();
+ return 0;
+ }
+
+ protected function getWorkingPath()
+ {
+ return Storage::disk('local')->path('tmp/youtube/' . $this->path);
+ }
+
+ protected function getStoragePath()
+ {
+ return Storage::disk('local')->path('youtube/' . $this->path);
+ }
+
+ // For more options go to https://github.com/rg3/youtube-dl#user-content-options
+ protected function getVideoOptions()
+ {
+ return [
+ 'prefer-free-formats' => true,
+ 'no-overwrites' => true,
+ // 'skip-download' => true
+ ];
+ }
+
+ // For more options go to https://github.com/rg3/youtube-dl#user-content-options
+ protected function getAudioOptions()
+ {
+ return [
+ 'extract-audio' => true,
+ 'audio-format' => 'mp3',
+ 'audio-quality' => 0, // best
+ 'output' => '%(title)s.%(ext)s'
+ ];
+ }
+}
diff --git a/composer.json b/composer.json
index 484b58d..84922e9 100644
--- a/composer.json
+++ b/composer.json
@@ -15,7 +15,8 @@
"guzzlehttp/guzzle": "^6.3",
"laravel/framework": "^7.0",
"laravel/tinker": "^2.0",
- "laravel/ui": "^2.0"
+ "laravel/ui": "^2.0",
+ "norkunas/youtube-dl-php": "^1.6"
},
"require-dev": {
"facade/ignition": "^2.0",
diff --git a/composer.lock b/composer.lock
index 88242cd..f1d917e 100644
--- a/composer.lock
+++ b/composer.lock
@@ -4,7 +4,7 @@
"Read more about it at https://getcomposer.org/doc/01-basic-usage.md#installing-dependencies",
"This file is @generated automatically"
],
- "content-hash": "882cf27d85ea148b9b1c22dc249ab7c1",
+ "content-hash": "643124ee878d085b3013afec8b48261d",
"packages": [
{
"name": "asm89/stack-cors",
@@ -1488,6 +1488,57 @@
"time": "2020-06-03T07:24:19+00:00"
},
{
+ "name": "norkunas/youtube-dl-php",
+ "version": "v1.6.0",
+ "source": {
+ "type": "git",
+ "url": "https://github.com/norkunas/youtube-dl-php.git",
+ "reference": "15020297ab7bf6a52bdff5585aa114feac2d55c0"
+ },
+ "dist": {
+ "type": "zip",
+ "url": "https://api.github.com/repos/norkunas/youtube-dl-php/zipball/15020297ab7bf6a52bdff5585aa114feac2d55c0",
+ "reference": "15020297ab7bf6a52bdff5585aa114feac2d55c0",
+ "shasum": ""
+ },
+ "require": {
+ "ext-json": "*",
+ "php": ">=7.0.8",
+ "symfony/options-resolver": "^3.3|^4.0|^5.0",
+ "symfony/process": "^3.3|^4.0|^5.0"
+ },
+ "require-dev": {
+ "phpunit/phpunit": "^8.2"
+ },
+ "type": "library",
+ "extra": {
+ "branch-alias": {
+ "dev-master": "1.0-dev"
+ }
+ },
+ "autoload": {
+ "psr-4": {
+ "YoutubeDl\\": "src/"
+ }
+ },
+ "notification-url": "https://packagist.org/downloads/",
+ "license": [
+ "MIT"
+ ],
+ "authors": [
+ {
+ "name": "Tomas Norkūnas",
+ "email": "norkunas.tom@gmail.com"
+ }
+ ],
+ "description": "youtube-dl wrapper for php",
+ "keywords": [
+ "youtube",
+ "youtube-dl"
+ ],
+ "time": "2020-04-23T04:45:11+00:00"
+ },
+ {
"name": "opis/closure",
"version": "3.5.5",
"source": {
@@ -3259,6 +3310,76 @@
"time": "2020-06-09T15:07:35+00:00"
},
{
+ "name": "symfony/options-resolver",
+ "version": "v5.1.2",
+ "source": {
+ "type": "git",
+ "url": "https://github.com/symfony/options-resolver.git",
+ "reference": "663f5dd5e14057d1954fe721f9709d35837f2447"
+ },
+ "dist": {
+ "type": "zip",
+ "url": "https://api.github.com/repos/symfony/options-resolver/zipball/663f5dd5e14057d1954fe721f9709d35837f2447",
+ "reference": "663f5dd5e14057d1954fe721f9709d35837f2447",
+ "shasum": ""
+ },
+ "require": {
+ "php": ">=7.2.5",
+ "symfony/deprecation-contracts": "^2.1",
+ "symfony/polyfill-php80": "^1.15"
+ },
+ "type": "library",
+ "extra": {
+ "branch-alias": {
+ "dev-master": "5.1-dev"
+ }
+ },
+ "autoload": {
+ "psr-4": {
+ "Symfony\\Component\\OptionsResolver\\": ""
+ },
+ "exclude-from-classmap": [
+ "/Tests/"
+ ]
+ },
+ "notification-url": "https://packagist.org/downloads/",
+ "license": [
+ "MIT"
+ ],
+ "authors": [
+ {
+ "name": "Fabien Potencier",
+ "email": "fabien@symfony.com"
+ },
+ {
+ "name": "Symfony Community",
+ "homepage": "https://symfony.com/contributors"
+ }
+ ],
+ "description": "Symfony OptionsResolver Component",
+ "homepage": "https://symfony.com",
+ "keywords": [
+ "config",
+ "configuration",
+ "options"
+ ],
+ "funding": [
+ {
+ "url": "https://symfony.com/sponsor",
+ "type": "custom"
+ },
+ {
+ "url": "https://github.com/fabpot",
+ "type": "github"
+ },
+ {
+ "url": "https://tidelift.com/funding/github/packagist/symfony/symfony",
+ "type": "tidelift"
+ }
+ ],
+ "time": "2020-05-23T13:08:13+00:00"
+ },
+ {
"name": "symfony/polyfill-ctype",
"version": "v1.17.0",
"source": {
generated by cgit v1.2.3 (git 2.25.1) at 2024-09-19 16:03:18 +0000