web: remove my parallel yt-dlp wrapper, which I no longer use
- ID
d46d186- date
2026-10-24 20:45:01+00:00- author
Alex Chan <alex@alexwlchan.net>- parent
f107b6b- message
web: remove my parallel yt-dlp wrapper, which I no longer use It creates unhelpful conflicts with the yt-dlp command, and I don't download enough playlists to get the benefits of parallelism.- changed files
3 files, 1 addition, 147 deletions
Changed files
config.fish (6829 → 6786)
diff --git a/config.fish b/config.fish
index 203e623..e1e8401 100644
--- a/config.fish
+++ b/config.fish
@@ -201,4 +201,3 @@ __create_python_script_alias text/noplaylist.py
__create_python_script_alias text/smartify.py
__create_python_script_alias text/sumsizes.py
__create_python_script_alias web/download_instagram.py
-__create_python_script_alias web/yt-dlp.py
web/README.md (2454 → 1951)
diff --git a/web/README.md b/web/README.md
index a7b5244..e63959a 100644
--- a/web/README.md
+++ b/web/README.md
@@ -33,12 +33,6 @@ scripts = [
scrape the Really Useful Boxes product catalogue, so I can search for boxes in ways their website doesn't allow – in particular, by dimensions, so I can find boxes that fit into specific spaces.
"""
},
- {
- "name": "yt-dlp.py",
- "description": """
- this is a wrapper around <a href="https://github.com/yt-dlp/yt-dlp">yt-dlp</a> that does parallel downloads of videos in playlists.
- """
- },
]
cog_helpers.create_description_table(folder_name=folder_name, scripts=scripts)
@@ -71,14 +65,5 @@ cog_helpers.create_description_table(folder_name=folder_name, scripts=scripts)
<dd>
scrape the Really Useful Boxes product catalogue, so I can search for boxes in ways their website doesn't allow – in particular, by dimensions, so I can find boxes that fit into specific spaces.
</dd>
-
- <dt>
- <a href="https://github.com/alexwlchan/scripts/blob/main/web/yt-dlp.py">
- <code>yt-dlp.py</code>
- </a>
- </dt>
- <dd>
- this is a wrapper around <a href="https://github.com/yt-dlp/yt-dlp">yt-dlp</a> that does parallel downloads of videos in playlists.
- </dd>
</dl>
-<!-- [[[end]]] (sum: 2K2olXGTrf) -->
+<!-- [[[end]]] (sum: LeRrpgI7BO) -->
web/yt-dlp.py (4022 → 0)
diff --git a/web/yt-dlp.py b/web/yt-dlp.py
deleted file mode 100755
index 3644e8c..0000000
--- a/web/yt-dlp.py
+++ /dev/null
@@ -1,130 +0,0 @@
-#!/usr/bin/env python3
-"""
-This is a wrapper around yt-dlp that has a couple of special behaviours:
-
-* It does parallel downloads for YouTube playlists, which is must
- faster than vanilla yt-dlp.
-
-* It enforces a couple of rules around downloading subtitles, to ensure
- I always remember to download them in a consistent way.
-
-The goal is that this is a drop-in replacement for vanilla yt-dlp: if it
-downloads something, it downloads the exact same set of files. You could
-copy any command that uses this script onto a machine running the regular
-tool and it would work as-is. It might check extra rules or run faster,
-but it should never download something different to the regular tool.
-"""
-
-import concurrent.futures
-import os
-import subprocess
-import sys
-import urllib.parse
-from collections.abc import Iterator
-
-import tqdm
-
-
-def is_youtube_playlist(url: str) -> bool:
- """
- Returns True if a YouTube URL is a playlist, false otherwise.
- """
- u = urllib.parse.urlsplit(url)
- assert "youtube.com" in u.netloc
-
- query = urllib.parse.parse_qs(u.query)
-
- # Look for a non-empty playlist which isn't WL (Watch Later)
- return bool(query.get("list") and query["list"] != ["WL"])
-
-
-def get_playlist_video_ids(youtube_url: str) -> Iterator[str]:
- """
- Generate a list of video IDs in a YouTube playlist.
- """
- get_ids_proc = subprocess.Popen(
- [yt_dlp_path, "--get-id", youtube_url],
- stdout=subprocess.PIPE,
- bufsize=1,
- text=True,
- )
-
- for line in get_ids_proc.stdout:
- yield line.strip()
-
-
-def download_single_youtube_video(video_id: str, remaining_args: list[str]) -> None:
- """
- Download a single YouTube video.
- """
- subprocess.check_call(
- [yt_dlp_path, "--quiet"]
- + remaining_args
- + [f"https://youtube.com/watch?v={video_id}"]
- )
-
-
-def download_parallel_playlist(youtube_url: str, remaining_args: list[str]) -> None:
- """
- Download a YouTube playlist in parallel.
-
- See https://alexwlchan.net/2020/how-to-do-parallel-downloads-with-youtube-dl/
- """
- print(
- "\033[94m"
- + "-> This is a YouTube playlist, downloading in parallel"
- + "\033[0m"
- )
-
- playlist_length = 0
-
- with concurrent.futures.ThreadPoolExecutor() as executor, tqdm.tqdm() as pbar:
- futures = set()
-
- for video_id in get_playlist_video_ids(youtube_url):
- futures.add(
- executor.submit(download_single_youtube_video, video_id, remaining_args)
- )
- playlist_length += 1
-
- # Once we've got a few videos in the queue, wait for a video
- # to complete before we queue the next one.
- if playlist_length > 5:
- done, futures = concurrent.futures.wait(
- futures, return_when=concurrent.futures.FIRST_COMPLETED
- )
- pbar.update(len(done))
-
- pbar.total = playlist_length
- pbar.refresh()
-
- for fut in concurrent.futures.as_completed(futures):
- pbar.update(1)
-
-
-if __name__ == "__main__":
- argv = sys.argv[1:]
-
- # Where is yt-dlp?
- #
- # sys.executable returns the path to the currently running Python,
- # and we can go from there to get the path to yt-dlp.
- yt_dlp_path = os.path.join(os.path.dirname(sys.executable), "yt-dlp")
-
- # Look for a YouTube URL in the argument list. If we don't find one,
- # assume we're downloading some other source and call yt-dlp as usual.
- youtube_url_matches = [a for a in argv if "youtube.com" in a]
- remaining_args = [a for a in argv if "youtube.com" not in a]
-
- if len(youtube_url_matches) != 1:
- subprocess.check_call([yt_dlp_path] + argv)
- sys.exit(0)
-
- youtube_url = youtube_url_matches[0]
-
- if is_youtube_playlist(youtube_url):
- download_parallel_playlist(
- youtube_url=youtube_url, remaining_args=remaining_args
- )
- else:
- subprocess.check_call([yt_dlp_path] + argv)