A feature-rich command-line audio/video downloader
[ie/soundcloud] Support browser impersonation (#16020)
bashonlyf532a91cef11
diff --git a/yt_dlp/extractor/soundcloud.py b/yt_dlp/extractor/soundcloud.pyindex f5d6537bf3..620c761dd3 100644--- a/yt_dlp/extractor/soundcloud.py+++ b/yt_dlp/extractor/soundcloud.py@@ -6,6 +6,7 @@ import refrom .common import InfoExtractor, SearchInfoExtractorfrom ..networking import HEADRequestfrom ..networking.exceptions import HTTPError+from ..networking.impersonate import ImpersonateTargetfrom ..utils import (ExtractorError,float_or_none,@@ -833,6 +834,30 @@ class SoundcloudPagedPlaylistBaseIE(SoundcloudBaseIE):'entries': self._entries(base_url, playlist_id),}+ @functools.cached_property+ def _browser_impersonate_target(self):+ available_targets = self._downloader._get_available_impersonate_targets()+ if not available_targets:+ # impersonate=True gives a generic warning when no impersonation targets are available+ return True++ # Any browser target older than chrome-116 is 403'd by Datadome+ MIN_SUPPORTED_TARGET = ImpersonateTarget('chrome', '116', 'windows', '10')+ version_as_float = lambda x: float(x.version) if x.version else 0++ # Always try to use the newest Chrome target available+ filtered = sorted([+ target[0] for target in available_targets+ if target[0].client == 'chrome' and target[0].os in ('windows', 'macos')+ ], key=version_as_float)++ if not filtered or version_as_float(filtered[-1]) < version_as_float(MIN_SUPPORTED_TARGET):+ # All available targets are inadequate or newest available Chrome target is too old, so+ # warn the user to upgrade their dependency to a version with the minimum supported target+ return MIN_SUPPORTED_TARGET++ return filtered[-1]+def _entries(self, url, playlist_id):# Per the SoundCloud documentation, the maximum limit for a linked partitioning query is 200.# https://developers.soundcloud.com/blog/offset-pagination-deprecated@@ -847,7 +872,9 @@ class SoundcloudPagedPlaylistBaseIE(SoundcloudBaseIE):try:response = self._call_api(url, playlist_id, query=query, headers=self._HEADERS,- note=f'Downloading track page {i + 1}')+ note=f'Downloading track page {i + 1}',+ # See: https://github.com/yt-dlp/yt-dlp/issues/15660+ impersonate=self._browser_impersonate_target)breakexcept ExtractorError as e:# Downloading page may result in intermittent 502 HTTP error