#!/bin/python3 import argparse import datetime as dt import hashlib import logging import re import sys import time import urllib.parse import xml.etree.ElementTree as ET from dataclasses import dataclass from pathlib import Path from typing import Optional import eyed3 from eyed3.id3.frames import ImageFrame from requests import Session MD5_SALT = 'XGRlBW9FXlekgbPrRHuSiA' ENCODED_BY = 'https://github.com/llistochek/yandex-music-downloader' DEFAULT_USER_AGENT = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36' DEFAULT_DELAY = 3 DEFAULT_PATH_PATTERN = Path('#album-artist', '#album', '#number - #title') DEFAULT_COVER_RESOLUTION = 400 DEFAULT_LOG_LEVEL = 'INFO' TRACK_RE = re.compile(r'track/(\d+)$') ALBUM_RE = re.compile(r'album/(\d+)$') ARTIST_RE = re.compile(r'artist/(\d+)$') PLAYLIST_RE = re.compile(r'([\w\-._]+)/playlists/(\d+)$') FILENAME_CLEAR_RE = re.compile(r'[^\w\-\'() ]+') TITLE_FMT = '%(title)s (%(version)s)' @dataclass class CoverInfo: cover_url_template: Optional[str] def cover_url(self, resolution: int) -> Optional[str]: if self.cover_url_template is not None: return self.cover_url_template.replace( '%%', f'{resolution}x{resolution}') @classmethod def from_json(cls, data: dict) -> 'CoverInfo': if og_image := data.get('ogImage'): return cls('https://' + og_image) return cls(None) @dataclass class PlaylistId: owner: str kind: int def parse_artists(artists: list) -> list[str]: artists_names = [] for artist in artists: artists_names.append(artist['name']) if decomposed := artist.get('decomposed'): for d_artist in decomposed: if isinstance(d_artist, dict): artists_names.append(d_artist['name']) return artists_names def parse_title(data: dict) -> str: title = data['title'] if version := data.get('version'): title = TITLE_FMT % {'title': title, 'version': version} return title @dataclass class BasicAlbumInfo: id: str title: str release_date: Optional[dt.datetime] year: Optional[int] artists: list[str] @classmethod def from_json(cls, data: dict) -> Optional['BasicAlbumInfo']: if data['metaType'] != 'music': logging.info('"%s" пропущен т.к. не является музыкальным альбомом', data['title']) return None artists = parse_artists(data['artists']) title = parse_title(data) if release_date := data.get('releaseDate'): release_date = dt.datetime.fromisoformat(release_date) return cls(id=data['id'], title=title, year=data.get('year'), artists=artists, release_date=release_date) @dataclass class BasicTrackInfo: title: str id: str real_id: str album: BasicAlbumInfo number: int disc_number: int artists: list[str] has_lyrics: bool cover_info: CoverInfo @classmethod def from_json(cls, data: dict) -> Optional['BasicTrackInfo']: if not data['available']: return None track_id = str(data['id']) title = parse_title(data) albums_data = data['albums'] artists = parse_artists(data['artists']) track_position = {'index': 1, 'volume': 1} if len(albums_data) != 0: album_data = albums_data[0] album = BasicAlbumInfo.from_json(album_data) track_position = album_data.get('trackPosition', track_position) else: album = BasicAlbumInfo(id=track_id, title=title, release_date=None, year=None, artists=artists) if album is None: raise ValueError cover_info = CoverInfo.from_json(data) has_lyrics = data['lyricsInfo']['hasAvailableTextLyrics'] return cls(title=title, id=track_id, real_id=data['realId'], number=track_position['index'], disc_number=track_position['volume'], artists=artists, album=album, has_lyrics=has_lyrics, cover_info=cover_info) @dataclass class FullTrackInfo(BasicTrackInfo): lyrics: str @classmethod def from_json(cls, data: dict) -> 'FullTrackInfo': base = BasicTrackInfo.from_json(data['track']) lyrics = data['lyric'][0]['fullLyrics'] return cls(**base.__dict__, lyrics=lyrics) @dataclass class FullAlbumInfo(BasicAlbumInfo): tracks: list[BasicTrackInfo] @classmethod def from_json(cls, data: dict) -> 'FullAlbumInfo': base = BasicAlbumInfo.from_json(data) tracks = data.get('volumes', []) tracks = [t for v in tracks for t in v] tracks = map(BasicTrackInfo.from_json, tracks) tracks = [t for t in tracks if t is not None] return cls(**base.__dict__, tracks=tracks) @dataclass class ArtistInfo: id: str name: str albums: list[BasicAlbumInfo] cover_info: CoverInfo @classmethod def from_json(cls, data: dict) -> 'ArtistInfo': artist = data['artist'] albums = map(BasicAlbumInfo.from_json, data.get('albums', [])) albums = [a for a in albums if a is not None] cover_info = CoverInfo.from_json(data) return cls(id=str(artist['id']), name=artist['name'], cover_info=cover_info, albums=albums) def get_track_download_url(session: Session, track: BasicTrackInfo, hq: bool) -> str: resp = session.get('https://music.yandex.ru/api/v2.1/handlers/track' f'/{track.id}:{track.album.id}' '/web-album_track-track-track-main/download/m' f'?hq={int(hq)}') url_info_src = resp.json()['src'] resp = session.get('https:' + url_info_src) url_info = ET.fromstring(resp.text) path = url_info.find('path').text[1:] s = url_info.find('s').text ts = url_info.find('ts').text host = url_info.find('host').text path_hash = hashlib.md5((MD5_SALT + path + s).encode()).hexdigest() return 'https://%s/get-mp3/%s/%s/%s?track-id=%s' \ % (host, path_hash, ts, path, track.id) def download_file(session: Session, url: str, path: Path) -> None: resp = session.get(url) with open(path, 'wb') as f: for chunk in resp.iter_content(chunk_size=1024): f.write(chunk) def download_bytes(session: Session, url: str) -> bytes: resp = session.get(url) return resp.content def get_full_track_info(session: Session, track_id: str) -> FullTrackInfo: params = {'track': track_id, 'lang': 'ru'} resp = session.get('https://music.yandex.ru/handlers/track.jsx', params=params) return FullTrackInfo.from_json(resp.json()) def get_full_album_info(session: Session, album_id: str) -> FullAlbumInfo: params = {'album': album_id, 'lang': 'ru'} resp = session.get('https://music.yandex.ru/handlers/album.jsx', params=params) return FullAlbumInfo.from_json(resp.json()) def get_artist_info(session: Session, artist_id: str) -> ArtistInfo: params = {'artist': artist_id, 'what': 'albums', 'lang': 'ru'} resp = session.get('https://music.yandex.ru/handlers/artist.jsx', params=params) return ArtistInfo.from_json(resp.json()) def get_playlist(session: Session, playlist: PlaylistId) -> list[BasicTrackInfo]: params = {'owner': playlist.owner, 'kinds': playlist.kind, 'lang': 'ru'} resp = session.get('https://music.yandex.ru/handlers/playlist.jsx', params=params) raw_tracks = resp.json()['playlist'].get('tracks', []) tracks = map(BasicTrackInfo.from_json, raw_tracks) tracks = [t for t in tracks if t is not None] return tracks def prepare_track_path(path: Path, prepare_path: bool, track: BasicTrackInfo) -> Path: path_str = str(path) repl_dict = { '#number': track.number, '#artist': track.artists[0], '#album-artist': track.album.artists[0], '#title': track.title, '#album': track.album.title, '#year': track.album.year } for placeholder, replacement in repl_dict.items(): replacement = str(replacement) if prepare_path: replacement = FILENAME_CLEAR_RE.sub('_', replacement) path_str = path_str.replace(placeholder, replacement) path_str += '.mp3' return Path(path_str) def set_id3_tags(path: Path, track: BasicTrackInfo, lyrics: Optional[str], album_cover: Optional[bytes]) -> None: if track.album.release_date is not None: release_date = eyed3.core.Date( *track.album.release_date.timetuple()[:6]) else: release_date = track.album.year audiofile = eyed3.load(path) if audiofile is None: raise ValueError tag = audiofile.initTag() tag.artist = chr(0).join(track.artists) tag.album_artist = track.album.artists[0] tag.album = track.album.title tag.title = track.title tag.track_num = track.number tag.disc_num = track.disc_number tag.release_date = tag.original_release_date = release_date tag.encoded_by = ENCODED_BY if lyrics is not None: tag.lyrics.set(lyrics) if album_cover is not None: tag.images.set(ImageFrame.FRONT_COVER, album_cover, 'image/jpeg') tag.save() if __name__ == '__main__': eyed3.log.setLevel("ERROR") parser = argparse.ArgumentParser( description='Загрузчик музыки с сервиса Яндекс.Музыка') def help_str(text: Optional[str] = None) -> str: default = 'по умолчанию: %(default)s' if text is None: return default return f'{text} ({default})' common_group = parser.add_argument_group('Общие параметры') common_group.add_argument('--hq', action='store_true', help='Загружать треки в высоком качестве') common_group.add_argument('--skip-existing', action='store_true', help='Пропускать уже загруженные треки') common_group.add_argument('--add-lyrics', action='store_true', help='Загружать тексты песен') common_group.add_argument('--embed-cover', action='store_true', help='Встраивать обложку в .mp3 файл') common_group.add_argument( '--stick-to-artist', action='store_true', help='Загружать только альбомы созданные данным исполнителем') common_group.add_argument('--cover-resolution', default=DEFAULT_COVER_RESOLUTION, metavar='<Разрешение обложки>', type=int, help=help_str(None)) common_group.add_argument( '--delay', default=DEFAULT_DELAY, metavar='<Задержка>', type=int, help=help_str('Задержка между запросами, в секундах')) common_group.add_argument('--log-level', default=DEFAULT_LOG_LEVEL, choices=logging._nameToLevel.keys()) def args_playlist_id(arg: str) -> PlaylistId: arr = arg.split('/') return PlaylistId(owner=arr[0], kind=int(arr[1])) id_group_meta = parser.add_argument_group('ID') id_group = id_group_meta.add_mutually_exclusive_group(required=True) id_group.add_argument('--artist-id', metavar='') id_group.add_argument('--album-id', metavar='') id_group.add_argument('--track-id', metavar='') id_group.add_argument('--playlist-id', type=args_playlist_id, metavar='<владелец плейлиста>/<тип плейлиста>') id_group.add_argument('-u', '--url', help='URL исполнителя/альбома/трека/плейлиста') path_group = parser.add_argument_group('Указание пути') path_group.add_argument('--unsafe-path', action='store_true', help='Не очищать путь от недопустимых символов') path_group.add_argument('--dir', default='.', metavar='<Папка>', help=help_str('Папка для загрузки музыки'), type=Path) path_group.add_argument('--path-pattern', default=DEFAULT_PATH_PATTERN, metavar='<Паттерн>', type=Path, help=help_str( 'Поддерживает следующие заполнители:' ' #number, #artist, #album-artist, #title,' ' #album, #year')) auth_group = parser.add_argument_group('Авторизация') auth_group.add_argument('--session-id', required=True, metavar='') auth_group.add_argument('--user-agent', default=DEFAULT_USER_AGENT, metavar='', help=help_str()) args = parser.parse_args() logging.basicConfig(format='%(asctime)s |%(levelname)s| %(message)s', datefmt='%H:%M:%S', level=args.log_level.upper()) def response_hook(resp, *_args, **_kwargs): if logging.root.isEnabledFor(logging.DEBUG): if 'application/json' in resp.headers['Content-Type']: logging.debug(resp.text) time.sleep(args.delay) session = Session() session.hooks = {'response': response_hook} session.cookies.set('Session_id', args.session_id, domain='yandex.ru') session.headers['User-Agent'] = args.user_agent session.headers['X-Retpath-Y'] = urllib.parse.quote_plus( 'https://music.yandex.ru') result_tracks: list[BasicTrackInfo] = [] if args.url is not None: if match := ARTIST_RE.search(args.url): args.artist_id = match.group(1) elif match := ALBUM_RE.search(args.url): args.album_id = match.group(1) elif match := TRACK_RE.search(args.url): args.track_id = match.group(1) elif match := PLAYLIST_RE.search(args.url): args.playlist_id = PlaylistId(owner=match.group(1), kind=int(match.group(2))) else: print('Параметер url указан в неверном формате') sys.exit(1) if args.artist_id is None and args.stick_to_artist: logging.warning('Флаг --stick-to-artist имеет смысл только при' ' загрузке всех треков исполнителя') if args.artist_id is not None: artist_info = get_artist_info(session, args.artist_id) albums_count = 0 for album in artist_info.albums: if args.stick_to_artist and album.artists[0] != artist_info.name: logging.info( 'Альбом "%s" пропущен из-за флага --stick-to-artist', album.title) continue full_album = get_full_album_info(session, album.id) result_tracks.extend(full_album.tracks) albums_count += 1 logging.info(artist_info.name) logging.info('Альбомов: %d', albums_count) elif args.album_id is not None: album = get_full_album_info(session, args.album_id) logging.info(album.title) result_tracks = album.tracks elif args.track_id is not None: result_tracks = [get_full_track_info(session, args.track_id)] elif args.playlist_id is not None: result_tracks = get_playlist(session, args.playlist_id) logging.info('Треков: %d', len(result_tracks)) covers: dict[str, bytes] = {} for track in result_tracks: album = track.album save_path = args.dir / prepare_track_path(args.path_pattern, not args.unsafe_path, track) if args.skip_existing and save_path.is_file(): continue save_dir = save_path.parent if not save_dir.is_dir(): save_dir.mkdir(parents=True) url = get_track_download_url(session, track, args.hq) logging.info('Загружается %s', save_path) download_file(session, url, save_path) lyrics = None if args.add_lyrics and track.has_lyrics: if isinstance(track, FullTrackInfo): lyrics = track.lyrics else: full_info = get_full_track_info(session, track.id) lyrics = full_info.lyrics cover = None cover_url = track.cover_info.cover_url(args.cover_resolution) if cover_url is not None: if args.embed_cover: if cached_cover := covers.get(album.id): cover = cached_cover else: cover = covers[album.id] = download_bytes( session, cover_url) else: cover_path = save_dir / 'cover.jpg' if not cover_path.is_file(): download_file(session, cover_url, cover_path) set_id3_tags(save_path, track, lyrics, cover)