yt-dlp/yt_dlp/extractor/udio.py

from .common import InfoExtractor


class UdioIE(InfoExtractor):
    _VALID_URL = r'https?://(?:www\.)?udio\.com/songs/(?P<id>[^/?#&]+)'
    _TESTS = [{
        'url': 'https://www.udio.com/songs/ehJuLz9DuCtVapQMVMcA7N',
        'info_dict':
            {'id': 'ehJuLz9DuCtVapQMVMcA7N',
             'title': 'Lost Love | Udio',
             'description': "Listen to Lost Love by The I Don't Knows on Udio. Discover, create, and share music with the world. Use the latest technology to create AI music in seconds.",
             'uploader': "The I Don't Knows",
             'uploader_url': "https://udio.com/artist/The I Don't Knows"},
        'playlist_count': 1,
    }, {
        'url': 'https://www.udio.com/songs/hGZqWy3bPMrN3tosf5QZqt',
        'info_dict':
            {'id': 'hGZqWy3bPMrN3tosf5QZqt',
             'title': 'Batou - What is this love thing? (feat. EchoShadow) | Udio',
             'description': 'Listen to Batou - What is this love thing? (feat. EchoShadow) by DigitalScribe on Udio. Discover, create, and share music with the world. Use the latest technology to create AI music in seconds.',
             'uploader': 'DigitalScribe',
             'uploader_url': 'https://udio.com/artist/DigitalScribe'},
        'playlist_count': 1,
    }, {
        'url': 'https://www.udio.com/songs/dRFAMqCzqkTAX13F4MTKCb',
        'info_dict': {'id': 'dRFAMqCzqkTAX13F4MTKCb',
                      'title': 'Évasion en Route | Udio',
                      'description': 'Listen to Évasion en Route by aveiro on Udio. Discover, create, and share music with the world. Use the latest technology to create AI music in seconds.',
                      'uploader': 'aveiro',
                      'uploader_url': 'https://udio.com/artist/aveiro'},
        'playlist_count': 1,
    }, {
        'url': 'https://www.udio.com/songs/edMsDRvAiFosixHHTVbJ1L',
        'info_dict': {'id': 'edMsDRvAiFosixHHTVbJ1L',
                      'title': 'Charlie e la Felicità ext v2.2 | Udio',
                      'description': 'Listen to Charlie e la Felicità ext v2.2 by GIANI_curzioilGRANDE on Udio. Discover, create, and share music with the world. Use the latest technology to create AI music in seconds.',
                      'uploader': 'GIANI_curzioilGRANDE',
                      'uploader_url': 'https://udio.com/artist/GIANI_curzioilGRANDE'},
        'playlist_count': 1,
    }, {
        'url': 'https://www.udio.com/songs/fPoZ7yLUv8orY2sNzeYNFp',
        'info_dict': {'id': 'fPoZ7yLUv8orY2sNzeYNFp',
                      'title': 'Nocturnal Vibes | Udio',
                      'description': 'Listen to Nocturnal Vibes by RaulKong898 on Udio. Discover, create, and share music with the world. Use the latest technology to create AI music in seconds.',
                      'uploader': 'RaulKong898',
                      'uploader_url': 'https://udio.com/artist/RaulKong898'},
        'playlist_count': 1,
    }, {
        'url': 'https://www.udio.com/songs/pzGGivV6oAR76ZxsnkbVw2',
        'info_dict': {'id': 'pzGGivV6oAR76ZxsnkbVw2',
                      'title': 'Eternal Darkness | Udio',
                      'description': 'Listen to Eternal Darkness by Para$Graf0815 on Udio. Discover, create, and share music with the world. Use the latest technology to create AI music in seconds.',
                      'uploader': 'Para$Graf0815',
                      'uploader_url': 'https://udio.com/artist/Para$Graf0815'},
        'playlist_count': 1,
    }, {
        'url': 'https://www.udio.com/songs/hSzvdEyBjBXF2CdsJP4zYr',
        'info_dict': {'id': 'hSzvdEyBjBXF2CdsJP4zYr',
                      'title': 'Revenge of the Dreamer | Udio',
                      'description': 'Listen to Revenge of the Dreamer by Doc Immortal on Udio. Discover, create, and share music with the world. Use the latest technology to create AI music in seconds.',
                      'uploader': 'Doc Immortal',
                      'uploader_url': 'https://udio.com/artist/Doc Immortal'},
        'playlist_count': 1,
    },
    ]

    def _real_extract(self, url):
        artist_id = self._match_id(url)
        webpage = self._download_webpage(url, artist_id)

        # Extract the audio URL from the <meta> tag
        audio_src = self._html_search_meta('og:audio', webpage, 'audio src', fatal=True)
        artist_name, title = self._html_extract_title(webpage, default=None).split('-', 1)
        description = self._og_search_description(webpage, default=None)
        # Create a single entry for the playlist
        # Extract lyrics from the pre tag with specific classes
        lyrics = self._search_regex(
            r'<pre>\s*(.*?)\s*</pre>',
            webpage,
            'lyrics',
            default=None,
        )

        return {
            'id': artist_id,
            'title': title.strip(),
            'description': lyrics,
            'uploader': artist_name.strip(),
            'uploader_url': f'https://udio.com/artist/{artist_name.strip()}',
            'url': audio_src,
        }


class UdioListIE(InfoExtractor):
    _VALID_URL = r'https?://(?:www\.)?udio\.com/(?P<list_type>(?!songs)[^/]+)/(?P<id>[^/?#&]+)'
    _TESTS = [{
        'url': 'https://www.udio.com/tags/flute',
        'info_dict': {
            'id': 'flute',
            'title': 'tags: flute',
        },
        'playlist_mincount': 5,
    },
        {
        'url': 'https://www.udio.com/collections/trending',
        'info_dict': {
            'id': 'trending',
            'title': 'collections: trending',
        },
        'playlist_mincount': 3,
    },
        {
        'url': 'https://www.udio.com/genres/metal',
        'info_dict': {
            'id': 'metal',
            'title': 'genres: metal',
        },
        'playlist_mincount': 3,
    },
        {
        'url': 'https://www.udio.com/artists/DigitalScribe',
        'info_dict': {
            'id': 'DigitalScribe',
            'title': 'artists: DigitalScribe',
        },
        'playlist_mincount': 1,
    },
        {
        'url': 'https://www.udio.com/playlists/featured',
        'info_dict': {
            'id': 'featured',
            'title': 'playlists: featured',
        },
        'playlist_mincount': 3,
    }]

    def _find_links(self, webpage, base_url=None):
        """
        Find all song links in the webpage.
        Returns a list of absolute URLs.
        Args:
            webpage: The HTML content of the webpage
            base_url: Base URL to prepend to relative links (optional)
        Returns:
            List of absolute song URLs
        """
        import re

        # Look for href attributes with relative song links
        relative_links = re.findall(r'href="(/songs/[^"?&/]+)"', webpage)

        # Convert relative URLs to absolute URLs
        if not base_url:
            base_url = 'https://www.udio.com'

        return [f'{base_url}{relative_link}' for relative_link in relative_links]

    def _real_extract(self, url):
        import re
        list_type, list_id = self._match_valid_url(url).group('list_type', 'id')
        webpage = self._download_webpage(url, list_id)

        # Look for song cards in the webpage
        song_cards = re.findall(r'<div[^>]*class="[^"]*song-card[^"]*"[^>]*>(.*?)</div>\s*</div>',
                                webpage, re.DOTALL)

        self.to_screen(f'Found {len(song_cards)} song cards')

        entries = []
        for card in song_cards:
            # Extract song URL
            song_url_match = re.search(r'href="(/songs/([^"?&/]+))"', card)
            if not song_url_match:
                continue

            song_path = song_url_match.group(1)
            song_id = song_url_match.group(2)
            song_url = f'https://www.udio.com{song_path}'

            # Extract song title
            song_title = self._search_regex(
                r'<div[^>]*class="[^"]*song-title[^"]*"[^>]*>(.*?)</div>',
                card, 'song title', default=None)

            # Extract artist name
            artist_name = self._search_regex(
                r'<div[^>]*class="[^"]*artist-name[^"]*"[^>]*>(.*?)</div>',
                card, 'artist name', default=None)

            # Extract thumbnail
            thumbnail = self._search_regex(
                r'<img[^>]*src="([^"]+)"[^>]*class="[^"]*song-cover[^"]*"',
                card, 'thumbnail', default=None)

            # If we found detailed metadata, create a more detailed entry
            if song_title or artist_name or thumbnail:
                self.to_screen(f'Found metadata for song {song_id}: {song_title} by {artist_name}')
                entry = {
                    '_type': 'url_transparent',
                    'url': song_url,
                    'ie_key': 'Udio',
                    'id': song_id,
                }

                if song_title:
                    entry['title'] = song_title
                if artist_name:
                    entry['uploader'] = artist_name
                if thumbnail:
                    entry['thumbnail'] = thumbnail

                entries.append(entry)
            else:
                # Fall back to simple URL result if no metadata found
                entries.append(self.url_result(song_url, 'Udio', song_id))

        # If no entries found using song cards, fall back to our existing method
        if not entries:
            self.to_screen('No song cards found, trying alternative methods')
            song_urls = self._find_links(webpage)

            for song_url in song_urls:
                song_id = self._search_regex(r'/songs/([^/?#&]+)', song_url, 'song id')
                entries.append(self.url_result(song_url, 'Udio', song_id))

        self.to_screen(f'Found {len(entries)} entries')
        return self.playlist_result(entries, list_id, f'{list_type}: {list_id}')