playlist2favorites.py

# -*- coding: utf-8 -*-

import os
import os.path
import sys

import google.oauth2.credentials
from google.oauth2.credentials import Credentials
from googleapiclient.discovery import build
from googleapiclient.errors import HttpError
from google_auth_oauthlib.flow import InstalledAppFlow

from tqdm import tqdm

import re
import json
import csv
import pandas as pd

import config
import playlists
PLAYLISTS = playlists.PLAYLISTS

CLIENT_SECRETS_FILE = "client_secret.json"
SCOPES = ["https://www.googleapis.com/auth/youtube.readonly"]
API_SERVICE_NAME = "youtube"
API_VERSION = "v3"

# Thanks to https://stackoverflow.com/a/53351160/469449 for refresh token code:
def get_authenticated_service():
    if os.path.isfile("credentials.json"):
        with open("credentials.json", 'r') as f:
            creds_data = json.load(f)
        creds = Credentials(creds_data['token'])

    else:
        flow = InstalledAppFlow.from_client_secrets_file(CLIENT_SECRETS_FILE, SCOPES)
        creds = flow.run_console()
        creds_data = {
            'token': creds.token,
            'refresh_token': creds.refresh_token,
            'token_uri': creds.token_uri,
            'client_id': creds.client_id,
            'client_secret': creds.client_secret,
            'scopes': creds.scopes
        }
        with open("credentials.json", 'w') as outfile:
            json.dump(creds_data, outfile)
    return build(API_SERVICE_NAME, API_VERSION, credentials = creds)

def get_playlist_videos(service, PLAYLIST_ID):
    playlistVideos = []
    next_page_token = 'FIRST'

    while next_page_token != '':
        if next_page_token == 'FIRST':
            next_page_token = ''
        request = service.playlistItems().list(
        part="id,snippet",
        playlistId=PLAYLIST_ID,
        maxResults=50,
        pageToken=next_page_token,
        )
        response = request.execute()
        try:
            next_page_token = response['nextPageToken']
        except Exception:
            next_page_token = ''
        for video in response['items']:
            playlistVideos.append(video)

    return(playlistVideos)

def get_video_metadata(service,playlist_videos):
    video_list = []
    metadata = []

    for video in tqdm(playlist_videos, desc="Current playlist", unit='videos'):

        # From playlist_videos we get:
        playlist_id = video.get('snippet').get('playlistId')
        video_id = video.get('snippet').get('resourceId').get('videoId')
        
        request = service.videos().list(
            part="id,snippet,contentDetails,status",
            id=video_id
        )
        metadata = request.execute()

        try:
            # From metadata we get:
            channel_name = metadata['items'][0]['snippet']['channelTitle']
            channel_id = metadata['items'][0]['snippet']['channelId']
            video_title = metadata['items'][0]['snippet']['title']
            video_description = metadata['items'][0]['snippet']['description']

            # data_row = {'playlist_id':playlist_id,
            #             'channel_id':channel_id,
            #             'channel_name':channel_name,
            #             'video_id':video_id,
            #             'video_title':video_title,
            #             'video_description':video_description
            # }
            
            data_row = {'video_id':video_id,
                        'video_title':video_title
            }

            video_list.append(data_row)
        except Exception:
            pass

    return(video_list)

def create_ordered_csv(playlist_id, video_df):
    csv_filename = 'favorites_playlist_metadata_{0}.csv'.format(playlist_id)
    video_df.to_csv(csv_filename, encoding='utf-8', header = True, index = None)
    # print(f'Metadata for videos in playlist {playlist_id} saved to csv file {csv_filename}!')
    return

def main():
    # When running locally, disable OAuthlib's HTTPs verification. When
    # running in production *do not* leave this option enabled.
    os.environ['OAUTHLIB_INSECURE_TRANSPORT'] = '1'
    service = get_authenticated_service()

    for playlist_id in tqdm(PLAYLISTS, desc="Playlists", unit='Pid'):
        playlist_videos = get_playlist_videos(service, playlist_id)
        # print(f'Found all videos for playlist {playlist_id}.')
        video_list = get_video_metadata(service, playlist_videos)
        # print(f'Retrieved all metadata for videos in playlist {playlist_id}.')
        video_df = pd.DataFrame(video_list)
        # print(f'Creating CSV file for playlist {playlist_id}.')
        create_ordered_csv(playlist_id, video_df)
        # print(f'Done with playlist {playlist_id}.')

if __name__ == "__main__":
    main()