check_for_new_releases.py

import os
import yaml
import argparse
from github import Github
import datetime
from utils import replace_relative_paths, DATETIME_FORMAT


def get_subdirectories(d: str) -> list:
    """Gets all the subdirectors of directory d"""
    # https://stackoverflow.com/a/973492
    return [o for o in sorted(os.listdir(d))
            if os.path.isdir(os.path.join(d, o))]


def get_repo_url(artifacthub_config) -> str:
    """Gets the repository url from the ArtifactHub config"""
    if 'links' in artifacthub_config:
        for link in artifacthub_config['links']:
            if link['name'] == 'Source':
                return link['url'].replace('https://github.com/', '').partition('/tree')[0]
    return None


if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('-t', '--timeframe', type=int, default=-1,
                        help='Number of days in the past to check for new releases. Default (check as far as needed)')
    args = parser.parse_args()

    directories = get_subdirectories('./')
    directories = [d for d in directories if not d.startswith(
        '.') and not d in ['workflow', '__pycache__']]

    github_token = os.environ.get('GITHUB_TOKEN')
    if github_token:
        g = Github(github_token)
    else:
        g = Github()

    for d in directories:
        try:
            latest_version = get_subdirectories(d)[-1]
        except:
            print(f'{d} directory doesn\'t have a version yet')
            continue

        with open(os.path.join(d, latest_version, 'artifacthub-pkg.yml'), 'r') as stream:
            try:
                artifacthub_config = yaml.safe_load(stream)
                repository_name = get_repo_url(artifacthub_config)

                try:
                    repo = g.get_repo(repository_name)
                except:
                    print(f'{d} has no public Github repository. Skipping!')
                    continue

                try:
                    releases_paginated_list = repo.get_releases()
                    min_time = datetime.datetime.min if args.timeframe == - \
                        1 else datetime.datetime.now() - datetime.timedelta(days=args.timeframe)
                    releases = [release for release in releases_paginated_list if release.prerelease ==
                                False and release.published_at > min_time]
                except:
                    print(f'{d} has no release. Skipping!')
                    continue

                for release in releases:
                    release_version = release.tag_name.strip().replace('release-', '')

                    if release_version not in get_subdirectories(d):
                        release_folder = os.path.join(d, release_version)
                        os.makedirs(release_folder)

                        branch_name = release.target_commitish

                        # https://github.com/PyGithub/PyGithub/issues/1157#issuecomment-507498931
                        readme = repo.get_contents(
                            'README.md', ref=branch_name).decoded_content.decode('utf-8')

                        # Replace relative image paths with absolute paths pointing to the github repo
                        readme = replace_relative_paths(
                            readme, repository_name, branch_name)

                        with open(os.path.join(release_folder, 'README.md'), 'w') as f:
                            f.write(readme)

                        artifacthub_config['version'] = release_version
                        artifacthub_config['createdAt'] = release.created_at.strftime(
                            DATETIME_FORMAT)
                        artifacthub_config['digest'] = release.created_at.strftime(
                            DATETIME_FORMAT)

                        with open(os.path.join(release_folder, 'artifacthub-pkg.yml'), 'w') as f:
                            yaml.dump(artifacthub_config, f, sort_keys=False)

            except yaml.YAMLError as exc:
                print(exc)