ammarnajjar/pautomate

"""
Clone/Fetch repositories from GitLab using personal token
"""
import json
import os
import sys
from multiprocessing import Manager
from multiprocessing import Pool
from os.path import basename
from os.path import splitext
from typing import Dict
from typing import List
from typing import Optional
from urllib.error import URLError
from urllib.request import urlopen

from pautomate.common.git import fetch_repo
from pautomate.common.printing import print_green
from pautomate.common.printing import print_red
from pautomate.common.printing import print_yellow
from pautomate.common.read import read_configs


def cache_repos(all_projects: List[str]) -> None:
    repos_file = 'repos'
    try:
        os.remove(f'{repos_file}_bk')
    except(FileNotFoundError):
        pass
    try:
        os.rename(repos_file, f'{repos_file}_bk')
    except(FileNotFoundError):
        pass
    with open(repos_file, 'x') as fi:
        for project in all_projects:
            repo_path = project.get('path_with_namespace').replace(
                ' ', '-',
            ).replace('.', '-')
            fi.write(f'{repo_path}\n')


def get_repos_from_gitlab(working_directoy: str, args: Optional[List[str]]) -> List[str]:
    configs = read_configs(working_directoy)
    gitlab_url = configs.get('gitlab_url')
    gitlab_token = configs.get('gitlab_token')
    gitlab_group_ids = configs.get('gitlab_group_ids')
    if not(gitlab_url and gitlab_token):
        print('Please provide gitlab configs in your config.json')
        sys.exit(1)

    all_projects = []
    for gitlab_group_id in gitlab_group_ids:
        try:
            projects = urlopen(
                f'https://{gitlab_url}/api/v4/groups/{gitlab_group_id}/projects?include_subgroups=true&pagination=keyset&per_page=100000&order_by=id&sort=asc&private_token={gitlab_token}',  # noqa
            )
        except(URLError):
            print_red('No route to gitlab, check your internet/VPN connection')
            sys.exit(1)
        all_projects += json.loads(projects.read().decode())

    if args:
        all_projects = [
            pro for pro in all_projects
            if any(arg in pro.get('path_with_namespace') for arg in args)
        ]

    chosen_projects = configs.get('chosen_projects')
    if isinstance(chosen_projects, List):
        all_projects = [
            pro for pro in all_projects if splitext(
                basename(pro.get('http_url_to_repo')),
            )[0] in chosen_projects
        ]
    return all_projects


def fetch_gitlab(working_directoy: str, args: Optional[List[str]]) -> None:
    """Clone/Fetch from GitLab

    Arguments:
        working_directoy {str} -- target workspace
        args {[str]} -- projects name (full/partial)
    """
    all_projects = get_repos_from_gitlab(working_directoy, args)
    cache_repos(all_projects)

    manager = Manager()
    summery_info: Dict[str, str] = manager.dict()

    pool = Pool(processes=1)
    for project in all_projects:
        url = project.get('ssh_url_to_repo')
        repo_path = project.get('path_with_namespace')
        repo_path = repo_path.replace(' ', '-').replace('.', '-')
        pool.apply_async(
            fetch_repo, args=(
                working_directoy, repo_path, url, summery_info,
            ),
        )
    pool.close()
    pool.join()

    print('==============')
    print_green('Summery:')
    for repo_name, current_branch in summery_info.items():
        print_yellow(f'{repo_name} => {current_branch}')