scitran/core

#!/usr/bin/env python

"""This script helps bootstrap users and data"""

import os
import sys
import json
import logging
import argparse
import datetime
import requests

logging.basicConfig(
    format='%(asctime)s %(levelname)8.8s %(message)s',
    datefmt='%Y-%m-%d %H:%M:%S',
    level=logging.DEBUG,
)
log = logging.getLogger('scitran.bootstrap')

logging.getLogger('requests').setLevel(logging.WARNING) # silence Requests library


def _upsert_user(request_session, api_url, user_doc):
    """
    Insert user, or update if insert fails due to user already existing.

    Returns:
        requests.Response: API response.

    Args:
        request_session (requests.Session): Session to use for the request.
        api_url (str): Base url for the API eg. 'https://localhost:8443/api'
        user_doc (dict): Valid user doc defined in user input schema.
    """
    new_user_resp = request_session.post(api_url + '/users', json=user_doc)
    if new_user_resp.status_code != 409:
        return new_user_resp

    # Already exists, update instead
    return request_session.put(api_url + '/users/' + user_doc['_id'], json=user_doc)


def _upsert_permission(request_session, api_url, permission_doc, group_id):
    """
    Insert group permission, or update if insert fails due to group permission already existing.

    Returns:
        requests.Response: API response.

    Args:
        request_session (requests.Session): Session to use for the request.
        api_url -- (str): Base url for the API eg. 'https://localhost:8443/api'
        permission_doc -- (dict) Valid permission doc defined in permission input schema.
    """
    base_permission_url = "{0}/groups/{1}/permissions".format(api_url, group_id)
    new_permission_resp = request_session.post(base_permission_url , json=permission_doc)
    if new_permission_resp.status_code != 409:
        return new_permission_resp

    # Already exists, update instead

    full_permission_url = "{0}/{1}".format(base_permission_url, permission_doc['_id'])
    return request_session.put(full_permission_url, json=permission_doc)

def users(filepath, api_url, http_headers, insecure):
    """
    Upserts the users/groups/permissions defined in filepath parameter.

    Raises:
        requests.HTTPError: Upsert failed.
    """
    now = datetime.datetime.utcnow()
    with open(filepath) as fd:
        input_data = json.load(fd)
    with requests.Session() as rs:
        log.info('bootstrapping users...')
        rs.verify = not insecure
        rs.headers = http_headers
        for u in input_data.get('users', []):
            log.info('    {0}'.format(u['_id']))
            r = _upsert_user(request_session=rs, api_url=api_url, user_doc=u)
            r.raise_for_status()

        log.info('bootstrapping groups...')
        r = rs.get(api_url + '/config')
        r.raise_for_status()
        for g in input_data.get('groups', []):
            permissions = g.pop('permissions')
            log.info('    {0}'.format(g['_id']))
            r = rs.post(api_url + '/groups' , json=g)
            r.raise_for_status()
            for permission in permissions:
                r = _upsert_permission(request_session=rs, api_url=api_url, permission_doc=permission, group_id=g['_id'])
                r.raise_for_status()

        log.info('bootstrapping projects...')
        for p in input_data.get('projects', []):
            r = rs.post(api_url + '/projects?inherit=true' , json=p)
            r.raise_for_status()

            project_id = r.json()['_id']
            project_name = p['label']

            for stanza in input_data.get('gear_rules', []):

                desired_projects = stanza.get('projects', [])
                rule = stanza.get('rule', None)

                if project_name in desired_projects and rule:
                    log.info('Adding rule...')
                    r = rs.post(api_url + '/projects/' +  project_id + '/rules', json=rule)
                    r.raise_for_status()

    log.info('bootstrapping complete')


ap = argparse.ArgumentParser()
ap.description = 'Bootstrap SciTran users and groups'
ap.add_argument('url', help='API URL')
ap.add_argument('json', help='JSON file containing users and groups')
ap.add_argument('--insecure', action='store_true', help='do not verify SSL connections')
ap.add_argument('--secret', help='shared API secret')
args = ap.parse_args()

if args.insecure:
    requests.packages.urllib3.disable_warnings()

http_headers = {
    'X-SciTran-Method': 'bootstrapper',
    'X-SciTran-Name': 'Bootstrapper',
}
if args.secret:
    http_headers['X-SciTran-Auth'] = args.secret
# TODO: extend this to support oauth tokens

try:
    users(args.json, args.url, http_headers, args.insecure)
except requests.HTTPError as ex:
    log.error(ex)
    log.error("request_body={0}".format(ex.response.request.body))
    sys.exit(1)
except Exception as ex:
    log.error('Unexpected error:')
    log.error(ex)
    sys.exit(1)