view lemuriformes/client.py @ 14:756dbd3e391e

JSON deduplication module
author Jeff Hammel <k0scist@gmail.com>
date Sun, 10 Dec 2017 17:10:25 -0800
parents 92ae11e33f85
children
line wrap: on
line source

"""
abstract ReSTful HTTP client
"""

# imports
import requests
import sys
import time
from urlparse import urlparse
from .cli import ConfigurationParser


def isurl(string):
    """is `string` a URL?"""

    return bool(urlparse(string).scheme)


def serialize_headers(headers):
    return '\n'.join(["{key}: {value}".format(key=key, value=value)
                      for key, value in sorted(headers.items(),
                                               key=lambda x: x[0])
    ])


def serialize_request(request):
    """serialize a request object to a string"""

    template = u"""{method} {url}
{headers}

{body}
"""
    headers = '\n'.join(['{key}: {value}'.format(key=key, value=value)
                         for key, value in request.headers.items()])
    retval = template.format(method=request.method,
                             url=request.url,
                             headers=headers,
                             body=request.body or '')
    return retval


def serialize_response(response):
    """serialize a response object to a string"""

    template = u"""{url}
{status_code}
{headers}

{text}
"""

    retval = template.format(url=response.url,
                             status_code=response.status_code,
                             headers=serialize_headers(response.headers),
                             text=response.text.strip())
    return retval


class Endpoint(object):
    """abstract base class for a RESTful API client"""

    path = ''
    endpoints = []

    def __init__(self, base_url, session=None, timeout=60.):
        base_url = base_url.rstrip('/')
        self.url = '{}/{}'.format(base_url, self.path)
        self.timeout = timeout
        if session is None:
            session = requests.Session()
        self.session = session
        for endpoint in self.endpoints:
            path = endpoint.path
            setattr(self,
                    path,
                    endpoint(self.url, session=self.session, timeout=timeout))

    def __call__(self, method, url, **kwargs):
        """make an HTTP request"""

        kwargs.setdefault('timeout', self.timeout)
        start = time.time()
        response = self.session.request(method, url, **kwargs)
        end = time.time()
        response.duration = end - start
        try:
            response.raise_for_status()
        except requests.HTTPError as e:
            sys.stderr.write(serialize_response(response) + '\n')
            sys.stderr.write("=>\n")
            sys.stderr.write(serialize_request(response.request) + '\n')
            raise
        return response

    def POST(self, data, **kwargs):
        return self('POST', self.url, data=data, **kwargs)


class ClientParser(ConfigurationParser):
    """abstract argument parser for HTTP client"""

    client_class = Endpoint

    def add_arguments(self):
        self.add_argument('base_url', help="base URL")
        self.add_argument('--timeout', dest='timeout',
                          type=float, default=60.,
                          help='per request timeout in seconds [DEFAULT: %(default)s]')

    def base_url(self):
        return self.options.base_url

    def client(self):
        """return argument specified requests HTTP client"""

        if self.options is None:
            raise Exception("options not yet parsed!")

        return self.client_class(self.base_url(),
                                 timeout=self.options.timeout)