#!/usr/bin/env python
# encoding: utf-8
# Copyright © 2019, SAS Institute Inc., Cary, NC, USA.  All Rights Reserved.
# SPDX-License-Identifier: Apache-2.0

import concurrent.futures
import copy
import logging
import json
import netrc
import os
import re
import ssl
import sys
import warnings
from uuid import UUID, uuid4

import requests
import requests.exceptions
from requests.adapters import HTTPAdapter
from six.moves.urllib.parse import urlsplit, urlunsplit
from six.moves.urllib.error import HTTPError

    import swat
except ImportError:
    swat = None

    import kerberos
except ImportError:
        import winkerberos as kerberos
    except ImportError:
        kerberos = None

from .utils.cli import sasctl_command
from . import exceptions

logger = logging.getLogger(__name__)

_session = None

def _pformat(text):
    from pprint import pformat

        return pformat(json.loads(text))
    except (TypeError, UnicodeDecodeError, ValueError):
            return pformat(text)
        except UnicodeDecodeError:
            return text

def _redact(pattern, repl, string):
    is_bytes = isinstance(string, bytes)

        string = string.decode('utf-8') if is_bytes else string
        string = re.sub(pattern, repl, string)
        string = string.encode('utf-8') if is_bytes else string
    except UnicodeDecodeError:
    return string

def _filter_password(r):
    if hasattr(r, 'body') and r.body is not None:
        # Filter password from 'grant_type=password&username=<user>&password=<password>' during Post to Logon service.
        r.body = _redact(r"(?<=&password=)([^&]*)\b", '*****', r.body)

        # Filter client secret {"client_secret": "<password>"}
        r.body = _redact('(?<=client_secret": ")[^"]*', '*****', r.body)
    return r

def _filter_token(r):
    # Redact "Bearer <token>" in Authorization headers
    if hasattr(r, 'headers') and 'Authorization' in r.headers:
        r.headers['Authorization'] = _redact(r'(?<=Bearer ).*', '[redacted]',

    # Redact "Basic <base64 encoded pw> in Authorization headers.  This covers client ids & client secrets.
    if hasattr(r, 'headers') and 'Authorization' in r.headers:
        r.headers['Authorization'] = _redact(r'(?<=Basic ).*', '[redacted]',

    # Redact Consul token from headers.  Should only appear when registering a new client
    if hasattr(r, 'headers') and 'X-Consul-Token' in r.headers:
        r.headers['X-Consul-Token'] = '[redacted]'

    # Redact "access_token":"<token>" in response from Logon service
    if hasattr(r, '_content'):
        r._content = _redact('(?<=access_token":")[^"]*', '[redacted]',

    return r


def current_session(*args, **kwargs):
    """Gets and sets the current session.

    If call with no arguments, the current session instance is returned, or
    None if no session has been created yet.  If called with an existing session
    instance, that session will be set as the default.  Otherwise, a new
    `Session` is instantiated using the provided arguments and set as the

    args : any
    kwargs : any



    Get the current session

    >>> current_session()
    <sasctl.core.Session object at 0x1393fc550>

    Clear the current session

    >>> current_session(None)

    Make a new session current

    >>> current_session('example.com', 'knight', 'Ni!')
    <sasctl.core.Session object at 0x15a9df491>

    global _session  # skipcq PYL-W0603

    # Explicitly set or clear the current session
    if len(args) == 1 and (isinstance(args[0], Session) or args[0] is None):
        _session = args[0]
    # Create a new session
    elif args:
        _session = Session(*args, **kwargs)

    return _session

class HTTPBearerAuth(requests.auth.AuthBase):
    # Taken from https://github.com/kennethreitz/requests/issues/4437

    def __init__(self, token):
        self.token = token

    def __eq__(self, other):
        return self.token == getattr(other, 'token', None)

    def __ne__(self, other):
        return not self == other

    def __call__(self, r):
        r.headers['Authorization'] = 'Bearer ' + self.token
        return r

class RestObj(dict):
    def __getattr__(self, item):
        # Only called when __getattribute__ failed to find the attribute
        # Return the item from underlying dictionary if possible.
        if item in self:
            result = self[item]

            if isinstance(result, dict):
                return RestObj(result)

            return result

        raise AttributeError("'%s' object has no attribute '%s'" % (
            self.__class__.__name__, item))

    def __repr__(self):
        headers = getattr(self, '_headers', {})

        return "%s(headers=%r, data=%s)" % (
            self.__class__, headers, super(RestObj, self).__repr__())

    def __str__(self):
        if 'name' in self:
            return str(self['name'])
        if 'id' in self:
            return str(self['id'])
        return repr(self)

class SSLContextAdapter(HTTPAdapter):
    """HTTPAdapter that uses the default SSL context on the machine."""

    def __init__(self, *args, **kwargs):
        self.assert_hostname = kwargs.pop('assert_hostname', True)
        requests.adapters.HTTPAdapter.__init__(self, *args, **kwargs)

    def init_poolmanager(self, *args, **kwargs):
        context = ssl.create_default_context()
        context.check_hostname = self.assert_hostname
        kwargs['ssl_context'] = context
        kwargs['assert_hostname'] = self.assert_hostname
        return super(SSLContextAdapter, self).init_poolmanager(*args, **kwargs)

class Session(requests.Session):
    """Establish a connection to a SAS Viya server.

    hostname : str or swat.CAS
        Name of the server to connect to or an established swat.CAS session.
    username : str, optional
        Username for authentication.  Not required if `host` is a CAS
        connection or if Kerberos is used.  If using Kerberos and an explicit
        username is desired, maybe be a string in 'user@REALM' format.
    password : str, optional
        Password for authentication.  Not required when `host` is a CAS
        connection, `authinfo` is provided, or Kerberos is used.
    authinfo : str, optional
        Path to a .authinfo or .netrc file from which credentials should be
    protocol : {'http', 'https'}
        Whether to use HTTP or HTTPS connections.  Defaults to `https`.
    port : int, optional
        Port number for the connection if a non-standard port is used.
        Defaults to 80 or 443 depending on `protocol`.
    verify_ssl : bool
        Whether server-side SSL certificates should be verified.  Defaults
        to true.  Ignored for HTTP connections.


    def __init__(self, hostname,
        super(Session, self).__init__()

        # Determine whether or not server SSL certificates should be verified.
        if verify_ssl is None:
            verify_ssl = os.environ.get('SSLREQCERT', 'yes')
            verify_ssl = str(verify_ssl).lower() not in ('no', 'false')

        self._id = uuid4().hex
        self.message_log = logger.getChild('session.%s' % self._id)

        # If certificate path has already been set for SWAT package, make
        # Requests module reuse it.
        for k in ['SSLCALISTLOC', 'CAS_CLIENT_SSL_CA_LIST']:
            if k in os.environ:
                os.environ['REQUESTS_CA_BUNDLE'] = os.environ[k]

        # If certificate path hasn't been specified in either environment
        # variable, replace the default adapter with one that will use the
        # machine's default SSL _settings.
        if 'REQUESTS_CA_BUNDLE' not in os.environ:
            if verify_ssl:
                # Skip hostname verification if IP address specified instead
                # of DNS name.  Prevents error from urllib3.
                    from urllib3.util.ssl_ import is_ipaddress
                except ImportError:
                    # is_ipaddres not present in older versions of urllib3
                    def is_ipaddress(hst):
                        return re.match(r"^(?:[0-9]{1,3}\.){3}[0-9]{1,3}$", hst)

                verify_hostname = not is_ipaddress(hostname)
                adapter = SSLContextAdapter(assert_hostname=verify_hostname)

                self.mount('https://', adapter)

                # Every request will generate an InsecureRequestWarning
                from urllib3.exceptions import InsecureRequestWarning
                warnings.simplefilter('default', InsecureRequestWarning)

        self.filters = DEFAULT_FILTERS

        # Used for context manager
        self._old_session = None

        # Reuse an existing CAS connection if possible
        if swat and isinstance(hostname, swat.CAS):
            if isinstance(hostname._sw_connection,
                import base64

                # Use the httpAddress action to retieve information about
                # REST endpoints
                httpAddress = hostname.get_action('builtins.httpAddress')
                address = httpAddress()
                domain = address.virtualHost
                # httpAddress action may return virtualHost = ''
                # if this happens, try the CAS host
                if not domain:
                    domain = hostname._sw_connection._current_hostname
                protocol = address.protocol
                port = address.port
                auth = hostname._sw_connection._auth.decode('utf-8').replace(
                    'Basic ', '')
                username, password = base64.b64decode(auth).decode(
                raise ValueError("A 'swat.CAS' session can only be reused "
                                 "when it's connected via the REST APIs.")
            url = urlsplit(hostname)

            # Extract http/https from domain name if present and protocl not
            # explicitly given
            protocol = protocol or url.scheme

            domain = url.hostname or str(hostname)

        self._settings = {'protocol': protocol or 'https',
                          'domain': domain,
                          'port': port,
                          'username': username,
                          'password': password

        if self._settings['password'] is None:
            # Try to get credentials from .authinfo or .netrc files.
            # If no file path was specified, the default locations will
            # be checked.
            if 'swat' in sys.modules:
                auth = swat.utils.authinfo.query_authinfo(domain, user=username,
                self._settings['username'] = auth.get('user')
                self._settings['password'] = auth.get('password')

            # Not able to load credentials using SWAT.  Try Netrc.
            # TODO: IF a username was specified, verify that the credentials
            #       found are for that username.
            if self._settings['password'] is None:
                    parser = netrc.netrc(authinfo)
                    values = parser.authenticators(domain)
                    if values:
                        self._settings['username'], \
                        _, \
                        self._settings['password'] = values
                except (OSError, IOError):
                    pass  # netrc throws if $HOME is not set

        self.verify = verify_ssl
        self.auth = HTTPBearerAuth(self.get_token())

        if current_session() is None:

    def add_logger(self, handler, level=None):
        """Log session requests and responses.

        handler : logging.Handler
            A Handler instance to use for logging the requests and responses.
        level : int, optional
            The logging level to assign to the handler.  Ignored if handler's
            logging level is already set.  Defaults to DEBUG.


        .. versionadded:: 1.2.0

        level = level or logging.DEBUG

        if handler.level == logging.NOTSET:


        if self.message_log.level == logging.NOTSET:

        return handler

    def add_stderr_logger(self, level=None):
        """Log session requests and responses to stderr.

        level : int, optional
            The logging level of the handler.  Defaults to logging.DEBUG


        return self.add_logger(logging.StreamHandler(), level)

    def username(self):
        return self._settings.get('username')

    def hostname(self):
        return self._settings.get('domain')

    def send(self, request, **kwargs):
        if self.message_log.isEnabledFor(logging.DEBUG):
            r = copy.deepcopy(request)
            for filter in self.filters:
                r = filter(r)

                'HTTP/1.1 {verb} {url}\n{headers}\nBody:\n{body}'.format(
                        '{}: {}'.format(k, v) for k, v in r.headers.items()),
            self.message_log.info('HTTP/1.1 %s %s', request.method,

        response = super(Session, self).send(request, **kwargs)

        if self.message_log.isEnabledFor(logging.DEBUG):
            r = copy.deepcopy(response)
            for filter in self.filters:
                r = filter(r)

                'HTTP {status} {url}\n{headers}\nBody:\n{body}'.format(
                        '{}: {}'.format(k, v) for k, v in r.headers.items()),
            self.message_log.info('HTTP/1.1 %s %s', response.status_code,

        return response

    def request(self, method, url,
                params=None, data=None, headers=None, cookies=None, files=None,
                auth=None, timeout=None, allow_redirects=True, proxies=None,
                hooks=None, stream=None, verify=None, cert=None, json=None):

        url = self._build_url(url)
        verify = verify or self.verify

            return super(Session, self).request(method, url, params, data,
                                                headers, cookies, files, auth,
                                                timeout, allow_redirects,
                                                proxies, hooks, stream, verify,
                                                cert, json)
        except requests.exceptions.SSLError as e:
            if 'REQUESTS_CA_BUNDLE' not in os.environ:
                raise RuntimeError(
                    "SSL handshake failed.  The 'REQUESTS_CA_BUNDLE' "
                    "environment variable should contain the path to the CA "
                    "certificate.  Alternatively, set verify_ssl=False to "
                    "disable certificate verification.")
            raise e

    def get(self, url, **kwargs):
        return self.request('GET', url, **kwargs)

    def post(self, url, **kwargs):
        return self.request('POST', url, **kwargs)

    def put(self, url, **kwargs):
        return self.request('PUT', url, **kwargs)

    def head(self, url, **kwargs):
        return self.request('HEAD', url, **kwargs)

    def delete(self, url, **kwargs):
        return self.request('DELETE', url, **kwargs)

    def _get_token_with_kerberos(self):
        """Authenticate with a Kerberos ticket."""
        if kerberos is None:
            raise RuntimeError("Kerberos package not found.  Run 'pip "
                               "install sasctl[kerberos]' to install.")

        user = self._settings.get('username')
        # realm = user.rsplit('@', maxsplit=1)[-1] if '@' in user else None
        client_id = 'sas.tkmtrb'
        flags = kerberos.GSS_C_MUTUAL_FLAG | kerberos.GSS_C_SEQUENCE_FLAG
        service = 'HTTP@%s' % self._settings['domain']

        logger.info('Attempting Kerberos authentication to %s as %s',
                    service, user)

        url = self._build_url(
            % client_id)

        # Get Kerberos challenge
        r = self.get(url, allow_redirects=False, verify=self.verify)

        if r.status_code != 401:
            raise ValueError('Kerberos challenge response not received.  '
                             'Expected HTTP 401 but received %s' %

        if 'www-authenticate' not in r.headers:
            raise ValueError("Kerberos challenge response not received.  "
                             "'WWW-Authenticate' header not received.")

        if 'Negotiate' not in r.headers['www-authenticate']:
            raise ValueError("Kerberos challenge response not received.  "
                             "'WWW-Authenticate' header contained '%s', "
                             "expected 'Negotiate'."
                             % r.headers['www-authenticate'])

        # Initialize a request to KDC for a ticket to access the service.
        _, context = kerberos.authGSSClientInit(service,

        # Send the request.
        # NOTE: empty-string parameter required for initial call.
        kerberos.authGSSClientStep(context, '')

        # Get the KDC response
        auth_header = 'Negotiate %s' % kerberos.authGSSClientResponse(context)

        # Get the user that was used for authentication
        username = kerberos.authGSSClientUserName(context)
        logger.info('Authenticated as %s', username)

        # Drop @REALM from username and store
        if username is not None:
            self._settings['username'] = username.rsplit('@', maxsplit=1)[0]

        # Response to Kerberos challenge with ticket
        r = self.get(url,
                     headers={'Authorization': auth_header},

        if 'Location' not in r.headers:
            raise ValueError("Invalid authentication response."
                             "'Location' header not received.")

        match = re.search('(?<=access_token=)[^&]*', r.headers['Location'])

        if match is None:
            raise ValueError("Invalid authentication response.  'Location' "
                             "header does not contain an access token.")

        return match.group(0)

    def _get_token_with_password(self):
        """Authenticate with a username and password."""
        username = self._settings['username']
        password = self._settings['password']
        url = self._build_url('/SASLogon/oauth/token')

        data = 'grant_type=password&username={}&password={}'.format(username,
        headers = {'Accept': 'application/json',
                   'Content-Type': 'application/x-www-form-urlencoded'}

        r = super(Session, self).post(url,
                                      auth=('sas.ec', ''))

        if r.status_code == 401:
            raise exceptions.AuthenticationError(username)

        return r.json().get('access_token')

    def get_token(self):
        """Authenticates with the session host and retrieves an
        authorization token for use by subsequent requests.

            a bearer token for :class:`HTTPBearerAuth`

            authentication with the host failed

        username = self._settings['username']
        password = self._settings['password']

        if username is None or password is None:
            return self._get_token_with_kerberos()
        return self._get_token_with_password()

    def _build_url(self, url):
        """Build a complete URL from a path by substituting in session parameters."""
        components = urlsplit(url)

        domain = components.netloc or self._settings['domain']

        # Add port if a non-standard port was specified
        if self._settings['port'] is not None and ':' not in domain:
            domain = '{}:{}'.format(domain, self._settings['port'])

        return urlunsplit([
            components.scheme or self._settings['protocol'],

    def __enter__(self):
        super(Session, self).__enter__()

        # Make this the current session
        self._old_session = current_session()

        return self

    def __exit__(self, exc_type, exc_val, exc_tb):
        # Restore previous current session

        super(Session, self).__exit__()

    def __str__(self):
        return ("{class_}(hostname='{hostname}', username='{username}', "
                "protocol='{protocol}', verify_ssl={verify})".format(

class PageIterator:
    """Iterates through a collection that must be "paged" from the server.

    Pages contain a batch of items from the overall collection.  Iterates the
    series of pages and returns a single batch of items each time `next()` is

    obj : RestObj
        An instance of `RestObj` containing any initial items and a link to
        retrieve additional items.
    session : Session
        The `Session` instance to use for requesting additional items.  Defaults
        to current_session()
    threads : int
        Number of threads allocated to downloading additional pages.

        Items contained in the current page

    def __init__(self, obj, session=None, threads=4):
        self._num_threads = threads

        # Session to use when requesting items
        self._session = session or current_session()
        self._pool = None
        self._requested = []

        link = get_link(obj, 'next')

        # Dissect the "next" link so it can be reformatted and used by
        # parallel threads
        if link is None:
            self._min_queue_len = 0
            self._start = 0
            self._limit = 0
        if link is not None:
            link = link['href']
            start = re.search(r'(?<=start=)[\d]+', link)
            limit = re.search(r'(?<=limit=)[\d]+', link)

            # Construct a new link with format params
            # Result is "/spam/spam?start={start}&limit={limit}"
            link = link[:start.start()] + '{start}' \
                   + link[start.end():limit.start()] \
                   + '{limit}' + link[limit.end():]

            self._start = int(start.group())
            self._limit = int(limit.group())

            # Length at which to beging requesting new items from the server
            self._min_queue_len = self._limit

        self._next_link = link

        # Store the current items to iterate over
        self._obj = obj

    def __next__(self):
        return self.next()

    def next(self):
        if self._pool is None:
            self._pool = concurrent.futures.ThreadPoolExecutor(max_workers=self._num_threads)

        # Send request for new pages if we don't have enough cached
        num_req_needed = self._num_threads - len(self._requested)
        for _ in range(num_req_needed):
            self._requested.append(self._pool.submit(self._request_async, self._start))
            self._start += self._limit

        # If this is the first time next() has been called, return the items
        # contained in the initial page.
        if self._obj is not None:
            result = [RestObj(x) for x in self._obj['items']]
            self._obj = None
            return result

        # Make sure the next page has been received
        if self._requested:
            items = self._requested.pop(0).result()

            if not items:
                raise StopIteration

            return items

        raise StopIteration

    def __iter__(self):
        # All Iterators are also Iterables
        return self

    def _request_async(self, start):
        """Used by worker threads to retrieve next batch of items."""

        if self._next_link is None:
            return []

        # Format the link to retrieve desired batch
        link = self._next_link.format(start=start, limit=self._limit)
        r = get(link, format='json', session=self._session)
        r = RestObj(r)
        return [RestObj(x) for x in r['items']]

class PagedItemIterator:
    """Iterates through a collection that must be "paged" from the server.

    obj : RestObj
        An instance of `RestObj` containing any initial items and a link to
        retrieve additional items.
    session : Session
        The `Session` instance to use for requesting additional items.  Defaults
        to current_session()
    threads : int
        Number of threads allocated to downloading additional items.


    def __init__(self, obj, session=None, threads=4):
        # Iterates over whole pages of items
        self._pager = PageIterator(obj, session, threads)

        # Total number of items to iterate over
        if 'count' in obj:
            self._count = int(obj.count)
            self._count = len(obj['items'])

        self._cache = []

    def __len__(self):
        return self._count

    def __next__(self):
        return self.next()

    def next(self):
        # Get next page of items if we're currently out
        if not self._cache:
            self._cache = next(self._pager)

        # Return the next item
        if self._cache:
            return self._cache.pop(0)

        raise StopIteration

    def __iter__(self):
        return self

class PagedListIterator():
    def __init__(self, l):
        self.__list = l
        self.__index = 0

    def __next__(self):
        return self.next()

    def next(self):
        if self.__index >= len(self.__list):
            raise StopIteration

        item = self.__list[self.__index]
        self.__index += 1
        return item

    def __iter__(self):
        return self

class PagedList(list):
    def __init__(self, obj, **kwargs):
        super(PagedList, self).__init__()
        self._pager = PagedItemIterator(obj, **kwargs)

        # Force caching of first page
        items = self._pager._cache

        # clear the list (py27 compatible)
        del self._pager._cache[:]

    def __len__(self):
        return len(self._pager)

    def __iter__(self):
        # return super(PagedList, self).__iter__()
        return PagedListIterator(self)

    def __getslice__(self, i, j):
        # Removed from Py3.x but still implemented in CPython built-in list
        # Override to ensure __getitem__ is used instead.
        return self.__getitem__(slice(i, j))

    def __getitem__(self, item):
        if hasattr(item, 'stop'):
            # `item` is a slice
            # if no stop was specified, assume full length
            idx = item.stop or len(self)
            idx = int(item)

            while super(PagedList, self).__len__() <= idx:
                n = next(self._pager)
        except StopIteration:
            # May cause if slice or index extends beyond array
            # Ignore and let List handle IndexErrors if necessary.

        return super(PagedList, self).__getitem__(item)

    def __str__(self):
        string = super(PagedList, self).__str__()

        # If the list has more "items" than are stored in the underlying list
        # then there are more downloads to make.
        if len(self) - super(PagedList, self).__len__() > 0:
            string = string.rstrip(']') + ', ... ]'

        return string

def is_uuid(id_):
        return True
    except (ValueError, TypeError):
        return False

def get(path, **kwargs):
    """Send a GET request.

    path : str
        The path portion of the URL.
    kwargs : any
        Passed to `request`.

    RestObj or None
        The results or None if the resource was not found.

        return request('get', path, **kwargs)
    except HTTPError as e:
        if e.code == 404:
            return None  # Resource not found
        raise e

def head(path, **kwargs):
    """Send a HEAD request.

    path : str
        The path portion of the URL.
    kwargs : any
        Passed to `request`.


    return request('head', path, **kwargs)

def post(path, **kwargs):
    """Send a POST request.

    path : str
        The path portion of the URL.
    kwargs : any
        Passed to `request`.


    return request('post', path, **kwargs)

def put(path, item=None, **kwargs):
    """Send a PUT request.

    path : str
        The path portion of the URL.
    item : RestObj, optional
        A existing object to PUT.  If provided, ETag and Content-Type headers
        will automatically be specified.
    kwargs : any
        Passed to `request`.


    # If call is in the format put(url, RestObj), automatically fill in header
    # information
    if item is not None and isinstance(item, RestObj):
        get_headers = getattr(item, '_headers', None)
        if get_headers is not None:
            # Update the headers param if it was specified
            headers = kwargs.pop('headers', {})
            headers.setdefault('If-Match', get_headers.get('etag'))
            headers.setdefault('Content-Type', get_headers.get('content-type'))
            return request('put', path, json=item, headers=headers)

    return request('put', path, **kwargs)

def delete(path, **kwargs):
    """Send a DELETE request.

    path : str
        The path portion of the URL.
    kwargs : any
        Passed to `request`.


    return request('delete', path, **kwargs)

def request(verb, path, session=None, raw=False, format='auto', **kwargs):
    """Send an HTTP request with a session.

    verb : str
        A valid HTTP request verb.
    path : str
        Path portion of URL to request.
    session : Session, optional
        Defaults to `current_session()`.
    raw : bool
        Deprecated. Whether to return the raw `Response` object.
        Defaults to False.
    format : {'auto', 'rest', 'response', 'content', 'json', 'text'}
        The format of the return response.  Defaults to `auto`.
        rest: `RestObj` constructed from JSON.
        response: the raw `Response` object.
        content: Response.content
        json: Response.json()
        text: Response.text
        auto: `RestObj` constructed from JSON if possible, otherwise same as
    kwargs : any
        Additional arguments are passed to the session `request` method.


    session = session or current_session()

    if session is None:
        raise TypeError('No `Session` instance found.')

    if raw:
        warnings.warn("The 'raw' parameter is deprecated and will be removed in"
                      " a future version.  Use format='response' instead.",
        format = 'response'

    format = 'auto' if format is None else str(format).lower()
    if format not in ('auto', 'response', 'content', 'text', 'json', 'rest'):
        raise ValueError

    response = session.request(verb, path, **kwargs)

    if 400 <= response.status_code <= 599:
        raise HTTPError(response.url, response.status_code, response.text,
                        response.headers, None)

    # Return the raw response if requested
    if format == 'response':
        return response
    if format == 'json':
        return response.json()
    if format == 'text':
        return response.text
    if format == 'content':
        return response.content
        obj = _unwrap(response.json())

        # ETag is required to update any object
        # May not be returned on all responses (e.g. listing
        # multiple objects)
        if isinstance(obj, RestObj):
            obj._headers = response.headers
        return obj
    except ValueError:
        if format == 'rest':
            return RestObj()
        return response.text

def get_link(obj, rel):
    """Get link information from a resource.

    obj : dict
    rel : str


    if isinstance(obj, dict) and 'links' in obj:
        if isinstance(obj['links'], dict):
            return obj['links'].get(rel)

        links = [l for l in obj.get('links', []) if l.get('rel') == rel]
        if not links:
            return None
        if len(links) == 1:
            return links[0]
        return links

    if isinstance(obj, dict) and 'rel' in obj and obj['rel'] == rel:
        # Object is already a link, just return it
        return obj

def request_link(obj, rel, **kwargs):
    """Request a link from a resource.

    obj : dict
    rel : str
    kwargs : any
        Passed to :function:`request`


    link = get_link(obj, rel)

    if link is None:
        raise ValueError("Link '%s' not found in object %s." % (rel, obj))

    return request(link['method'], link['href'], **kwargs)

def uri_as_str(obj):
    """Get the URI of a resource in string format.

    obj : str or dict
        Strings are assumed to be URIs and are returned as is.  Dictionary
        objects will be checked for a `self` URI and returned if found.

        Resource URI or None if not found

    if isinstance(obj, dict):
        link = get_link(obj, 'self')
        if isinstance(link, dict):
            return link.get('uri')

    return obj

def _unwrap(json):
    """Converts a JSON response to one or more `RestObj` instances.

    If the JSON contains a .items property, only those items are converted and returned.



    if 'items' in json:
        if len(json['items']) == 1:
            return RestObj(json['items'][0])
        if len(json['items']) > 1:
            return PagedList(RestObj(json))
        return []

    return RestObj(json)

def _build_crud_funcs(path, single_term=None, plural_term=None,
    """Utility method for defining simple functions to perform CRUD operations on a REST endpoint.

    path : str
        URL path to use for the requests
    single_term : str
        English name of the item being manipulated. Defaults to `plural_term`.
    plural_term : str
        English name of the items being manipulated. Defaults to the last segment of `path`.
    service_name : str
        Name of the service under which the command will be listed in the `sasctl` CLI.  Defaults to `plural_term`.

    functions : tuple
        tuple of CRUD functions: list_items, get_item, update_item, delete_item


    >>> list_spam, get_spam, update_spam, delete_spam = _build_crud_funcs('/spam')


    def list_items(filter=None):
        """List all {items} available in the environment.

        filter : str, optional

            A list of dictionaries containing the {items}.

        See the filtering_ reference for details on the `filter` parameter.

        .. _filtering: https://developer.sas.com/reference/filtering/

        params = 'filter={}'.format(filter) if filter is not None else {}

        results = get(path, params=params)
        return results if isinstance(results, list) else [results]

    def get_item(item, refresh=False):
        """Returns a {item} instance.

        item : str or dict
            Name, ID, or dictionary representation of the {item}.
        refresh : bool, optional
            Obtain an updated copy of the {item}.

        RestObj or None
            A dictionary containing the {item} attributes or None.

        If `item` is a complete representation of the {item} it will be returned unless `refresh` is set.  This
        prevents unnecessary REST calls when data is already available on the client.


        # If the input already appears to be the requested object just return it, unless
        # a refresh of the data was explicitly requested.
        if isinstance(item, dict) and all(k in item for k in ('id', 'name')):
            if refresh:
                item = item['id']
                return item

        if is_uuid(item):
            return get(path + '/{id}'.format(id=item))
        results = list_items(filter='eq(name, "{}")'.format(item))

        # Not sure why, but as of 19w04 the filter doesn't seem to work.
        for result in results:
            if result['name'] == str(item):
                # Make a request for the specific object so that ETag is
                # included, allowing updates.
                if get_link(result, 'self'):
                    return request_link(result, 'self')

                id_ = result.get('id', result['name'])
                return get(path + '/{id}'.format(id=id_))

        return None

    def update_item(item):
        """Updates a {item} instance.

        item : dict



        headers = getattr(item, '_headers', None)
        if headers is None or headers.get('etag') is None:
            raise ValueError('Could not find ETag for update of %s.' % item)

        id_ = getattr(item, 'id', None)
        if id_ is None:
            raise ValueError(
                'Could not find property `id` for update of %s.' % item)

        headers = {'If-Match': item._headers.get('etag'),
                   'Content-Type': item._headers.get('content-type')}

        return put(path + '/%s' % id_, json=item, headers=headers)

    def delete_item(item):
        """Deletes a {item} instance.




        # Try to find the item if the id can't be found
        if not (isinstance(item, dict) and 'id' in item):
            item = get_item(item)

        if isinstance(item, dict) and 'id' in item:
            item = item['id']

        if is_uuid(item):
            return delete(path + '/{id}'.format(id=item))
        raise ValueError("Unrecognized id '%s'" % item)

    # Pull object name from path if unspecified (many paths end in /folders or /repositories).
    plural_term = plural_term or str(path).split('/')[-1]
    single_term = single_term or plural_term
    service_name = service_name or plural_term
    service_name = service_name.replace(' ', '_')

    for func in [list_items, get_item, update_item, delete_item]:
        func.__doc__ = func.__doc__.format(item=single_term, items=plural_term)
        func._cli_service = service_name

        prefix = func.__name__.split('_')[0] + '_'
        suffix = plural_term if prefix == 'list_' else single_term
        func.__name__ = prefix + suffix

    return list_items, get_item, update_item, delete_item

def _build_is_available_func(service_root):
    def is_available():
        """Checks if the service is currently available.


        response = current_session().head(service_root + '/')
        return response.status_code == 200
    return is_available