• Search by Module
• Search by Words
• Search Projects

• Java
• Python
• JavaScript
• TypeScript
• C++
• Scala
• Blog

• funcX-master
  • examples
    • Tutorial.ipynb
    • Tutorial-River-Endpoint.ipynb
  • LICENSE
  • funcx
    • endpoint
      • utils
        • zhelpers.py
        • zmq_worker.py
        • __init__.py
        • MDP.py
      • config.py
      • version.py
      • README.rst
      • __init__.py
      • auth.py
      • endpoint.py
    • providers
      • __init__.py
      • kubernetes
        • kube.py
        • template.py
        • __init__.py
    • mock_broker
      • mock_tester.py
      • README.rst
      • forwarder.py
      • __init__.py
      • test.py
      • mock_broker.py
    • executors
      • high_throughput
        • interchange_task_dispatch.py
        • funcx_manager.py
        • interchange.py
        • executor.py
        • default_config.py
        • __init__.py
        • container_sched.py
        • funcx_worker.py
        • worker_map.py
        • global_config.py
        • zmq_pipes.py
      • __init__.py
    • config.py
    • strategies
      • simple.py
      • kube_simple.py
      • __init__.py
      • test.py
      • base.py
    • version.py
    • sdk
      • utils
        • batch.py
        • __init__.py
        • throttling.py
        • futures.py
      • config.py
      • client.py
      • version.py
      • __init__.py
    • queues
      • redis
        • redis_q.py
        • __init__.py
      • __init__.py
      • base.py
    • README.rst
    • __init__.py
    • tests
      • test_throttling.py
      • test.ipynb
      • test_serialization.py
      • test_batch_submit.py
      • test_submits.py
      • test_containers.py
      • test_deserialization.py
      • test_client.py
      • test_interchange.py
      • test_config.py
      • reload.sh
      • test_status.py
      • test_per_func_batch.py
      • test_redis.py
      • test_redis_old.py
      • test_registration.py
    • errors.py
    • serialize
      • concretes.py
      • facade.py
      • __init__.py
      • base.py
  • test-requirements.txt
  • runtime.txt
  • .flake8
  • README.rst
  • setup.py
  • .travis.yml
  • tag_and_release.sh
  • requirements.txt
  • .gitignore
  • docs
    • client.rst
    • Makefile
    • source
      • funcx.providers.rst
      • funcx.endpoint.utils.rst
      • funcx.strategies.rst
      • funcx.rst
      • funcx.providers.kubernetes.rst
      • funcx.serialize.rst
      • funcx.mock_broker.rst
      • funcx.endpoint.rst
      • funcx.sdk.rst
      • funcx.executors.high_throughput.rst
      • funcx.queues.redis.rst
      • modules.rst
      • funcx.sdk.utils.rst
      • funcx.executors.rst
      • funcx.queues.rst
    • make.bat
    • reference.rst
    • Tutorial.ipynb
    • debugging.rst
    • endpoints.rst
    • quickstart.rst
    • index.rst
    • conf.py

# encoding: utf-8
"""
Helper module for example applications. Mimics ZeroMQ Guide's zhelpers.h.
"""
from __future__ import print_function

import binascii
import os
from random import randint

import zmq

def socket_set_hwm(socket, hwm=-1):
    """libzmq 2/3/4 compatible sethwm"""
    try:
        socket.sndhwm = socket.rcvhwm = hwm
    except AttributeError:
        socket.hwm = hwm


def dump(msg_or_socket):
    """Receives all message parts from socket, printing each frame neatly"""
    if isinstance(msg_or_socket, zmq.Socket):
        # it's a socket, call on current message
        msg = msg_or_socket.recv_multipart()
    else:
        msg = msg_or_socket
    print("----------------------------------------")
    for part in msg:
        print("[%03d]" % len(part), end=' ')
        is_text = True
        try:
            print(part.decode('ascii'))
        except UnicodeDecodeError:
            print(r"0x%s" % (binascii.hexlify(part).decode('ascii')))


def set_id(zsocket):
    """Set simple random printable identity on socket"""
    identity = u"%04x-%04x" % (randint(0, 0x10000), randint(0, 0x10000))
    zsocket.setsockopt_string(zmq.IDENTITY, identity)


def zpipe(ctx):
    """build inproc pipe for talking to threads
    mimic pipe used in czmq zthread_fork.
    Returns a pair of PAIRs connected via inproc
    """
    a = ctx.socket(zmq.PAIR)
    b = ctx.socket(zmq.PAIR)
    a.linger = b.linger = 0
    a.hwm = b.hwm = 1
    iface = "inproc://%s" % binascii.hexlify(os.urandom(8))
    a.bind(iface)
    b.connect(iface)
    return a,b