• Search by Module
• Search by Words
• Search Projects

• Java
• Python
• JavaScript
• TypeScript
• C++
• Scala
• Blog

• bert-as-service-master
  • .github
    • fp16-xla.svg
    • gnes-logo-tight.svg
    • ISSUE_TEMPLATE.md
    • workflows
      • pythonpublish.yml
  • readthedocs.yaml
  • release.sh
  • plugin
    • dashboard
      • main.css
      • index.html
      • bindings.js
  • client
    • setup.py
    • bert_serving
      • client
        • _py2_var.py
        • _py3_var.py
        • __init__.py
      • __init__.py
    • README.md
    • requirements.txt
    • MANIFEST.in
  • LICENSE
  • docker
    • entrypoint.sh
    • Dockerfile
  • example
    • example6.py
    • example3.py
    • example4.py
    • example5.py
    • example7.py
    • example8.py
    • example2.py
    • example1.py
  • README.md
  • server
    • setup.py
    • bert_serving
      • __init__.py
      • server
        • graph.py
        • http.py
        • zmq_decor.py
        • cli
          • __init__.py
        • bertApi.openapi.yaml
        • __init__.py
        • helper.py
        • benchmark.py
        • bert
          • modeling.py
          • optimization.py
          • __init__.py
          • tokenization.py
          • extract_features.py
    • __init__.py
    • README.md
    • requirements.txt
    • MANIFEST.in
  • .gitignore
  • docs
    • Makefile
    • source
      • client.rst
      • server.rst
    • section
      • what-is-it.rst
      • faq.rst
      • get-start.rst
      • benchmark.rst
    • tutorial
      • broadcast.rst
      • tf-record.rst
      • tf-data.rst
      • add-monitor.rst
      • token-embed.rst
      • async-encode.rst
      • simple-search.rst
      • http-server.rst
      • own-tokenizer.rst
      • tf-estimator.rst
      • fine-tune.rst
      • index.rst
    • requirements.txt
    • index.rst
    • conf.py

from multiprocessing import Process, Event

from termcolor import colored

from .helper import set_logger


class BertHTTPProxy(Process):
    def __init__(self, args):
        super().__init__()
        self.args = args
        self.is_ready = Event()

    def create_flask_app(self):
        try:
            from flask import Flask, request
            from flask_compress import Compress
            from flask_cors import CORS
            from flask_json import FlaskJSON, as_json, JsonError
            from bert_serving.client import ConcurrentBertClient
            from flasgger import Swagger
        except ImportError:
            raise ImportError('BertClient or Flask or its dependencies are not fully installed, '
                              'they are required for serving HTTP requests.'
                              'Please use "pip install -U bert-serving-server[http]" to install it.')

        # support up to 10 concurrent HTTP requests
        bc = ConcurrentBertClient(max_concurrency=self.args.http_max_connect,
                                  port=self.args.port, port_out=self.args.port_out,
                                  output_fmt='list', ignore_all_checks=True)
        app = Flask(__name__)
        app.config['SWAGGER'] = {
          'title': 'Colors API',
          'uiversion': 3,
          'openapi': '3.0.2'
        }
        swag = Swagger(app, template_file='bertApi.openapi.yaml')

        logger = set_logger(colored('PROXY', 'red'))

        @app.route('/status/server', methods=['GET'])
        @as_json
        def get_server_status():
            return bc.server_status

        @app.route('/status/client', methods=['GET'])
        @as_json
        def get_client_status():
            return bc.status

        @app.route('/encode', methods=['POST'])
        @as_json
        def encode_query():
            data = request.form if request.form else request.json
            try:
                logger.info('new request from %s' % request.remote_addr)
                return {'id': data['id'],
                        'result': bc.encode(data['texts'], is_tokenized=bool(
                            data['is_tokenized']) if 'is_tokenized' in data else False)}

            except Exception as e:
                logger.error('error when handling HTTP request', exc_info=True)
                raise JsonError(description=str(e), type=str(type(e).__name__))

        CORS(app, origins=self.args.cors)
        FlaskJSON(app)
        Compress().init_app(app)
        return app

    def run(self):
        app = self.create_flask_app()
        self.is_ready.set()
        app.run(port=self.args.http_port, threaded=True, host='0.0.0.0')