dd3c13d51975d7ca569681dd19639473d19e8e85,server/bert_serving/server/__init__.py,BertWorker,run1,#BertWorker#,347

Before Change

        context = zmq.Context()
        receiver = context.socket(zmq.PULL)
        receiver.connect(self.worker_address)

        sink = context.socket(zmq.PUSH)
        sink.connect(self.sink_address)
        for r in estimator.predict(self.input_fn_builder(), yield_single_examples=False):

After Change

        from tensorflow.python.estimator.estimator import Estimator
        from tensorflow.python.estimator.run_config import RunConfig

        config = tf.ConfigProto(device_count={"GPU": 1})
        config.gpu_options.allow_growth = True
        config.gpu_options.per_process_gpu_memory_fraction = 0.5
        config.log_device_placement = False
        print("_run_:%s" % device_lib.list_local_devices())

Instances