dd3c13d51975d7ca569681dd19639473d19e8e85,server/bert_serving/server/__init__.py,BertWorker,run1,#BertWorker#,347

Before Change

        receiver = context.socket(zmq.PULL)
        receiver.connect(self.worker_address)

        sink = context.socket(zmq.PUSH)
        sink.connect(self.sink_address)
        for r in estimator.predict(self.input_fn_builder(), yield_single_examples=False):
            send_ndarray(sink, r["client_id"], r["encodes"])
            self.logger.info("job done\tsize: %s\tclient: %s" % (r["encodes"].shape, r["client_id"]))

        receiver.close()
        sink.close()
        context.term()
        self.logger.info("terminated!")

    @staticmethod

After Change

        return Estimator(model_fn=model_fn, config=RunConfig(session_config=config))

    def run1(self):
        print("________")
        os.environ["CUDA_VISIBLE_DEVICES"] = "6"

        import tensorflow as tf
        from tensorflow.python.client import device_lib

Instances