adc9409fc29d36bf952a9562805797a0d4d754cd,tensorpack/utils/serialize.py,,,#,69

Before Change

// https://github.com/apache/arrow/pull/2329
// https://groups.google.com/a/tensorflow.org/forum///!topic/developers/TMqRaT-H2bI
// So we use msgpack as default.
if os.environ.get("TENSORPACK_SERIALIZE", "msgpack") == "pyarrow":
    try:
        import pyarrow as pa
    except ImportError:
        loads_pyarrow = create_dummy_func("loads_pyarrow", ["pyarrow"])  // noqa
        dumps_pyarrow = create_dummy_func("dumps_pyarrow", ["pyarrow"])  // noqa

    if "horovod" in sys.modules:
        logger.warn("Horovod and pyarrow may have symbol conflicts. "
                    "Uninstall pyarrow and use msgpack instead.")
    loads = loads_pyarrow
    dumps = dumps_pyarrow
else:
    loads = loads_msgpack
    dumps = dumps_msgpack


class NonPicklableWrapper(object):
    
    TODO

After Change

_DEFAULT_S = os.environ.get("TENSORPACK_SERIALIZE", "msgpack")

if _DEFAULT_S == "pyarrow":
    dumps = PyarrowSerializer.dumps_bytes
    loads = PyarrowSerializer.loads
elif _DEFAULT_S == "pickle":
    dumps = PickleSerializer.dumps
    loads = PickleSerializer.loads
else:
    dumps = MsgpackSerializer.dumps
    loads = MsgpackSerializer.loads

Instances