b5db074f69f553a99f827c5e9d8ba097302d8948,examples/mnist/keras/mnist_mlp_estimator.py,,,#,95

Before Change

    images = sc.textFile(args.images).map(lambda ln: [float(x) for x in ln.split(",")])
    labels = sc.textFile(args.labels).map(lambda ln: [float(x) for x in ln.split(",")])
    dataRDD = images.zip(labels)
    cluster = TFCluster.run(sc, main_fun, args, args.cluster_size, args.num_ps, args.tensorboard, TFCluster.InputMode.SPARK, log_dir=args.model_dir, master_node="master")
    cluster.train(dataRDD, args.epochs)
    cluster.shutdown()

After Change

    labels = sc.textFile(args.labels).map(lambda ln: [float(x) for x in ln.split(",")])
    dataRDD = images.zip(labels)
    if args.mode == "train":
      cluster = TFCluster.run(sc, main_fun, args, args.cluster_size, args.num_ps, args.tensorboard, TFCluster.InputMode.SPARK, log_dir=args.model_dir, master_node="master")
      cluster.train(dataRDD, args.epochs)
      cluster.shutdown()
    else:
      // Note: using "parallel" inferencing, not "cluster"
      // each node loads the model and runs independently of others
      cluster = TFCluster.run(sc, main_fun, args, args.cluster_size, 0, args.tensorboard, TFCluster.InputMode.SPARK, log_dir=args.model_dir)

Instances