7bd2d8b379d93b9179a57a96cd9b703f5604ff62,tests/_tests_scripts/z_distributed_13.py,,,#,50

Before Change

    return {"train": dataset, "valid": dataset}


num_features = 10
model = Projector(num_features)

// example 13 - distibuted training with datasets closure
// and fp16 support
runner = dl.SupervisedRunner()
runner.train(
    model=model,
    // loaders={"train": loader, "valid": loader},
    datasets={
        "batch_size": 32,
        "num_workers": 1,
        "get_datasets_fn": datasets_fn,
        "num_features": num_features,
    },
    criterion=nn.MSELoss(),
    optimizer=optim.Adam(model.parameters()),
    logdir="logs/log_example_13",
    num_epochs=10,
    verbose=True,
    check=True,
    fp16=True,
    distributed=True,
)

After Change

    )


if __name__ == "__main__":
    if os.getenv("USE_APEX", "0") == "1" and os.getenv("USE_DDP", "0") == "1":
        main()

Instances