b4db49b0409a3f09aa5ecc52eaf39fee9ac0ec3c,examples/rllib/two_loops_straight_merge.py,,,#,103

Before Change

    flow_env_name = "TwoLoopsMergeEnv"
    exp_tag = "two_loops_straight_merge_example"  // experiment prefix
    this_file = os.path.basename(__file__)[:-3]  // filename without ".py"
    config["user_data"].update({"flowenv": flow_env_name,
                                "exp_tag": exp_tag,
                                "module": this_file})

    create_env, env_name = make_create_env(flow_env_name, version=0,
                                           exp_tag=exp_tag)

After Change

    alg = ppo.PPOAgent(env=env_name, registry=get_registry(), config=config)
    
    // Logging out flow_params to ray"s experiment result folder
    json_out_file = alg.logdir + "/flow_params.json"
    with open(json_out_file, "w") as outfile:  
        json.dump(flow_params, outfile, cls=NameEncoder, sort_keys=True, indent=4)

    for i in range(2):
        alg.train()
        if i % 20 == 0:
            alg.save()  // save checkpoint

Instances