e4ca337e16bf4f0f749161932038665cefe7391e,python/ray/serve/tests/test_advanced.py,,test_serve_graceful_shutdown,#Any#,31

Before Change

            await signal_actor.wait.remote()
            return ""

    serve.create_backend(
        "wait",
        WaitBackend,
        config=BackendConfig(
            // Make sure we can queue up queries in the replica side.
            max_concurrent_queries=10,
            experimental_graceful_shutdown_wait_loop_s=0.5,
            experimental_graceful_shutdown_timeout_s=1000,
        ))
    serve.create_endpoint("wait", backend="wait")
    handle = serve.get_handle("wait")
    refs = [handle.remote(signal) for _ in range(10)]

After Change

    Wait.config.experimental_graceful_shutdown_wait_loop_s = 0.5
    Wait.config.experimental_graceful_shutdown_timeout_s = 1000
    Wait.deploy()
    handle = Wait.get_handle()
    refs = [handle.remote(signal) for _ in range(10)]

    // Wait for all the queries to be enqueued

Instances