1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
|
//
// Copyright 2017 gRPC authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
#include <memory>
#include "absl/types/optional.h"
#include "gtest/gtest.h"
#include <grpc/grpc.h>
#include <grpc/impl/channel_arg_names.h>
#include <grpc/status.h>
#include "src/core/ext/transport/chttp2/transport/internal.h"
#include "src/core/lib/channel/channel_args.h"
#include "src/core/lib/gprpp/time.h"
#include "test/core/end2end/end2end_tests.h"
namespace grpc_core {
namespace {
// Tests transparent retries when the call was never sent out on the wire.
// This is similar to retry_transparent_not_sent_on_wire, except that
// instead of simulating the response with a filter, we actually have
// the transport behave the right way. We create a server with
// MAX_CONCURRENT_STREAMS set to 1. We start a call on the server, and
// then start a second call, which will get queued in the transport.
// Then, before the first call finishes, the server is shut down and
// restarted. The second call will fail in that transport instance and
// will be transparently retried after the server starts up again.
CORE_END2END_TEST(RetryHttp2Test, RetryTransparentMaxConcurrentStreams) {
const auto server_args =
ChannelArgs()
.Set(GRPC_ARG_MAX_CONCURRENT_STREAMS, 1)
.Set(GRPC_ARG_MAX_CONCURRENT_STREAMS_OVERLOAD_PROTECTION, false);
InitServer(server_args);
InitClient(ChannelArgs());
auto c =
NewClientCall("/service/method").Timeout(Duration::Minutes(1)).Create();
IncomingStatusOnClient server_status;
IncomingMetadata server_initial_metadata;
IncomingMessage server_message;
c.NewBatch(1)
.SendInitialMetadata({})
.SendMessage("foo")
.SendCloseFromClient()
.RecvInitialMetadata(server_initial_metadata)
.RecvMessage(server_message)
.RecvStatusOnClient(server_status);
// Server should get a call.
auto s = RequestCall(101);
Expect(101, true);
Step();
EXPECT_EQ(s.method(), "/service/method");
// Client starts a second call.
// We set wait_for_ready for this call, so that if it retries before
// the server comes back up, it stays pending.
auto c2 =
NewClientCall("/service/method").Timeout(Duration::Minutes(1)).Create();
IncomingStatusOnClient server_status2;
IncomingMetadata server_initial_metadata2;
IncomingMessage server_message2;
c2.NewBatch(2)
.SendInitialMetadata({}, GRPC_INITIAL_METADATA_WAIT_FOR_READY)
.SendMessage("bar")
.SendCloseFromClient()
.RecvInitialMetadata(server_initial_metadata2)
.RecvMessage(server_message2)
.RecvStatusOnClient(server_status2);
// Start server shutdown.
ShutdownServerAndNotify(102);
// Server handles the first call.
IncomingMessage client_message;
s.NewBatch(103).RecvMessage(client_message);
Expect(103, true);
Step();
IncomingCloseOnServer client_close;
s.NewBatch(104)
.RecvCloseOnServer(client_close)
.SendInitialMetadata({})
.SendMessage("baz")
.SendStatusFromServer(GRPC_STATUS_OK, "xyz", {});
// Server completes first call and shutdown.
// Client completes first call.
Expect(104, true);
Expect(102, true);
Expect(1, true);
Step();
// Clean up from first call.
EXPECT_EQ(client_message.payload(), "foo");
EXPECT_FALSE(client_close.was_cancelled());
EXPECT_EQ(server_message.payload(), "baz");
EXPECT_EQ(server_status.status(), GRPC_STATUS_OK);
EXPECT_EQ(server_status.message(), "xyz");
// Destroy server and then restart it.
// TODO(hork): hack to solve PosixEventEngine Listener's async shutdown issue.
absl::SleepFor(absl::Milliseconds(250));
InitServer(server_args);
// Server should get the second call.
auto s2 = RequestCall(201);
Expect(201, true);
Step();
EXPECT_EQ(s2.method(), "/service/method");
// Make sure the "grpc-previous-rpc-attempts" header was NOT sent, since
// we don't do that for transparent retries.
EXPECT_EQ(s2.GetInitialMetadata("grpc-previous-rpc-attempts"), absl::nullopt);
// Server handles the second call.
IncomingMessage client_message2;
IncomingCloseOnServer client_close2;
s2.NewBatch(202).RecvMessage(client_message2);
Expect(202, true);
Step();
s2.NewBatch(203)
.RecvCloseOnServer(client_close2)
.SendInitialMetadata({})
.SendMessage("qux")
.SendStatusFromServer(GRPC_STATUS_OK, "xyz", {});
// Second call completes.
Expect(203, true);
Expect(2, true);
Step();
// Clean up from second call.
EXPECT_EQ(client_message2.payload(), "bar");
EXPECT_FALSE(client_close.was_cancelled());
EXPECT_EQ(server_message2.payload(), "qux");
EXPECT_EQ(server_status2.status(), GRPC_STATUS_OK);
EXPECT_EQ(server_status2.message(), "xyz");
}
} // namespace
} // namespace grpc_core
|
