blob: 4608c3caced58d34655924c2cb168f1d6a8cd750 [file] [log] [blame]
QUICHE team500e0aa2019-04-16 14:30:01 -07001// Copyright (c) 2019 The Chromium Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
5#include "net/third_party/quiche/src/quic/quartc/test/bidi_test_runner.h"
6
bnc463f2352019-10-10 04:49:34 -07007#include <utility>
8
QUICHE team500e0aa2019-04-16 14:30:01 -07009#include "net/third_party/quiche/src/quic/quartc/test/quartc_peer.h"
10
11namespace quic {
12namespace test {
13
14namespace {
15
QUICHE team1b4afd12019-04-17 14:03:08 -070016void LogResults(const std::vector<ReceivedMessage>& messages,
17 IdToSequenceNumberMap sent_sequence_numbers) {
QUICHE team500e0aa2019-04-16 14:30:01 -070018 QuicTime::Delta max_delay = QuicTime::Delta::Zero();
19 QuicTime::Delta total_delay = QuicTime::Delta::Zero();
20 QuicByteCount total_throughput = 0;
QUICHE team1b4afd12019-04-17 14:03:08 -070021 int64_t messages_received = 0;
QUICHE team500e0aa2019-04-16 14:30:01 -070022 for (const auto& message : messages) {
23 QuicTime::Delta one_way_delay =
24 message.receive_time - message.frame.send_time;
25 QUIC_VLOG(1) << "Frame details: source_id=" << message.frame.source_id
26 << ", sequence_number=" << message.frame.sequence_number
27 << ", one_way_delay (ms)=" << one_way_delay.ToMilliseconds();
28 max_delay = std::max(max_delay, one_way_delay);
29 total_delay = total_delay + one_way_delay;
30 total_throughput += message.frame.size;
QUICHE team1b4afd12019-04-17 14:03:08 -070031 ++messages_received;
QUICHE team500e0aa2019-04-16 14:30:01 -070032 }
QUICHE team1b4afd12019-04-17 14:03:08 -070033
34 int64_t messages_expected = 0;
35 for (const auto& it : sent_sequence_numbers) {
36 // Sequence numbers start at zero, so add one to the last sequence number
37 // to get the expected number of messages.
38 messages_expected += it.second + 1;
39 }
40
QUICHE team500e0aa2019-04-16 14:30:01 -070041 QuicBandwidth total_bandwidth = QuicBandwidth::FromBytesAndTimeDelta(
42 total_throughput,
43 messages.back().receive_time - messages.front().receive_time);
QUICHE team1b4afd12019-04-17 14:03:08 -070044 double fraction_lost =
45 1.0 - static_cast<double>(messages_received) / messages_expected;
QUICHE team500e0aa2019-04-16 14:30:01 -070046 QUIC_LOG(INFO) << "Summary:\n max_delay (ms)=" << max_delay.ToMilliseconds()
47 << "\n average_delay (ms)="
48 << total_delay.ToMilliseconds() / messages.size()
49 << "\n total_throughput (bytes)=" << total_throughput
50 << "\n total_bandwidth (bps)="
QUICHE team1b4afd12019-04-17 14:03:08 -070051 << total_bandwidth.ToBitsPerSecond()
52 << "\n fraction_lost=" << fraction_lost;
QUICHE team500e0aa2019-04-16 14:30:01 -070053}
54
55} // namespace
56
57BidiTestRunner::BidiTestRunner(simulator::Simulator* simulator,
58 QuartcPacketTransport* client_transport,
59 QuartcPacketTransport* server_transport)
60 : simulator_(simulator),
61 client_transport_(client_transport),
62 server_transport_(server_transport) {
63 // Set up default data source configs.
64 // Emulates an audio source with a 20 ms ptime.
65 QuartcDataSource::Config audio;
66 audio.id = 1;
67 audio.frame_interval = QuicTime::Delta::FromMilliseconds(20);
68 audio.min_bandwidth = QuicBandwidth::FromKBitsPerSecond(8);
69 audio.max_bandwidth = QuicBandwidth::FromKBitsPerSecond(64);
70
71 // Emulates a video source at 30 fps.
72 QuartcDataSource::Config video;
73 video.id = 2;
74 video.frame_interval = QuicTime::Delta::FromMicroseconds(33333);
75 video.min_bandwidth = QuicBandwidth::FromKBitsPerSecond(25);
76 video.max_bandwidth = QuicBandwidth::FromKBitsPerSecond(5000);
77
78 // Note: by placing audio first, it takes priority in bandwidth allocations.
79 client_configs_.push_back(audio);
80 client_configs_.push_back(video);
81 server_configs_.push_back(audio);
82 server_configs_.push_back(video);
83}
84
85BidiTestRunner::~BidiTestRunner() {
86 // Note that peers must be deleted before endpoints. Peers close the
87 // connection when deleted.
88 client_peer_.reset();
89 server_peer_.reset();
90}
91
92bool BidiTestRunner::RunTest(QuicTime::Delta test_duration) {
vasilvv0fc587f2019-09-06 13:33:08 -070093 client_peer_ = std::make_unique<QuartcPeer>(
QUICHE team500e0aa2019-04-16 14:30:01 -070094 simulator_->GetClock(), simulator_->GetAlarmFactory(),
QUICHE team7eef0712019-05-09 09:42:38 -070095 simulator_->GetRandomGenerator(),
96 simulator_->GetStreamSendBufferAllocator(), client_configs_);
vasilvv0fc587f2019-09-06 13:33:08 -070097 server_peer_ = std::make_unique<QuartcPeer>(
QUICHE team500e0aa2019-04-16 14:30:01 -070098 simulator_->GetClock(), simulator_->GetAlarmFactory(),
QUICHE team7eef0712019-05-09 09:42:38 -070099 simulator_->GetRandomGenerator(),
100 simulator_->GetStreamSendBufferAllocator(), server_configs_);
QUICHE team500e0aa2019-04-16 14:30:01 -0700101
102 QuartcEndpoint::Delegate* server_delegate = server_peer_.get();
103 if (server_interceptor_) {
104 server_interceptor_->SetDelegate(server_delegate);
105 server_delegate = server_interceptor_;
106 }
vasilvv0fc587f2019-09-06 13:33:08 -0700107 server_endpoint_ = std::make_unique<QuartcServerEndpoint>(
QUICHE team73957f12019-04-18 16:21:52 -0700108 simulator_->GetAlarmFactory(), simulator_->GetClock(),
109 simulator_->GetRandomGenerator(), server_delegate, QuartcSessionConfig());
QUICHE team500e0aa2019-04-16 14:30:01 -0700110
111 QuartcEndpoint::Delegate* client_delegate = client_peer_.get();
112 if (client_interceptor_) {
113 client_interceptor_->SetDelegate(client_delegate);
114 client_delegate = client_interceptor_;
115 }
vasilvv0fc587f2019-09-06 13:33:08 -0700116 client_endpoint_ = std::make_unique<QuartcClientEndpoint>(
QUICHE team73957f12019-04-18 16:21:52 -0700117 simulator_->GetAlarmFactory(), simulator_->GetClock(),
118 simulator_->GetRandomGenerator(), client_delegate, QuartcSessionConfig(),
119 server_endpoint_->server_crypto_config());
QUICHE team500e0aa2019-04-16 14:30:01 -0700120
121 QuicTime start_time = simulator_->GetClock()->Now();
122 server_endpoint_->Connect(server_transport_);
123 client_endpoint_->Connect(client_transport_);
124
125 // Measure connect latency.
126 if (!simulator_->RunUntil([this] { return client_peer_->Enabled(); })) {
127 return false;
128 }
129 QuicTime client_connected = simulator_->GetClock()->Now();
130 QuicTime::Delta client_connect_latency = client_connected - start_time;
131
132 if (!simulator_->RunUntil([this] { return server_peer_->Enabled(); })) {
133 return false;
134 }
135 QuicTime server_connected = simulator_->GetClock()->Now();
136 QuicTime::Delta server_connect_latency = server_connected - start_time;
137
138 QUIC_LOG(INFO) << "Connect latencies (ms): client=" << client_connect_latency
139 << ", server=" << server_connect_latency;
140
141 // Run the test.
142 simulator_->RunFor(test_duration);
143
144 // Disable sending and drain.
145 // Note that draining by waiting for the last sequence number sent may be
146 // flaky if packet loss is enabled. However, simulator-based tests don't
147 // currently have any loss.
148 server_peer_->SetEnabled(false);
149 client_peer_->SetEnabled(false);
150
QUICHE team1b4afd12019-04-17 14:03:08 -0700151 if (!simulator_->RunUntil([this] { return PacketsDrained(); })) {
QUICHE team500e0aa2019-04-16 14:30:01 -0700152 return false;
153 }
154
155 // Compute results.
156 QUIC_LOG(INFO) << "Printing client->server results:";
QUICHE team1b4afd12019-04-17 14:03:08 -0700157 LogResults(server_peer_->received_messages(),
158 client_peer_->GetLastSequenceNumbers());
QUICHE team500e0aa2019-04-16 14:30:01 -0700159
160 QUIC_LOG(INFO) << "Printing server->client results:";
QUICHE team1b4afd12019-04-17 14:03:08 -0700161 LogResults(client_peer_->received_messages(),
162 server_peer_->GetLastSequenceNumbers());
QUICHE team500e0aa2019-04-16 14:30:01 -0700163 return true;
164}
165
QUICHE team1b4afd12019-04-17 14:03:08 -0700166bool BidiTestRunner::PacketsDrained() {
167 const ReceivedMessage& last_server_message =
168 server_peer_->received_messages().back();
169 const ReceivedMessage& last_client_message =
170 client_peer_->received_messages().back();
171
172 // Last observed propagation delay on the client -> server path.
173 QuicTime::Delta last_client_server_delay =
174 last_server_message.receive_time - last_server_message.frame.send_time;
175
176 // Last observed propagation delay on the server -> client path.
177 QuicTime::Delta last_server_client_delay =
178 last_client_message.receive_time - last_client_message.frame.send_time;
179
180 // Last observed RTT based on the propagation delays above.
181 QuicTime::Delta last_rtt =
182 last_client_server_delay + last_server_client_delay;
183
184 // If nothing interesting has happened for at least one RTT, then it's
185 // unlikely anything is still in flight.
186 QuicTime now = simulator_->GetClock()->Now();
187 return now - last_server_message.receive_time > last_rtt &&
188 now - last_client_message.receive_time > last_rtt;
189}
190
QUICHE team500e0aa2019-04-16 14:30:01 -0700191} // namespace test
192} // namespace quic